{"level":"warn","ts":"2026-02-27T21:02:05.478295Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T21:02:05.478385Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.195:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.195:2380","--initial-cluster=instance=https://162.253.55.195:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.195:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.195:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-27T21:02:05.478449Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T21:02:05.478483Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.195:2380"]} {"level":"info","ts":"2026-02-27T21:02:05.478505Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T21:02:05.47915Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.195:2379"]} {"level":"info","ts":"2026-02-27T21:02:05.479343Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.195:2380"],"listen-peer-urls":["https://162.253.55.195:2380"],"advertise-client-urls":["https://162.253.55.195:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.195:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.195:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-27T21:02:05.483642Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.835688ms"} {"level":"info","ts":"2026-02-27T21:02:05.489739Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b66d12fd59101739","cluster-id":"a64a525934ce8379"} {"level":"info","ts":"2026-02-27T21:02:05.489802Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 switched to configuration voters=()"} {"level":"info","ts":"2026-02-27T21:02:05.489824Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became follower at term 0"} {"level":"info","ts":"2026-02-27T21:02:05.48985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b66d12fd59101739 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-27T21:02:05.49002Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became follower at term 1"} {"level":"info","ts":"2026-02-27T21:02:05.490061Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 switched to configuration voters=(13145183766694598457)"} {"level":"warn","ts":"2026-02-27T21:02:05.499615Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-27T21:02:05.50208Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-27T21:02:05.503535Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-27T21:02:05.505745Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b66d12fd59101739","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-27T21:02:05.506703Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b66d12fd59101739","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-27T21:02:05.506877Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T21:02:05.506937Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T21:02:05.506953Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T21:02:05.507344Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 switched to configuration voters=(13145183766694598457)"} {"level":"info","ts":"2026-02-27T21:02:05.507484Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a64a525934ce8379","local-member-id":"b66d12fd59101739","added-peer-id":"b66d12fd59101739","added-peer-peer-urls":["https://162.253.55.195:2380"]} {"level":"info","ts":"2026-02-27T21:02:05.513525Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T21:02:05.513631Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.195:2380"} {"level":"info","ts":"2026-02-27T21:02:05.513713Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.195:2380"} {"level":"info","ts":"2026-02-27T21:02:05.513925Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b66d12fd59101739","initial-advertise-peer-urls":["https://162.253.55.195:2380"],"listen-peer-urls":["https://162.253.55.195:2380"],"advertise-client-urls":["https://162.253.55.195:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.195:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-27T21:02:05.513966Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-27T21:02:05.890622Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 is starting a new election at term 1"} {"level":"info","ts":"2026-02-27T21:02:05.890715Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-27T21:02:05.89079Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 received MsgPreVoteResp from b66d12fd59101739 at term 1"} {"level":"info","ts":"2026-02-27T21:02:05.890819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became candidate at term 2"} {"level":"info","ts":"2026-02-27T21:02:05.890836Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 received MsgVoteResp from b66d12fd59101739 at term 2"} {"level":"info","ts":"2026-02-27T21:02:05.890869Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became leader at term 2"} {"level":"info","ts":"2026-02-27T21:02:05.890889Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b66d12fd59101739 elected leader b66d12fd59101739 at term 2"} {"level":"info","ts":"2026-02-27T21:02:05.894046Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T21:02:05.894687Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b66d12fd59101739","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.195:2379]}","request-path":"/0/members/b66d12fd59101739/attributes","cluster-id":"a64a525934ce8379","publish-timeout":"7s"} {"level":"info","ts":"2026-02-27T21:02:05.895038Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T21:02:05.895309Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a64a525934ce8379","local-member-id":"b66d12fd59101739","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T21:02:05.895409Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T21:02:05.895441Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T21:02:05.895502Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-27T21:02:05.895525Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-27T21:02:05.895536Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T21:02:05.89738Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.195:2379"} {"level":"info","ts":"2026-02-27T21:02:05.89738Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-27T21:02:24.449175Z","caller":"traceutil/trace.go:171","msg":"trace[1647926684] linearizableReadLoop","detail":"{readStateIndex:457; appliedIndex:456; }","duration":"137.862459ms","start":"2026-02-27T21:02:24.311286Z","end":"2026-02-27T21:02:24.449148Z","steps":["trace[1647926684] 'read index received' (duration: 137.713035ms)","trace[1647926684] 'applied index is now lower than readState.Index' (duration: 148.554µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:02:24.449259Z","caller":"traceutil/trace.go:171","msg":"trace[1975250132] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"180.871006ms","start":"2026-02-27T21:02:24.268329Z","end":"2026-02-27T21:02:24.4492Z","steps":["trace[1975250132] 'process raft request' (duration: 180.670501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:02:24.449472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.152315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-02-27T21:02:24.44961Z","caller":"traceutil/trace.go:171","msg":"trace[256948296] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:446; }","duration":"138.37354ms","start":"2026-02-27T21:02:24.311213Z","end":"2026-02-27T21:02:24.449586Z","steps":["trace[256948296] 'agreement among raft nodes before linearized reading' (duration: 138.110904ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:02:35.479123Z","caller":"traceutil/trace.go:171","msg":"trace[350597056] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"142.346423ms","start":"2026-02-27T21:02:35.336735Z","end":"2026-02-27T21:02:35.479081Z","steps":["trace[350597056] 'process raft request' (duration: 141.950014ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:02:43.187839Z","caller":"traceutil/trace.go:171","msg":"trace[1744128755] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"135.121929ms","start":"2026-02-27T21:02:43.052685Z","end":"2026-02-27T21:02:43.187807Z","steps":["trace[1744128755] 'process raft request' (duration: 134.947065ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:02:43.766739Z","caller":"traceutil/trace.go:171","msg":"trace[782826144] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"186.92424ms","start":"2026-02-27T21:02:43.579786Z","end":"2026-02-27T21:02:43.76671Z","steps":["trace[782826144] 'process raft request' (duration: 186.766697ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:02:43.954076Z","caller":"traceutil/trace.go:171","msg":"trace[1787122400] linearizableReadLoop","detail":"{readStateIndex:568; appliedIndex:566; }","duration":"306.950086ms","start":"2026-02-27T21:02:43.647095Z","end":"2026-02-27T21:02:43.954045Z","steps":["trace[1787122400] 'read index received' (duration: 119.452053ms)","trace[1787122400] 'applied index is now lower than readState.Index' (duration: 187.497082ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:02:43.954107Z","caller":"traceutil/trace.go:171","msg":"trace[419521495] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"373.950812ms","start":"2026-02-27T21:02:43.580126Z","end":"2026-02-27T21:02:43.954077Z","steps":["trace[419521495] 'process raft request' (duration: 322.648932ms)","trace[419521495] 'compare' (duration: 51.179497ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:02:43.954256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.122289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:02:43.954311Z","caller":"traceutil/trace.go:171","msg":"trace[1751890741] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:553; }","duration":"307.255832ms","start":"2026-02-27T21:02:43.647037Z","end":"2026-02-27T21:02:43.954293Z","steps":["trace[1751890741] 'agreement among raft nodes before linearized reading' (duration: 307.14709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:02:43.954357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.606962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:02:43.954396Z","caller":"traceutil/trace.go:171","msg":"trace[711800232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:553; }","duration":"243.665553ms","start":"2026-02-27T21:02:43.710715Z","end":"2026-02-27T21:02:43.95438Z","steps":["trace[711800232] 'agreement among raft nodes before linearized reading' (duration: 243.489479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:02:43.954358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:02:43.647018Z","time spent":"307.331243ms","remote":"127.0.0.1:36210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-02-27T21:02:43.955061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:02:43.580092Z","time spent":"374.086745ms","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:02:45.351828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.184756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:02:45.351995Z","caller":"traceutil/trace.go:171","msg":"trace[810456481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:674; }","duration":"162.403261ms","start":"2026-02-27T21:02:45.189526Z","end":"2026-02-27T21:02:45.35193Z","steps":["trace[810456481] 'range keys from in-memory index tree' (duration: 162.097204ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:02:45.352042Z","caller":"traceutil/trace.go:171","msg":"trace[371522088] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"127.850824ms","start":"2026-02-27T21:02:45.224163Z","end":"2026-02-27T21:02:45.352014Z","steps":["trace[371522088] 'process raft request' (duration: 126.616756ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:03:03.716307Z","caller":"traceutil/trace.go:171","msg":"trace[907092021] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"218.177342ms","start":"2026-02-27T21:03:03.498101Z","end":"2026-02-27T21:03:03.716278Z","steps":["trace[907092021] 'process raft request' (duration: 218.026079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:03:28.091523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.356616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T21:03:28.091639Z","caller":"traceutil/trace.go:171","msg":"trace[1749669981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1185; }","duration":"107.558101ms","start":"2026-02-27T21:03:27.984055Z","end":"2026-02-27T21:03:28.091613Z","steps":["trace[1749669981] 'range keys from in-memory index tree' (duration: 107.068109ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:03:45.994251Z","caller":"traceutil/trace.go:171","msg":"trace[1240254152] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"126.43899ms","start":"2026-02-27T21:03:45.867779Z","end":"2026-02-27T21:03:45.994217Z","steps":["trace[1240254152] 'process raft request' (duration: 126.226925ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:03:57.79449Z","caller":"traceutil/trace.go:171","msg":"trace[863808103] linearizableReadLoop","detail":"{readStateIndex:1668; appliedIndex:1667; }","duration":"378.077073ms","start":"2026-02-27T21:03:57.416397Z","end":"2026-02-27T21:03:57.794474Z","steps":["trace[863808103] 'read index received' (duration: 377.994361ms)","trace[863808103] 'applied index is now lower than readState.Index' (duration: 81.782µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:03:57.794553Z","caller":"traceutil/trace.go:171","msg":"trace[2033392852] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"783.949428ms","start":"2026-02-27T21:03:57.01058Z","end":"2026-02-27T21:03:57.79453Z","steps":["trace[2033392852] 'process raft request' (duration: 783.754734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:03:57.794658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.265818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-943ec55e-8f26-4140-a548-8824a71b3edd\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-02-27T21:03:57.794676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:03:57.010554Z","time spent":"784.04977ms","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:03:57.794696Z","caller":"traceutil/trace.go:171","msg":"trace[621129772] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-943ec55e-8f26-4140-a548-8824a71b3edd; range_end:; response_count:1; response_revision:1608; }","duration":"378.335879ms","start":"2026-02-27T21:03:57.416339Z","end":"2026-02-27T21:03:57.794675Z","steps":["trace[621129772] 'agreement among raft nodes before linearized reading' (duration: 378.231447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:03:57.794721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:03:57.416316Z","time spent":"378.39998ms","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-943ec55e-8f26-4140-a548-8824a71b3edd\" "} {"level":"warn","ts":"2026-02-27T21:03:57.794917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.764648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:03:57.794944Z","caller":"traceutil/trace.go:171","msg":"trace[891867556] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1608; }","duration":"101.82014ms","start":"2026-02-27T21:03:57.693116Z","end":"2026-02-27T21:03:57.794936Z","steps":["trace[891867556] 'agreement among raft nodes before linearized reading' (duration: 101.778119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:03:57.794995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.668114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T21:03:57.795038Z","caller":"traceutil/trace.go:171","msg":"trace[1069421069] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1608; }","duration":"221.745056ms","start":"2026-02-27T21:03:57.573282Z","end":"2026-02-27T21:03:57.795027Z","steps":["trace[1069421069] 'agreement among raft nodes before linearized reading' (duration: 221.631404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:03:57.795413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.376573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-943ec55e-8f26-4140-a548-8824a71b3edd\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-27T21:03:57.795651Z","caller":"traceutil/trace.go:171","msg":"trace[837177569] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-943ec55e-8f26-4140-a548-8824a71b3edd; range_end:; response_count:1; response_revision:1608; }","duration":"329.638449ms","start":"2026-02-27T21:03:57.465935Z","end":"2026-02-27T21:03:57.795574Z","steps":["trace[837177569] 'agreement among raft nodes before linearized reading' (duration: 328.913253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:03:57.795828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:03:57.465903Z","time spent":"329.840532ms","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-943ec55e-8f26-4140-a548-8824a71b3edd\" "} {"level":"info","ts":"2026-02-27T21:03:58.017611Z","caller":"traceutil/trace.go:171","msg":"trace[2026083170] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"213.144055ms","start":"2026-02-27T21:03:57.804436Z","end":"2026-02-27T21:03:58.017581Z","steps":["trace[2026083170] 'process raft request' (duration: 212.941621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:03:59.147026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074629631s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:03:59.147284Z","caller":"traceutil/trace.go:171","msg":"trace[2083202429] linearizableReadLoop","detail":"{readStateIndex:1671; appliedIndex:1669; }","duration":"1.098480895s","start":"2026-02-27T21:03:58.048781Z","end":"2026-02-27T21:03:59.147262Z","steps":["trace[2083202429] 'read index received' (duration: 22.963345ms)","trace[2083202429] 'applied index is now lower than readState.Index' (duration: 1.0755163s)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:03:59.147359Z","caller":"traceutil/trace.go:171","msg":"trace[2120185674] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"1.107155676s","start":"2026-02-27T21:03:58.040186Z","end":"2026-02-27T21:03:59.147342Z","steps":["trace[2120185674] 'process raft request' (duration: 1.106959142s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:03:59.147465Z","caller":"traceutil/trace.go:171","msg":"trace[1984822892] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"508.042092ms","start":"2026-02-27T21:03:58.639385Z","end":"2026-02-27T21:03:59.147427Z","steps":["trace[1984822892] 'process raft request' (duration: 507.831997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:03:59.147541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098772401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T21:03:59.147528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:03:58.040152Z","time spent":"1.107265748s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:03:59.147603Z","caller":"traceutil/trace.go:171","msg":"trace[960000577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1612; }","duration":"1.098872033s","start":"2026-02-27T21:03:58.048716Z","end":"2026-02-27T21:03:59.147588Z","steps":["trace[960000577] 'agreement among raft nodes before linearized reading' (duration: 1.098665979s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:03:59.147648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:03:58.048698Z","time spent":"1.098940285s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:03:59.147696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:03:58.639353Z","time spent":"508.225796ms","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:03:59.147812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.267603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:03:59.147851Z","caller":"traceutil/trace.go:171","msg":"trace[1479514672] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1612; }","duration":"521.337075ms","start":"2026-02-27T21:03:58.626504Z","end":"2026-02-27T21:03:59.147841Z","steps":["trace[1479514672] 'agreement among raft nodes before linearized reading' (duration: 521.263363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:03:59.147884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:03:58.62641Z","time spent":"521.467278ms","remote":"127.0.0.1:36572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:03:59.147943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.486753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:03:59.147994Z","caller":"traceutil/trace.go:171","msg":"trace[2040854468] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1612; }","duration":"865.542244ms","start":"2026-02-27T21:03:58.28244Z","end":"2026-02-27T21:03:59.147983Z","steps":["trace[2040854468] 'agreement among raft nodes before linearized reading' (duration: 865.440851ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:03:59.147248Z","caller":"traceutil/trace.go:171","msg":"trace[516390911] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"1.109823154s","start":"2026-02-27T21:03:58.037392Z","end":"2026-02-27T21:03:59.147215Z","steps":["trace[516390911] 'process raft request' (duration: 34.179451ms)","trace[516390911] 'compare' (duration: 1.074459698s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:03:59.147993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.874882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-02-27T21:03:59.147983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.92637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T21:03:59.14805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:03:58.282377Z","time spent":"865.659046ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:03:59.148076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:03:58.037359Z","time spent":"1.110680614s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:03:59.148086Z","caller":"traceutil/trace.go:171","msg":"trace[814618726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1612; }","duration":"856.035366ms","start":"2026-02-27T21:03:58.292028Z","end":"2026-02-27T21:03:59.148063Z","steps":["trace[814618726] 'agreement among raft nodes before linearized reading' (duration: 855.756739ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:03:59.14812Z","caller":"traceutil/trace.go:171","msg":"trace[238059804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1612; }","duration":"774.106404ms","start":"2026-02-27T21:03:58.373991Z","end":"2026-02-27T21:03:59.148098Z","steps":["trace[238059804] 'agreement among raft nodes before linearized reading' (duration: 773.782306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:03:59.148136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:03:58.292002Z","time spent":"856.124207ms","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:03:59.148174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:03:58.373973Z","time spent":"774.190976ms","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T21:03:59.148227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.968251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:03:59.148312Z","caller":"traceutil/trace.go:171","msg":"trace[1083662774] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1612; }","duration":"543.775587ms","start":"2026-02-27T21:03:58.604513Z","end":"2026-02-27T21:03:59.148288Z","steps":["trace[1083662774] 'agreement among raft nodes before linearized reading' (duration: 543.657365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:03:59.148363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.123525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T21:03:59.148375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:03:58.60449Z","time spent":"543.86759ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:03:59.148384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.77447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:03:59.148498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.239462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T21:03:59.148548Z","caller":"traceutil/trace.go:171","msg":"trace[884118724] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1612; }","duration":"345.333354ms","start":"2026-02-27T21:03:58.803204Z","end":"2026-02-27T21:03:59.148537Z","steps":["trace[884118724] 'agreement among raft nodes before linearized reading' (duration: 345.217061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:03:59.148581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:03:58.803181Z","time spent":"345.391916ms","remote":"127.0.0.1:37650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:03:59.148645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.44957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-943ec55e-8f26-4140-a548-8824a71b3edd\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-02-27T21:03:59.148687Z","caller":"traceutil/trace.go:171","msg":"trace[2057030863] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-943ec55e-8f26-4140-a548-8824a71b3edd; range_end:; response_count:1; response_revision:1612; }","duration":"347.527512ms","start":"2026-02-27T21:03:58.801145Z","end":"2026-02-27T21:03:59.148673Z","steps":["trace[2057030863] 'agreement among raft nodes before linearized reading' (duration: 347.417989ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:03:59.148505Z","caller":"traceutil/trace.go:171","msg":"trace[688642768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1612; }","duration":"956.893213ms","start":"2026-02-27T21:03:58.191543Z","end":"2026-02-27T21:03:59.148436Z","steps":["trace[688642768] 'agreement among raft nodes before linearized reading' (duration: 956.183206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:03:59.148717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:03:58.80112Z","time spent":"347.590164ms","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-943ec55e-8f26-4140-a548-8824a71b3edd\" "} {"level":"warn","ts":"2026-02-27T21:03:59.148742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:03:58.191514Z","time spent":"957.21188ms","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T21:03:59.148403Z","caller":"traceutil/trace.go:171","msg":"trace[1383726360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1612; }","duration":"769.207697ms","start":"2026-02-27T21:03:58.379186Z","end":"2026-02-27T21:03:59.148393Z","steps":["trace[1383726360] 'agreement among raft nodes before linearized reading' (duration: 769.104664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:03:59.148917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:03:58.379162Z","time spent":"769.718967ms","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:04:02.402264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.327746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:04:02.402376Z","caller":"traceutil/trace.go:171","msg":"trace[1804114116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1652; }","duration":"211.51369ms","start":"2026-02-27T21:04:02.19084Z","end":"2026-02-27T21:04:02.402354Z","steps":["trace[1804114116] 'range keys from in-memory index tree' (duration: 211.229434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:02.402457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.973347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:04:02.402507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.312747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T21:04:02.402634Z","caller":"traceutil/trace.go:171","msg":"trace[1888161361] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1652; }","duration":"226.50574ms","start":"2026-02-27T21:04:02.176101Z","end":"2026-02-27T21:04:02.402607Z","steps":["trace[1888161361] 'range keys from in-memory index tree' (duration: 226.067849ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:04:02.402542Z","caller":"traceutil/trace.go:171","msg":"trace[2028654839] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1652; }","duration":"135.130861ms","start":"2026-02-27T21:04:02.267388Z","end":"2026-02-27T21:04:02.402519Z","steps":["trace[2028654839] 'count revisions from in-memory index tree' (duration: 134.848625ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:04:06.818099Z","caller":"traceutil/trace.go:171","msg":"trace[438588914] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"261.725656ms","start":"2026-02-27T21:04:06.556333Z","end":"2026-02-27T21:04:06.818058Z","steps":["trace[438588914] 'process raft request' (duration: 242.194577ms)","trace[438588914] 'compare' (duration: 19.227011ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:04:08.641194Z","caller":"traceutil/trace.go:171","msg":"trace[1018898415] linearizableReadLoop","detail":"{readStateIndex:1761; appliedIndex:1760; }","duration":"188.141668ms","start":"2026-02-27T21:04:08.453025Z","end":"2026-02-27T21:04:08.641167Z","steps":["trace[1018898415] 'read index received' (duration: 187.81376ms)","trace[1018898415] 'applied index is now lower than readState.Index' (duration: 326.787µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:04:08.641247Z","caller":"traceutil/trace.go:171","msg":"trace[315085549] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"269.838714ms","start":"2026-02-27T21:04:08.371375Z","end":"2026-02-27T21:04:08.641213Z","steps":["trace[315085549] 'process raft request' (duration: 269.579668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:08.641522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.467684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T21:04:08.641595Z","caller":"traceutil/trace.go:171","msg":"trace[1298017392] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1698; }","duration":"188.607337ms","start":"2026-02-27T21:04:08.452967Z","end":"2026-02-27T21:04:08.641574Z","steps":["trace[1298017392] 'agreement among raft nodes before linearized reading' (duration: 188.318451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:08.641699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.011104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:04:08.641809Z","caller":"traceutil/trace.go:171","msg":"trace[3882423] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1698; }","duration":"168.143828ms","start":"2026-02-27T21:04:08.473647Z","end":"2026-02-27T21:04:08.641791Z","steps":["trace[3882423] 'agreement among raft nodes before linearized reading' (duration: 167.965193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:08.641756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.510412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:04:08.642031Z","caller":"traceutil/trace.go:171","msg":"trace[71781813] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1698; }","duration":"161.764798ms","start":"2026-02-27T21:04:08.480193Z","end":"2026-02-27T21:04:08.641958Z","steps":["trace[71781813] 'agreement among raft nodes before linearized reading' (duration: 161.512801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:15.754053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:04:16.254608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:04:16.455104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.230136038s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T21:04:16.455669Z","caller":"traceutil/trace.go:171","msg":"trace[489923668] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"1.230848023s","start":"2026-02-27T21:04:15.224779Z","end":"2026-02-27T21:04:16.455627Z","steps":["trace[489923668] 'process raft request' (duration: 1.230614498s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:16.45589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:15.224728Z","time spent":"1.231047467s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:04:16.459639Z","caller":"traceutil/trace.go:171","msg":"trace[1661874633] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"1.231070007s","start":"2026-02-27T21:04:15.228533Z","end":"2026-02-27T21:04:16.459603Z","steps":["trace[1661874633] 'process raft request' (duration: 1.230798201s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:04:16.459727Z","caller":"traceutil/trace.go:171","msg":"trace[124481776] linearizableReadLoop","detail":"{readStateIndex:1810; appliedIndex:1807; }","duration":"1.206700171s","start":"2026-02-27T21:04:15.253002Z","end":"2026-02-27T21:04:16.459702Z","steps":["trace[124481776] 'read index received' (duration: 1.202362946s)","trace[124481776] 'applied index is now lower than readState.Index' (duration: 4.335435ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:04:16.459781Z","caller":"traceutil/trace.go:171","msg":"trace[954831532] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"1.226655841s","start":"2026-02-27T21:04:15.233085Z","end":"2026-02-27T21:04:16.459741Z","steps":["trace[954831532] 'process raft request' (duration: 1.226458257s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:16.459854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:15.228504Z","time spent":"1.23120478s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:04:16.45995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:15.233063Z","time spent":"1.226796164s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:04:16.459974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175202479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T21:04:16.460012Z","caller":"traceutil/trace.go:171","msg":"trace[417839666] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1744; }","duration":"1.175296761s","start":"2026-02-27T21:04:15.284707Z","end":"2026-02-27T21:04:16.460003Z","steps":["trace[417839666] 'agreement among raft nodes before linearized reading' (duration: 1.175130317s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:16.460043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:15.28469Z","time spent":"1.175347392s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:04:16.460064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.079949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T21:04:16.460089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.893175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:04:16.460027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.179856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T21:04:16.460119Z","caller":"traceutil/trace.go:171","msg":"trace[1104392425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1744; }","duration":"492.187812ms","start":"2026-02-27T21:04:15.967918Z","end":"2026-02-27T21:04:16.460106Z","steps":["trace[1104392425] 'agreement among raft nodes before linearized reading' (duration: 491.936486ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:04:16.460133Z","caller":"traceutil/trace.go:171","msg":"trace[898295988] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1744; }","duration":"521.975436ms","start":"2026-02-27T21:04:15.938142Z","end":"2026-02-27T21:04:16.460118Z","steps":["trace[898295988] 'agreement among raft nodes before linearized reading' (duration: 521.919615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:16.460157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:15.967891Z","time spent":"492.258623ms","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T21:04:16.460116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20710985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T21:04:16.46019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16710662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T21:04:16.460206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166117509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:04:16.460252Z","caller":"traceutil/trace.go:171","msg":"trace[140630877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1744; }","duration":"1.166181311s","start":"2026-02-27T21:04:15.294063Z","end":"2026-02-27T21:04:16.460244Z","steps":["trace[140630877] 'agreement among raft nodes before linearized reading' (duration: 1.166100779s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:04:16.46025Z","caller":"traceutil/trace.go:171","msg":"trace[586185664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1744; }","duration":"1.167214933s","start":"2026-02-27T21:04:15.293018Z","end":"2026-02-27T21:04:16.460233Z","steps":["trace[586185664] 'agreement among raft nodes before linearized reading' (duration: 1.16707288s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:16.460276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:15.294053Z","time spent":"1.166218982s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:04:16.460285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.054632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:04:16.460295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.305446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:04:16.4603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:15.292993Z","time spent":"1.167295135s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T21:04:16.460183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:15.938124Z","time spent":"522.049998ms","remote":"127.0.0.1:36524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:04:16.46029Z","caller":"traceutil/trace.go:171","msg":"trace[1171858408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1744; }","duration":"1.207281674s","start":"2026-02-27T21:04:15.252932Z","end":"2026-02-27T21:04:16.460214Z","steps":["trace[1171858408] 'agreement among raft nodes before linearized reading' (duration: 1.206875645s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:16.460477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:15.252903Z","time spent":"1.207566252s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T21:04:16.460325Z","caller":"traceutil/trace.go:171","msg":"trace[48021617] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1744; }","duration":"363.144183ms","start":"2026-02-27T21:04:16.097171Z","end":"2026-02-27T21:04:16.460315Z","steps":["trace[48021617] 'agreement among raft nodes before linearized reading' (duration: 363.084152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:16.460569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:16.097143Z","time spent":"363.410571ms","remote":"127.0.0.1:36256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:04:16.460338Z","caller":"traceutil/trace.go:171","msg":"trace[2095164087] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1744; }","duration":"387.396728ms","start":"2026-02-27T21:04:16.072926Z","end":"2026-02-27T21:04:16.460323Z","steps":["trace[2095164087] 'agreement among raft nodes before linearized reading' (duration: 387.335376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:16.460676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:16.072894Z","time spent":"387.765996ms","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":15,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:04:16.460142Z","caller":"traceutil/trace.go:171","msg":"trace[1173998788] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1744; }","duration":"761.34728ms","start":"2026-02-27T21:04:15.698786Z","end":"2026-02-27T21:04:16.460133Z","steps":["trace[1173998788] 'agreement among raft nodes before linearized reading' (duration: 761.092814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:16.460829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:15.698758Z","time spent":"762.052525ms","remote":"127.0.0.1:37650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T21:04:42.869017Z","caller":"traceutil/trace.go:171","msg":"trace[928265493] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"282.379429ms","start":"2026-02-27T21:04:42.586612Z","end":"2026-02-27T21:04:42.868992Z","steps":["trace[928265493] 'process raft request' (duration: 282.210964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:45.192057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000239929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:04:45.192211Z","caller":"traceutil/trace.go:171","msg":"trace[1444974545] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000457323s","start":"2026-02-27T21:04:43.191734Z","end":"2026-02-27T21:04:45.192191Z","steps":["trace[1444974545] 'agreement among raft nodes before linearized reading' (duration: 2.00028519s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:45.192272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:43.191698Z","time spent":"2.000564056s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:04:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:46.049549Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.180689149s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T21:04:46.05053Z","caller":"traceutil/trace.go:171","msg":"trace[2102284867] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"3.397550096s","start":"2026-02-27T21:04:42.652924Z","end":"2026-02-27T21:04:46.050474Z","steps":["trace[2102284867] 'process raft request' (duration: 3.397037596s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:04:46.050549Z","caller":"traceutil/trace.go:171","msg":"trace[1883687872] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"3.396745248s","start":"2026-02-27T21:04:42.65376Z","end":"2026-02-27T21:04:46.050506Z","steps":["trace[1883687872] 'process raft request' (duration: 3.396630586s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:46.05073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:42.652897Z","time spent":"3.39770188s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:04:46.050508Z","caller":"traceutil/trace.go:171","msg":"trace[343716031] linearizableReadLoop","detail":"{readStateIndex:1952; appliedIndex:1949; }","duration":"3.382365792s","start":"2026-02-27T21:04:42.668087Z","end":"2026-02-27T21:04:46.050453Z","steps":["trace[343716031] 'read index received' (duration: 200.806016ms)","trace[343716031] 'applied index is now lower than readState.Index' (duration: 3.181558346s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:04:46.050746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:42.653746Z","time spent":"3.39686259s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:04:46.05095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.382819481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T21:04:46.051031Z","caller":"traceutil/trace.go:171","msg":"trace[257503892] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1881; }","duration":"3.382956215s","start":"2026-02-27T21:04:42.668053Z","end":"2026-02-27T21:04:46.051009Z","steps":["trace[257503892] 'agreement among raft nodes before linearized reading' (duration: 3.382546986s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:46.05109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:42.668039Z","time spent":"3.383039726s","remote":"127.0.0.1:37650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:04:46.551156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:04:47.052456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:04:47.192561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00000095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:04:47.192652Z","caller":"traceutil/trace.go:171","msg":"trace[1650333457] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000146083s","start":"2026-02-27T21:04:45.192486Z","end":"2026-02-27T21:04:47.192632Z","steps":["trace[1650333457] 'agreement among raft nodes before linearized reading' (duration: 2.000034041s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:47.192703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:45.192465Z","time spent":"2.000227684s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:04:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:47.382952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:04:47.383029Z","caller":"traceutil/trace.go:171","msg":"trace[1082711233] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000165653s","start":"2026-02-27T21:04:45.382847Z","end":"2026-02-27T21:04:47.383013Z","steps":["trace[1082711233] 'agreement among raft nodes before linearized reading' (duration: 2.00005797s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:47.383066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:45.382826Z","time spent":"2.000234145s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:04:47.552996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:04:47.702508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999736728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:04:47.702576Z","caller":"traceutil/trace.go:171","msg":"trace[862022279] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999828959s","start":"2026-02-27T21:04:42.702729Z","end":"2026-02-27T21:04:47.702558Z","steps":["trace[862022279] 'agreement among raft nodes before linearized reading' (duration: 4.999755028s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:47.702618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:42.702719Z","time spent":"4.999890692s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 21:04:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:47.705174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999581093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:04:47.705237Z","caller":"traceutil/trace.go:171","msg":"trace[1139517804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999680165s","start":"2026-02-27T21:04:42.705542Z","end":"2026-02-27T21:04:47.705222Z","steps":["trace[1139517804] 'agreement among raft nodes before linearized reading' (duration: 4.999612264s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:47.705279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:42.705527Z","time spent":"4.999741146s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 21:04:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:47.705185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999712336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:04:47.70539Z","caller":"traceutil/trace.go:171","msg":"trace[188875861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999951611s","start":"2026-02-27T21:04:42.705424Z","end":"2026-02-27T21:04:47.705375Z","steps":["trace[188875861] 'agreement among raft nodes before linearized reading' (duration: 4.999729076s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:47.705467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:42.705408Z","time spent":"5.000040893s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 21:04:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:48.054038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:04:48.554456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:04:49.055015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:04:49.2008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000070412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:04:49.200857Z","caller":"traceutil/trace.go:171","msg":"trace[553641015] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000163513s","start":"2026-02-27T21:04:47.200682Z","end":"2026-02-27T21:04:49.200845Z","steps":["trace[553641015] 'agreement among raft nodes before linearized reading' (duration: 2.000085142s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:49.200886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:47.200673Z","time spent":"2.000208214s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:04:49.55541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:04:49.872495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:44.874659Z","time spent":"4.997828839s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:04:50.056245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:04:50.24952Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.19962685s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T21:04:50.434064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:43.433435Z","time spent":"7.0006206s","remote":"127.0.0.1:36306","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:04:50.718998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:43.718247Z","time spent":"7.000745907s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:04:51.19418Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"17399ca0e89ec076","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T21:04:51.201924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000349557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:04:51.201988Z","caller":"traceutil/trace.go:171","msg":"trace[1302508656] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000451869s","start":"2026-02-27T21:04:49.201518Z","end":"2026-02-27T21:04:51.20197Z","steps":["trace[1302508656] 'agreement among raft nodes before linearized reading' (duration: 2.000330687s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:51.202038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:49.201507Z","time spent":"2.000520991s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:04:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:51.508623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000686695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:04:51.508708Z","caller":"traceutil/trace.go:171","msg":"trace[457721486] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000841569s","start":"2026-02-27T21:04:49.507846Z","end":"2026-02-27T21:04:51.508688Z","steps":["trace[457721486] 'agreement among raft nodes before linearized reading' (duration: 2.000734096s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:51.508769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:49.507822Z","time spent":"2.000937981s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:04:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:52.680159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000418049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:04:52.680296Z","caller":"traceutil/trace.go:171","msg":"trace[1517434578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000617634s","start":"2026-02-27T21:04:42.679642Z","end":"2026-02-27T21:04:52.680259Z","steps":["trace[1517434578] 'agreement among raft nodes before linearized reading' (duration: 10.00045373s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:52.680384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:42.679623Z","time spent":"10.000743206s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/02/27 21:04:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:52.702277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998989546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:04:52.702398Z","caller":"traceutil/trace.go:171","msg":"trace[1530223747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.99915547s","start":"2026-02-27T21:04:42.70322Z","end":"2026-02-27T21:04:52.702376Z","steps":["trace[1530223747] 'agreement among raft nodes before linearized reading' (duration: 9.999008847s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:52.702453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:42.703208Z","time spent":"9.999235911s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/02/27 21:04:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:52.702958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997564693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:04:52.703031Z","caller":"traceutil/trace.go:171","msg":"trace[49192653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997675874s","start":"2026-02-27T21:04:49.70534Z","end":"2026-02-27T21:04:52.703016Z","steps":["trace[49192653] 'agreement among raft nodes before linearized reading' (duration: 2.997596953s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:52.703069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:49.705321Z","time spent":"2.997739086s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 21:04:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:52.705733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99881367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:04:52.705828Z","caller":"traceutil/trace.go:171","msg":"trace[1389086956] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998923572s","start":"2026-02-27T21:04:49.706887Z","end":"2026-02-27T21:04:52.70581Z","steps":["trace[1389086956] 'agreement among raft nodes before linearized reading' (duration: 2.99881157s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:52.705895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:49.706821Z","time spent":"2.999064635s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 21:04:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:52.705763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998033832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:04:52.706011Z","caller":"traceutil/trace.go:171","msg":"trace[238027420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998312928s","start":"2026-02-27T21:04:49.707689Z","end":"2026-02-27T21:04:52.706002Z","steps":["trace[238027420] 'agreement among raft nodes before linearized reading' (duration: 2.998053913s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:52.706049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:49.707682Z","time spent":"2.998350259s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 21:04:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:53.056103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:48.057848Z","time spent":"4.998245347s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:04:53.056131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:48.057975Z","time spent":"4.998139285s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 21:04:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/27 21:04:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:53.210329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000418999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:04:53.210577Z","caller":"traceutil/trace.go:171","msg":"trace[2095822856] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000765546s","start":"2026-02-27T21:04:51.209778Z","end":"2026-02-27T21:04:53.210543Z","steps":["trace[2095822856] 'agreement among raft nodes before linearized reading' (duration: 2.00043976s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:53.210702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:51.209758Z","time spent":"2.000927029s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:04:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:54.197009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:47.196149Z","time spent":"7.000851933s","remote":"127.0.0.1:36202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:04:54.667857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779027706s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:04:54.667987Z","caller":"traceutil/trace.go:171","msg":"trace[749629261] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1881; }","duration":"2.77918326s","start":"2026-02-27T21:04:51.888785Z","end":"2026-02-27T21:04:54.667969Z","steps":["trace[749629261] 'range keys from in-memory index tree' (duration: 2.778998406s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:54.669643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.419780812s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-02-27T21:04:54.687058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:47.686327Z","time spent":"7.0007251s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:04:54.872571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998724016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:04:54.872666Z","caller":"traceutil/trace.go:171","msg":"trace[546330839] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.99886666s","start":"2026-02-27T21:04:49.873779Z","end":"2026-02-27T21:04:54.872645Z","steps":["trace[546330839] 'agreement among raft nodes before linearized reading' (duration: 4.998754957s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:54.872711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:49.873765Z","time spent":"4.998935972s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/27 21:04:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:54.899324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.768400402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:04:54.899512Z","caller":"traceutil/trace.go:171","msg":"trace[1624155908] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.768636397s","start":"2026-02-27T21:04:47.130834Z","end":"2026-02-27T21:04:54.89947Z","steps":["trace[1624155908] 'agreement among raft nodes before linearized reading' (duration: 7.768417163s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:54.899608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:47.130823Z","time spent":"7.76876942s","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/02/27 21:04:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:55.21058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999811796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:04:55.210666Z","caller":"traceutil/trace.go:171","msg":"trace[340256871] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999975139s","start":"2026-02-27T21:04:53.210672Z","end":"2026-02-27T21:04:55.210647Z","steps":["trace[340256871] 'agreement among raft nodes before linearized reading' (duration: 1.999852597s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:55.210728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:53.210649Z","time spent":"2.000068341s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:04:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:57.219736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000513681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:04:57.219887Z","caller":"traceutil/trace.go:171","msg":"trace[707934488] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000746635s","start":"2026-02-27T21:04:55.219108Z","end":"2026-02-27T21:04:57.219854Z","steps":["trace[707934488] 'agreement among raft nodes before linearized reading' (duration: 2.000560151s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:57.219961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:55.219078Z","time spent":"2.000867558s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:04:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:57.450827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:50.450399Z","time spent":"7.000418173s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:04:57.706704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:52.708149Z","time spent":"4.998545333s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 21:04:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:57.707063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:52.708085Z","time spent":"4.998970483s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 21:04:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:57.725276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:50.724424Z","time spent":"7.000847452s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:04:58.055868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99835739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:04:58.055958Z","caller":"traceutil/trace.go:171","msg":"trace[862872845] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998514282s","start":"2026-02-27T21:04:53.057423Z","end":"2026-02-27T21:04:58.055938Z","steps":["trace[862872845] 'agreement among raft nodes before linearized reading' (duration: 4.99838906s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:58.056011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:53.057403Z","time spent":"4.998597545s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/02/27 21:04:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:58.056476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999682028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:04:58.056526Z","caller":"traceutil/trace.go:171","msg":"trace[311883918] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.99979119s","start":"2026-02-27T21:04:53.056724Z","end":"2026-02-27T21:04:58.056516Z","steps":["trace[311883918] 'agreement among raft nodes before linearized reading' (duration: 4.999733788s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:58.056554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:53.056703Z","time spent":"4.999844771s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/02/27 21:04:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:58.202665Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"17399ca0e89ec076","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T21:04:59.220924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000778787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:04:59.221014Z","caller":"traceutil/trace.go:171","msg":"trace[899395183] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00094293s","start":"2026-02-27T21:04:57.220053Z","end":"2026-02-27T21:04:59.220996Z","steps":["trace[899395183] 'agreement among raft nodes before linearized reading' (duration: 2.000829118s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:04:59.22106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:57.220028Z","time spent":"2.001023413s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:04:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:04:59.683206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:52.682595Z","time spent":"7.000602947s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:04:59.690249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:52.703746Z","time spent":"6.986490834s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 21:04:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:00.436831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998317073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:05:00.436953Z","caller":"traceutil/trace.go:171","msg":"trace[1240274735] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"9.998474206s","start":"2026-02-27T21:04:50.43843Z","end":"2026-02-27T21:05:00.436904Z","steps":["trace[1240274735] 'agreement among raft nodes before linearized reading' (duration: 9.998354524s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:00.437009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:50.438406Z","time spent":"9.998588418s","remote":"127.0.0.1:36306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/02/27 21:05:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:01.204792Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"17399ca0e89ec0e5","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T21:05:01.228329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:05:01.228411Z","caller":"traceutil/trace.go:171","msg":"trace[1936102653] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000145633s","start":"2026-02-27T21:04:59.228244Z","end":"2026-02-27T21:05:01.228389Z","steps":["trace[1936102653] 'agreement among raft nodes before linearized reading' (duration: 2.000049781s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:01.228483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:59.228194Z","time spent":"2.000272985s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:01.677075Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"11.427300946s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T21:05:02.685463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.99493284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:05:02.685564Z","caller":"traceutil/trace.go:171","msg":"trace[1695764668] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.995094424s","start":"2026-02-27T21:04:54.690444Z","end":"2026-02-27T21:05:02.685538Z","steps":["trace[1695764668] 'agreement among raft nodes before linearized reading' (duration: 7.994960471s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:02.685625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:54.690424Z","time spent":"7.995187915s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/02/27 21:05:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:03.228755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000042031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:05:03.22884Z","caller":"traceutil/trace.go:171","msg":"trace[1457699114] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000177914s","start":"2026-02-27T21:05:01.228642Z","end":"2026-02-27T21:05:03.22882Z","steps":["trace[1457699114] 'agreement among raft nodes before linearized reading' (duration: 2.000075552s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:03.228886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:01.228619Z","time spent":"2.000257965s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:04.45675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:57.455655Z","time spent":"7.001087027s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:05:04.72917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:57.728997Z","time spent":"7.000166808s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:05:05.237258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00005057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:05:05.237341Z","caller":"traceutil/trace.go:171","msg":"trace[1008195126] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000192183s","start":"2026-02-27T21:05:03.23713Z","end":"2026-02-27T21:05:05.237322Z","steps":["trace[1008195126] 'agreement among raft nodes before linearized reading' (duration: 2.000083381s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:05.237388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:03.237071Z","time spent":"2.000308205s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:05:07.238374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99998309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:05:07.238443Z","caller":"traceutil/trace.go:171","msg":"trace[114115536] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000098601s","start":"2026-02-27T21:05:05.238331Z","end":"2026-02-27T21:05:07.23843Z","steps":["trace[114115536] 'agreement among raft nodes before linearized reading' (duration: 2.000009419s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:07.238474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:05.238312Z","time spent":"2.000156423s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:05:09.247187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000324726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:05:09.247319Z","caller":"traceutil/trace.go:171","msg":"trace[552647964] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000518661s","start":"2026-02-27T21:05:07.246771Z","end":"2026-02-27T21:05:09.247289Z","steps":["trace[552647964] 'agreement among raft nodes before linearized reading' (duration: 2.000340597s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:09.247381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:07.246756Z","time spent":"2.000613822s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:09.688975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:02.688374Z","time spent":"7.000593376s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:05:10.364427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.69369239s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T21:05:10.364714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.475253941s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:05:10.364829Z","caller":"traceutil/trace.go:171","msg":"trace[966685217] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1883; }","duration":"8.475373993s","start":"2026-02-27T21:05:01.889434Z","end":"2026-02-27T21:05:10.364808Z","steps":["trace[966685217] 'range keys from in-memory index tree' (duration: 8.475239101s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:10.36457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:02.34711Z","time spent":"8.017454893s","remote":"127.0.0.1:49762","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T21:05:10.437281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999014337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:05:10.4374Z","caller":"traceutil/trace.go:171","msg":"trace[460846196] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"9.999200972s","start":"2026-02-27T21:05:00.438177Z","end":"2026-02-27T21:05:10.437378Z","steps":["trace[460846196] 'agreement among raft nodes before linearized reading' (duration: 9.999036578s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:10.437449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:00.438163Z","time spent":"9.999272663s","remote":"127.0.0.1:36306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/02/27 21:05:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:11.24733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999655503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:05:11.247422Z","caller":"traceutil/trace.go:171","msg":"trace[1710070743] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999804306s","start":"2026-02-27T21:05:09.247598Z","end":"2026-02-27T21:05:11.247403Z","steps":["trace[1710070743] 'agreement among raft nodes before linearized reading' (duration: 1.999692114s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:11.24747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:09.247573Z","time spent":"1.999887067s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:11.461551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:04.461326Z","time spent":"7.000212529s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:05:11.506335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999917498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:05:11.506427Z","caller":"traceutil/trace.go:171","msg":"trace[510350248] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000086402s","start":"2026-02-27T21:05:09.506318Z","end":"2026-02-27T21:05:11.506404Z","steps":["trace[510350248] 'agreement among raft nodes before linearized reading' (duration: 1.999963839s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:11.506494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:09.506289Z","time spent":"2.000188514s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:11.644974Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.628376609s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T21:05:11.734022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:04.733469Z","time spent":"7.000546946s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:05:13.255211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999847736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:05:13.255343Z","caller":"traceutil/trace.go:171","msg":"trace[980109082] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000082611s","start":"2026-02-27T21:05:11.255232Z","end":"2026-02-27T21:05:13.255314Z","steps":["trace[980109082] 'agreement among raft nodes before linearized reading' (duration: 1.999897597s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:13.255406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:11.255201Z","time spent":"2.000193803s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:14.384605Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.618226078s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T21:05:15.255677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999884827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:05:15.255766Z","caller":"traceutil/trace.go:171","msg":"trace[1615177046] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000032991s","start":"2026-02-27T21:05:13.255714Z","end":"2026-02-27T21:05:15.255747Z","steps":["trace[1615177046] 'agreement among raft nodes before linearized reading' (duration: 1.999926968s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:15.255811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:13.255689Z","time spent":"2.000113952s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:17.009052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.11968702s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:05:17.00921Z","caller":"traceutil/trace.go:171","msg":"trace[2011528282] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1884; }","duration":"5.119858685s","start":"2026-02-27T21:05:11.889328Z","end":"2026-02-27T21:05:17.009186Z","steps":["trace[2011528282] 'range keys from in-memory index tree' (duration: 5.11966743s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:17.009466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.643051379s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-02-27T21:05:17.011655Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"76.792µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-02-27T21:05:17.011672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.060709347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:17.01175Z","caller":"traceutil/trace.go:171","msg":"trace[61297513] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1889; }","duration":"32.060831279s","start":"2026-02-27T21:04:44.950891Z","end":"2026-02-27T21:05:17.011722Z","steps":["trace[61297513] 'agreement among raft nodes before linearized reading' (duration: 32.060664275s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:17.011803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:44.950878Z","time spent":"32.060914281s","remote":"127.0.0.1:36618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:17.011903Z","caller":"traceutil/trace.go:171","msg":"trace[1985536053] linearizableReadLoop","detail":"{readStateIndex:1960; appliedIndex:1952; }","duration":"30.959659746s","start":"2026-02-27T21:04:46.050805Z","end":"2026-02-27T21:05:17.010465Z","steps":["trace[1985536053] 'read index received' (duration: 4.198930006s)","trace[1985536053] 'applied index is now lower than readState.Index' (duration: 26.76072817s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:05:17.263494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000179474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:05:17.263585Z","caller":"traceutil/trace.go:171","msg":"trace[1880420636] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000329076s","start":"2026-02-27T21:05:15.263236Z","end":"2026-02-27T21:05:17.263565Z","steps":["trace[1880420636] 'agreement among raft nodes before linearized reading' (duration: 2.000204124s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:17.263632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:15.263215Z","time spent":"2.000408279s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:05:17.364765Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"17399ca0e89ec0e5","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T21:05:18.466502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:11.465517Z","time spent":"7.000978635s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:05:19.264599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000496601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:05:19.264746Z","caller":"traceutil/trace.go:171","msg":"trace[840928884] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000695625s","start":"2026-02-27T21:05:17.264033Z","end":"2026-02-27T21:05:19.264728Z","steps":["trace[840928884] 'agreement among raft nodes before linearized reading' (duration: 2.000532442s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:19.264826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:17.26401Z","time spent":"2.000803907s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:20.437902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999328804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:05:20.437986Z","caller":"traceutil/trace.go:171","msg":"trace[1653756146] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"9.999486946s","start":"2026-02-27T21:05:10.438479Z","end":"2026-02-27T21:05:20.437966Z","steps":["trace[1653756146] 'agreement among raft nodes before linearized reading' (duration: 9.999354564s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:20.43804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:10.43846Z","time spent":"9.999563819s","remote":"127.0.0.1:36306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/02/27 21:05:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:21.272558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000293946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:05:21.272644Z","caller":"traceutil/trace.go:171","msg":"trace[687129406] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000420929s","start":"2026-02-27T21:05:19.272204Z","end":"2026-02-27T21:05:21.272625Z","steps":["trace[687129406] 'agreement among raft nodes before linearized reading' (duration: 2.000309676s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:21.272693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:19.272189Z","time spent":"2.00049489s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:21.736922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998480326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:05:21.737015Z","caller":"traceutil/trace.go:171","msg":"trace[1234420066] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.998626939s","start":"2026-02-27T21:05:11.738368Z","end":"2026-02-27T21:05:21.736995Z","steps":["trace[1234420066] 'agreement among raft nodes before linearized reading' (duration: 9.998511367s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:21.737079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:11.738349Z","time spent":"9.998720291s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/02/27 21:05:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:23.273611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00051114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:05:23.273748Z","caller":"traceutil/trace.go:171","msg":"trace[1372210916] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000707764s","start":"2026-02-27T21:05:21.27301Z","end":"2026-02-27T21:05:23.273718Z","steps":["trace[1372210916] 'agreement among raft nodes before linearized reading' (duration: 2.000538481s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:23.273837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:21.272988Z","time spent":"2.000835778s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:24.918956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.906658546s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T21:05:24.919342Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"35.741µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-02-27T21:05:24.919341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030208573s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:05:24.919476Z","caller":"traceutil/trace.go:171","msg":"trace[1481066857] linearizableReadLoop","detail":"{readStateIndex:1975; appliedIndex:1965; }","duration":"7.907480505s","start":"2026-02-27T21:05:17.011973Z","end":"2026-02-27T21:05:24.919454Z","steps":["trace[1481066857] 'read index received' (duration: 130.684µs)","trace[1481066857] 'applied index is now lower than readState.Index' (duration: 7.907348461s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:05:24.919816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.974364881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:05:24.919921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.909960411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:05:24.919926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.569949127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:24.91996Z","caller":"traceutil/trace.go:171","msg":"trace[1452529530] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1894; }","duration":"18.910031532s","start":"2026-02-27T21:05:06.00992Z","end":"2026-02-27T21:05:24.919952Z","steps":["trace[1452529530] 'agreement among raft nodes before linearized reading' (duration: 18.909956701s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:05:24.919974Z","caller":"traceutil/trace.go:171","msg":"trace[376965104] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1894; }","duration":"26.570059199s","start":"2026-02-27T21:04:58.349901Z","end":"2026-02-27T21:05:24.91996Z","steps":["trace[376965104] 'agreement among raft nodes before linearized reading' (duration: 26.569961687s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.919995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:06.009854Z","time spent":"18.910133765s","remote":"127.0.0.1:36236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.919997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.496362366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:24.92004Z","caller":"traceutil/trace.go:171","msg":"trace[1828357381] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1894; }","duration":"19.496446678s","start":"2026-02-27T21:05:05.423583Z","end":"2026-02-27T21:05:24.92003Z","steps":["trace[1828357381] 'agreement among raft nodes before linearized reading' (duration: 19.496362196s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.920047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:58.349843Z","time spent":"26.570190373s","remote":"127.0.0.1:37622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.920066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.005402319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:05:24.920085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:05.423562Z","time spent":"19.496514129s","remote":"127.0.0.1:36554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.92011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.138901653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T21:05:24.920158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.32390531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:05:24.920194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.036108072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:24.920203Z","caller":"traceutil/trace.go:171","msg":"trace[2122421102] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1894; }","duration":"28.323997253s","start":"2026-02-27T21:04:56.596195Z","end":"2026-02-27T21:05:24.920192Z","steps":["trace[2122421102] 'agreement among raft nodes before linearized reading' (duration: 28.323938312s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.920207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.618850077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:05:24.920221Z","caller":"traceutil/trace.go:171","msg":"trace[1064948094] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1894; }","duration":"16.036172373s","start":"2026-02-27T21:05:08.884041Z","end":"2026-02-27T21:05:24.920213Z","steps":["trace[1064948094] 'agreement among raft nodes before linearized reading' (duration: 16.036122092s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.920185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.579468557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:05:24.920185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.346464449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:05:24.920252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.690477886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:24.919481Z","caller":"traceutil/trace.go:171","msg":"trace[367775934] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1894; }","duration":"3.030360536s","start":"2026-02-27T21:05:21.889101Z","end":"2026-02-27T21:05:24.919461Z","steps":["trace[367775934] 'range keys from in-memory index tree' (duration: 3.030191382s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.920228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.371583989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:05:24.920293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.691325402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:24.920292Z","caller":"traceutil/trace.go:171","msg":"trace[2001481591] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1894; }","duration":"29.346592113s","start":"2026-02-27T21:04:55.573685Z","end":"2026-02-27T21:05:24.920278Z","steps":["trace[2001481591] 'agreement among raft nodes before linearized reading' (duration: 29.346417928s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.920305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"38.478338192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:05:24.920279Z","caller":"traceutil/trace.go:171","msg":"trace[1768588362] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1894; }","duration":"23.579617822s","start":"2026-02-27T21:05:01.340635Z","end":"2026-02-27T21:05:24.920253Z","steps":["trace[1768588362] 'agreement among raft nodes before linearized reading' (duration: 23.579455327s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.920347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:55.573613Z","time spent":"29.346715115s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.920361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.458111869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:05:24.920368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"36.454627095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:05:24.920357Z","caller":"traceutil/trace.go:171","msg":"trace[1279683618] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1894; }","duration":"21.371783425s","start":"2026-02-27T21:05:03.548551Z","end":"2026-02-27T21:05:24.920335Z","steps":["trace[1279683618] 'agreement among raft nodes before linearized reading' (duration: 21.37157104s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.920381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:01.340588Z","time spent":"23.579776725s","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:24.920395Z","caller":"traceutil/trace.go:171","msg":"trace[1896870552] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1894; }","duration":"36.454691556s","start":"2026-02-27T21:04:48.465696Z","end":"2026-02-27T21:05:24.920388Z","steps":["trace[1896870552] 'agreement among raft nodes before linearized reading' (duration: 36.454649426s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.920432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.928505827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:05:24.920443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.978423235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:05:24.920451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:03.548517Z","time spent":"21.371912768s","remote":"127.0.0.1:48990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:24.920472Z","caller":"traceutil/trace.go:171","msg":"trace[417089809] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1894; }","duration":"11.978505797s","start":"2026-02-27T21:05:12.941958Z","end":"2026-02-27T21:05:24.920464Z","steps":["trace[417089809] 'agreement among raft nodes before linearized reading' (duration: 11.978454786s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.920491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.829902227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:05:24.920504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:12.941927Z","time spent":"11.978568869s","remote":"127.0.0.1:36512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.92051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.234686453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:05:24.920524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.000156091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:05:24.92053Z","caller":"traceutil/trace.go:171","msg":"trace[1298508138] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:0; response_revision:1894; }","duration":"35.829940308s","start":"2026-02-27T21:04:49.090581Z","end":"2026-02-27T21:05:24.920521Z","steps":["trace[1298508138] 'agreement among raft nodes before linearized reading' (duration: 35.829884327s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.919842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.752302556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:05:24.92054Z","caller":"traceutil/trace.go:171","msg":"trace[105362981] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1894; }","duration":"33.234751474s","start":"2026-02-27T21:04:51.68578Z","end":"2026-02-27T21:05:24.920532Z","steps":["trace[105362981] 'agreement among raft nodes before linearized reading' (duration: 33.234711304s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.920546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"38.442181477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:05:24.920566Z","caller":"traceutil/trace.go:171","msg":"trace[683070709] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:1894; }","duration":"15.753122644s","start":"2026-02-27T21:05:09.167434Z","end":"2026-02-27T21:05:24.920556Z","steps":["trace[683070709] 'agreement among raft nodes before linearized reading' (duration: 15.752361117s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.920105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.050398051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:24.920576Z","caller":"traceutil/trace.go:171","msg":"trace[1005168845] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1894; }","duration":"38.442247598s","start":"2026-02-27T21:04:46.478318Z","end":"2026-02-27T21:05:24.920566Z","steps":["trace[1005168845] 'agreement among raft nodes before linearized reading' (duration: 38.442202367s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.920591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:09.167401Z","time spent":"15.753184816s","remote":"127.0.0.1:37522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.920608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:46.478266Z","time spent":"38.44233549s","remote":"127.0.0.1:37878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.919961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.101816713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:05:24.920632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.705789295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-02-27T21:05:24.920625Z","caller":"traceutil/trace.go:171","msg":"trace[954232303] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1894; }","duration":"29.050953454s","start":"2026-02-27T21:04:55.869645Z","end":"2026-02-27T21:05:24.920599Z","steps":["trace[954232303] 'agreement among raft nodes before linearized reading' (duration: 29.050413311s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:05:24.919917Z","caller":"traceutil/trace.go:171","msg":"trace[1457722516] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1894; }","duration":"24.974516074s","start":"2026-02-27T21:04:59.945377Z","end":"2026-02-27T21:05:24.919893Z","steps":["trace[1457722516] 'agreement among raft nodes before linearized reading' (duration: 24.97433777s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:05:24.920669Z","caller":"traceutil/trace.go:171","msg":"trace[988218594] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1894; }","duration":"29.705863247s","start":"2026-02-27T21:04:55.214798Z","end":"2026-02-27T21:05:24.920661Z","steps":["trace[988218594] 'agreement among raft nodes before linearized reading' (duration: 29.705798646s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:05:24.920673Z","caller":"traceutil/trace.go:171","msg":"trace[306723232] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1894; }","duration":"35.10257396s","start":"2026-02-27T21:04:49.818083Z","end":"2026-02-27T21:05:24.920657Z","steps":["trace[306723232] 'agreement among raft nodes before linearized reading' (duration: 35.101826723s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.920682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.119499816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:05:24.920693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:59.945352Z","time spent":"24.975334972s","remote":"127.0.0.1:36640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.92069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:55.869618Z","time spent":"29.051054255s","remote":"127.0.0.1:36274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:24.920713Z","caller":"traceutil/trace.go:171","msg":"trace[481514331] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1894; }","duration":"15.119569257s","start":"2026-02-27T21:05:09.801134Z","end":"2026-02-27T21:05:24.920703Z","steps":["trace[481514331] 'agreement among raft nodes before linearized reading' (duration: 15.119521256s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.920745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:09.801086Z","time spent":"15.119652229s","remote":"127.0.0.1:37538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:24.920543Z","caller":"traceutil/trace.go:171","msg":"trace[791766418] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1894; }","duration":"18.000208713s","start":"2026-02-27T21:05:06.920329Z","end":"2026-02-27T21:05:24.920538Z","steps":["trace[791766418] 'agreement among raft nodes before linearized reading' (duration: 18.000181482s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.92037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.924137918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:05:24.920812Z","caller":"traceutil/trace.go:171","msg":"trace[454925507] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1894; }","duration":"31.924623608s","start":"2026-02-27T21:04:52.996182Z","end":"2026-02-27T21:05:24.920805Z","steps":["trace[454925507] 'agreement among raft nodes before linearized reading' (duration: 31.924166019s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.920607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"36.268445372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:05:24.920819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.459346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:05:24.92084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:52.996154Z","time spent":"31.92467946s","remote":"127.0.0.1:36394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:24.920863Z","caller":"traceutil/trace.go:171","msg":"trace[719947924] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1894; }","duration":"980.554778ms","start":"2026-02-27T21:05:23.940294Z","end":"2026-02-27T21:05:24.920848Z","steps":["trace[719947924] 'agreement among raft nodes before linearized reading' (duration: 980.498827ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:05:24.92087Z","caller":"traceutil/trace.go:171","msg":"trace[1344753192] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1894; }","duration":"36.268731467s","start":"2026-02-27T21:04:48.652118Z","end":"2026-02-27T21:05:24.920849Z","steps":["trace[1344753192] 'agreement among raft nodes before linearized reading' (duration: 36.268465862s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.920244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:56.596169Z","time spent":"28.324065204s","remote":"127.0.0.1:36500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.920435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"37.861558056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-27T21:05:24.920934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:48.652098Z","time spent":"36.268812539s","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.920958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.227862649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-02-27T21:05:24.920871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.797556413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:05:24.920471Z","caller":"traceutil/trace.go:171","msg":"trace[1429700266] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1894; }","duration":"32.928580439s","start":"2026-02-27T21:04:51.991881Z","end":"2026-02-27T21:05:24.920461Z","steps":["trace[1429700266] 'agreement among raft nodes before linearized reading' (duration: 32.928528608s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.921066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:51.99186Z","time spent":"32.929197552s","remote":"127.0.0.1:36580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.92107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.702109982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:05:24.921065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.822855681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:05:24.921097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.481539376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8410"} {"level":"warn","ts":"2026-02-27T21:05:24.921108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29799144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:24.921137Z","caller":"traceutil/trace.go:171","msg":"trace[1364463829] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1894; }","duration":"4.481635238s","start":"2026-02-27T21:05:20.439493Z","end":"2026-02-27T21:05:24.921128Z","steps":["trace[1364463829] 'agreement among raft nodes before linearized reading' (duration: 4.481527346s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:05:24.921143Z","caller":"traceutil/trace.go:171","msg":"trace[615710924] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1894; }","duration":"2.298062782s","start":"2026-02-27T21:05:22.623072Z","end":"2026-02-27T21:05:24.921134Z","steps":["trace[615710924] 'agreement among raft nodes before linearized reading' (duration: 2.298011211s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.92117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:20.43946Z","time spent":"4.48170453s","remote":"127.0.0.1:36306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8434,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T21:05:24.921207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:22.623041Z","time spent":"2.298126994s","remote":"127.0.0.1:36460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.920316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.623993805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-02-27T21:05:24.92124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.45051718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"warn","ts":"2026-02-27T21:05:24.920498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.625620329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123266"} {"level":"info","ts":"2026-02-27T21:05:24.92128Z","caller":"traceutil/trace.go:171","msg":"trace[1406484458] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:1894; }","duration":"6.450585852s","start":"2026-02-27T21:05:18.470686Z","end":"2026-02-27T21:05:24.921272Z","steps":["trace[1406484458] 'agreement among raft nodes before linearized reading' (duration: 6.450439209s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:05:24.92128Z","caller":"traceutil/trace.go:171","msg":"trace[1603579723] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1894; }","duration":"17.624955575s","start":"2026-02-27T21:05:07.296306Z","end":"2026-02-27T21:05:24.921262Z","steps":["trace[1603579723] 'agreement among raft nodes before linearized reading' (duration: 17.623984624s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.921319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:18.470669Z","time spent":"6.450641503s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-27T21:05:24.921336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:07.296299Z","time spent":"17.625021056s","remote":"127.0.0.1:36194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-27T21:05:24.92106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182768304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-02-27T21:05:24.920696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:55.214774Z","time spent":"29.705915979s","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-27T21:05:24.92138Z","caller":"traceutil/trace.go:171","msg":"trace[1133682679] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:1894; }","duration":"3.183085871s","start":"2026-02-27T21:05:21.738283Z","end":"2026-02-27T21:05:24.921369Z","steps":["trace[1133682679] 'agreement among raft nodes before linearized reading' (duration: 3.182714753s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:05:24.921157Z","caller":"traceutil/trace.go:171","msg":"trace[378702126] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1894; }","duration":"29.79788963s","start":"2026-02-27T21:04:55.12316Z","end":"2026-02-27T21:05:24.921049Z","steps":["trace[378702126] 'agreement among raft nodes before linearized reading' (duration: 29.796889738s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:05:24.921282Z","caller":"traceutil/trace.go:171","msg":"trace[677214396] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1894; }","duration":"17.626431066s","start":"2026-02-27T21:05:07.294844Z","end":"2026-02-27T21:05:24.921275Z","steps":["trace[677214396] 'agreement among raft nodes before linearized reading' (duration: 17.625482056s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.921457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:07.294827Z","time spent":"17.62662364s","remote":"127.0.0.1:36186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123290,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T21:05:24.921522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:55.123133Z","time spent":"29.79834239s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:24.920998Z","caller":"traceutil/trace.go:171","msg":"trace[46838125] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:1894; }","duration":"15.227902s","start":"2026-02-27T21:05:09.693087Z","end":"2026-02-27T21:05:24.920989Z","steps":["trace[46838125] 'agreement among raft nodes before linearized reading' (duration: 15.227800068s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.921738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:09.692972Z","time spent":"15.228758199s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-27T21:05:24.92071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:49.818062Z","time spent":"35.102637081s","remote":"127.0.0.1:47738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:24.921102Z","caller":"traceutil/trace.go:171","msg":"trace[1993068119] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1894; }","duration":"5.702177712s","start":"2026-02-27T21:05:19.218915Z","end":"2026-02-27T21:05:24.921093Z","steps":["trace[1993068119] 'agreement among raft nodes before linearized reading' (duration: 5.702133571s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.921901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:19.218896Z","time spent":"5.702962749s","remote":"127.0.0.1:37562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:24.920961Z","caller":"traceutil/trace.go:171","msg":"trace[1635707466] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1894; }","duration":"37.862128828s","start":"2026-02-27T21:04:47.058823Z","end":"2026-02-27T21:05:24.920952Z","steps":["trace[1635707466] 'agreement among raft nodes before linearized reading' (duration: 37.861532946s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.920566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:49.090524Z","time spent":"35.830035901s","remote":"127.0.0.1:36166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-02-27T21:05:24.921969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:47.0588Z","time spent":"37.863145689s","remote":"127.0.0.1:37650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T21:05:24.920159Z","caller":"traceutil/trace.go:171","msg":"trace[1519106945] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1894; }","duration":"28.138981545s","start":"2026-02-27T21:04:56.781158Z","end":"2026-02-27T21:05:24.92014Z","steps":["trace[1519106945] 'agreement among raft nodes before linearized reading' (duration: 28.138849132s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.922039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:56.781135Z","time spent":"28.140895376s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T21:05:24.920247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:08.88401Z","time spent":"16.036231215s","remote":"127.0.0.1:36572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.920168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.449985948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:24.920111Z","caller":"traceutil/trace.go:171","msg":"trace[196311567] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1894; }","duration":"9.00547699s","start":"2026-02-27T21:05:15.91462Z","end":"2026-02-27T21:05:24.920097Z","steps":["trace[196311567] 'agreement among raft nodes before linearized reading' (duration: 9.005412439s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.922143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:15.914573Z","time spent":"9.007561635s","remote":"127.0.0.1:36344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:24.922186Z","caller":"traceutil/trace.go:171","msg":"trace[1811298256] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1894; }","duration":"10.451986181s","start":"2026-02-27T21:05:14.470135Z","end":"2026-02-27T21:05:24.922121Z","steps":["trace[1811298256] 'agreement among raft nodes before linearized reading' (duration: 10.450000478s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.920279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.432868401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:05:24.920278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.71833569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189836669c07ed87\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-02-27T21:05:24.920285Z","caller":"traceutil/trace.go:171","msg":"trace[1793935551] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1894; }","duration":"10.690550728s","start":"2026-02-27T21:05:14.229726Z","end":"2026-02-27T21:05:24.920277Z","steps":["trace[1793935551] 'agreement among raft nodes before linearized reading' (duration: 10.690464825s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:05:24.920323Z","caller":"traceutil/trace.go:171","msg":"trace[357838027] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1894; }","duration":"24.691409694s","start":"2026-02-27T21:05:00.228907Z","end":"2026-02-27T21:05:24.920316Z","steps":["trace[357838027] 'agreement among raft nodes before linearized reading' (duration: 24.691362773s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.92033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.134392822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:24.920333Z","caller":"traceutil/trace.go:171","msg":"trace[64475615] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1894; }","duration":"38.478414674s","start":"2026-02-27T21:04:46.44191Z","end":"2026-02-27T21:05:24.920324Z","steps":["trace[64475615] 'agreement among raft nodes before linearized reading' (duration: 38.478365653s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:05:24.920395Z","caller":"traceutil/trace.go:171","msg":"trace[2032901164] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1894; }","duration":"11.45819164s","start":"2026-02-27T21:05:13.462193Z","end":"2026-02-27T21:05:24.920385Z","steps":["trace[2032901164] 'agreement among raft nodes before linearized reading' (duration: 11.458113719s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.920442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:48.465673Z","time spent":"36.454758057s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.920503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"37.915180126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-27T21:05:24.920573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:51.685758Z","time spent":"33.234807506s","remote":"127.0.0.1:37446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.920606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.88020652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:05:24.92081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:06.920306Z","time spent":"18.000492178s","remote":"127.0.0.1:36208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.920915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.517259895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:05:24.920922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:23.940266Z","time spent":"980.6325ms","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.920965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.341462207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:05:24.921002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638397076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:05:24.921011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.195262861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:05:24.921023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.972883553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:24.921128Z","caller":"traceutil/trace.go:171","msg":"trace[1719027731] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1894; }","duration":"3.822921983s","start":"2026-02-27T21:05:21.098189Z","end":"2026-02-27T21:05:24.921111Z","steps":["trace[1719027731] 'agreement among raft nodes before linearized reading' (duration: 3.82281672s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.921419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:21.738213Z","time spent":"3.183194673s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-02-27T21:05:24.920245Z","caller":"traceutil/trace.go:171","msg":"trace[245978481] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1894; }","duration":"24.618920918s","start":"2026-02-27T21:05:00.301313Z","end":"2026-02-27T21:05:24.920234Z","steps":["trace[245978481] 'agreement among raft nodes before linearized reading' (duration: 24.618864927s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.922301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:14.470114Z","time spent":"10.452174124s","remote":"127.0.0.1:36630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:24.922803Z","caller":"traceutil/trace.go:171","msg":"trace[106493931] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1894; }","duration":"6.97470337s","start":"2026-02-27T21:05:17.94809Z","end":"2026-02-27T21:05:24.922794Z","steps":["trace[106493931] 'agreement among raft nodes before linearized reading' (duration: 6.972888152s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:05:24.922854Z","caller":"traceutil/trace.go:171","msg":"trace[1315390097] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1894; }","duration":"7.197144252s","start":"2026-02-27T21:05:17.725688Z","end":"2026-02-27T21:05:24.922832Z","steps":["trace[1315390097] 'agreement among raft nodes before linearized reading' (duration: 7.195293383s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.922865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:21.098119Z","time spent":"3.82473117s","remote":"127.0.0.1:36410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.922335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:14.229701Z","time spent":"10.692626391s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.92293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:00.301295Z","time spent":"24.621623387s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.922935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:17.72566Z","time spent":"7.197254384s","remote":"127.0.0.1:37854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:24.922333Z","caller":"traceutil/trace.go:171","msg":"trace[41936470] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1894; }","duration":"16.434947925s","start":"2026-02-27T21:05:08.487371Z","end":"2026-02-27T21:05:24.922319Z","steps":["trace[41936470] 'agreement among raft nodes before linearized reading' (duration: 16.432894432s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.923017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:08.487352Z","time spent":"16.435632739s","remote":"127.0.0.1:36438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.922379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:00.228889Z","time spent":"24.693466047s","remote":"127.0.0.1:36600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:24.922322Z","caller":"traceutil/trace.go:171","msg":"trace[1680798155] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189836669c07ed87; range_end:; response_count:1; response_revision:1894; }","duration":"30.720408964s","start":"2026-02-27T21:04:54.201904Z","end":"2026-02-27T21:05:24.922313Z","steps":["trace[1680798155] 'agreement among raft nodes before linearized reading' (duration: 30.718278068s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.923117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:54.201888Z","time spent":"30.721217082s","remote":"127.0.0.1:36202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189836669c07ed87\" "} {"level":"info","ts":"2026-02-27T21:05:24.922383Z","caller":"traceutil/trace.go:171","msg":"trace[125800135] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1894; }","duration":"31.136541567s","start":"2026-02-27T21:04:53.785833Z","end":"2026-02-27T21:05:24.922375Z","steps":["trace[125800135] 'agreement among raft nodes before linearized reading' (duration: 31.134469704s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.923224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:53.78581Z","time spent":"31.137398687s","remote":"127.0.0.1:36324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.92241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:46.441857Z","time spent":"38.480544119s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.922453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:13.462168Z","time spent":"11.460266375s","remote":"127.0.0.1:36492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:24.922491Z","caller":"traceutil/trace.go:171","msg":"trace[1057888372] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1894; }","duration":"37.917197888s","start":"2026-02-27T21:04:47.005282Z","end":"2026-02-27T21:05:24.92248Z","steps":["trace[1057888372] 'agreement among raft nodes before linearized reading' (duration: 37.915170275s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:05:24.922607Z","caller":"traceutil/trace.go:171","msg":"trace[1182396716] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1894; }","duration":"15.519020342s","start":"2026-02-27T21:05:09.403577Z","end":"2026-02-27T21:05:24.922597Z","steps":["trace[1182396716] 'agreement among raft nodes before linearized reading' (duration: 15.517312376s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.923374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:04:47.00526Z","time spent":"37.918105438s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T21:05:24.923406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:09.403547Z","time spent":"15.519847351s","remote":"127.0.0.1:36442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:24.922634Z","caller":"traceutil/trace.go:171","msg":"trace[1362998458] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1894; }","duration":"7.882258743s","start":"2026-02-27T21:05:17.040356Z","end":"2026-02-27T21:05:24.922615Z","steps":["trace[1362998458] 'agreement among raft nodes before linearized reading' (duration: 7.880158949s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:05:24.922721Z","caller":"traceutil/trace.go:171","msg":"trace[17938096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1894; }","duration":"1.640139022s","start":"2026-02-27T21:05:23.28257Z","end":"2026-02-27T21:05:24.922709Z","steps":["trace[17938096] 'agreement among raft nodes before linearized reading' (duration: 1.638412956s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.923492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:23.282544Z","time spent":"1.640937981s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:05:24.923498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:17.040338Z","time spent":"7.883140483s","remote":"127.0.0.1:36328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":53,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:24.922871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:17.948067Z","time spent":"6.974780352s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:24.922759Z","caller":"traceutil/trace.go:171","msg":"trace[387465754] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1894; }","duration":"5.343282825s","start":"2026-02-27T21:05:19.579462Z","end":"2026-02-27T21:05:24.922745Z","steps":["trace[387465754] 'agreement among raft nodes before linearized reading' (duration: 5.341478207s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:24.923648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:19.579446Z","time spent":"5.344189256s","remote":"127.0.0.1:37628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:25.427074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:05:25.928287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:05:26.428686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:05:26.926298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999982709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:05:26.926382Z","caller":"traceutil/trace.go:171","msg":"trace[1296543040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000116462s","start":"2026-02-27T21:05:24.926246Z","end":"2026-02-27T21:05:26.926363Z","steps":["trace[1296543040] 'agreement among raft nodes before linearized reading' (duration: 2.0000167s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:26.926427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:24.926225Z","time spent":"2.000192873s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:26.929444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:05:27.004919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:24.929292Z","time spent":"2.075575411s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 21:05:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:27.429984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:05:27.930466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:05:28.201606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:24.927137Z","time spent":"3.27445699s","remote":"127.0.0.1:36202","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} 2026/02/27 21:05:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:28.431312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:05:28.931988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:05:28.934287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00004454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:05:28.93439Z","caller":"traceutil/trace.go:171","msg":"trace[721252308] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000199874s","start":"2026-02-27T21:05:26.934171Z","end":"2026-02-27T21:05:28.934371Z","steps":["trace[721252308] 'agreement among raft nodes before linearized reading' (duration: 2.000077161s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:28.934436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:26.934149Z","time spent":"2.000278546s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:05:29.432365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:05:29.933307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:05:30.4338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:05:30.716052Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.791138s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T21:05:30.716413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:24.924716Z","time spent":"5.791693302s","remote":"127.0.0.1:36166","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T21:05:30.935765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00043138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:05:30.935884Z","caller":"traceutil/trace.go:171","msg":"trace[268388949] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000607733s","start":"2026-02-27T21:05:28.935252Z","end":"2026-02-27T21:05:30.93586Z","steps":["trace[268388949] 'agreement among raft nodes before linearized reading' (duration: 2.00046532s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:30.935954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:28.935227Z","time spent":"2.000713015s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:31.507347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000080412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:05:31.507427Z","caller":"traceutil/trace.go:171","msg":"trace[743035033] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000224185s","start":"2026-02-27T21:05:29.507185Z","end":"2026-02-27T21:05:31.507409Z","steps":["trace[743035033] 'agreement among raft nodes before linearized reading' (duration: 2.000113673s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:31.507472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:29.507166Z","time spent":"2.000297636s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:31.929077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:24.928542Z","time spent":"7.000528696s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:05:31.929338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:24.929218Z","time spent":"7.000112026s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:05:31.929409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:24.929323Z","time spent":"7.000079386s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:05:31.931354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:24.930979Z","time spent":"7.000372822s","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:05:32.9435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000600073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:05:32.943583Z","caller":"traceutil/trace.go:171","msg":"trace[652936879] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000732246s","start":"2026-02-27T21:05:30.942833Z","end":"2026-02-27T21:05:32.943565Z","steps":["trace[652936879] 'agreement among raft nodes before linearized reading' (duration: 2.000626964s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:32.94363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:30.942815Z","time spent":"2.000805527s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:34.008403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:27.008261Z","time spent":"7.000133357s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:05:34.94411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000112782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:05:34.944182Z","caller":"traceutil/trace.go:171","msg":"trace[1545304940] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000245644s","start":"2026-02-27T21:05:32.943921Z","end":"2026-02-27T21:05:34.944167Z","steps":["trace[1545304940] 'agreement among raft nodes before linearized reading' (duration: 2.000139722s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:34.944217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:32.943898Z","time spent":"2.000312016s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:36.950465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000129982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:05:36.950547Z","caller":"traceutil/trace.go:171","msg":"trace[993340939] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000274435s","start":"2026-02-27T21:05:34.950256Z","end":"2026-02-27T21:05:36.95053Z","steps":["trace[993340939] 'agreement among raft nodes before linearized reading' (duration: 2.000149802s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:36.95059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:34.950243Z","time spent":"2.000338046s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:05:37.718622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:30.717518Z","time spent":"7.001097286s","remote":"127.0.0.1:36166","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:05:38.936404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:31.935292Z","time spent":"7.001104767s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:05:38.952167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000577682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:05:38.952211Z","caller":"traceutil/trace.go:171","msg":"trace[1738626064] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000651864s","start":"2026-02-27T21:05:36.951546Z","end":"2026-02-27T21:05:38.952198Z","steps":["trace[1738626064] 'agreement among raft nodes before linearized reading' (duration: 2.000594153s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:38.952239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:36.951536Z","time spent":"2.000697565s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:40.95951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000776006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:05:40.959596Z","caller":"traceutil/trace.go:171","msg":"trace[1093855732] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000914588s","start":"2026-02-27T21:05:38.958663Z","end":"2026-02-27T21:05:40.959578Z","steps":["trace[1093855732] 'agreement among raft nodes before linearized reading' (duration: 2.000802096s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:40.959642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:38.95865Z","time spent":"2.000982841s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:05:42.270256Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"11.553960032s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T21:05:42.742701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.853024442s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:05:42.742827Z","caller":"traceutil/trace.go:171","msg":"trace[1057000316] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1894; }","duration":"10.853163835s","start":"2026-02-27T21:05:31.889644Z","end":"2026-02-27T21:05:42.742808Z","steps":["trace[1057000316] 'range keys from in-memory index tree' (duration: 10.853005971s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:42.742819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.30749ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-27T21:05:42.744324Z","caller":"traceutil/trace.go:171","msg":"trace[2045365836] linearizableReadLoop","detail":"{readStateIndex:1983; appliedIndex:1975; }","duration":"17.817990903s","start":"2026-02-27T21:05:24.926299Z","end":"2026-02-27T21:05:42.74429Z","steps":["trace[2045365836] 'read index received' (duration: 5.790041627s)","trace[2045365836] 'applied index is now lower than readState.Index' (duration: 12.027948246s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:05:42.959853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999893847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:05:42.959957Z","caller":"traceutil/trace.go:171","msg":"trace[353769600] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000044391s","start":"2026-02-27T21:05:40.959896Z","end":"2026-02-27T21:05:42.95994Z","steps":["trace[353769600] 'agreement among raft nodes before linearized reading' (duration: 1.999916478s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:42.960005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:40.959881Z","time spent":"2.000112912s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:05:43.244499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:05:43.74555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:05:43.783119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:36.782757Z","time spent":"7.000356612s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:05:44.073323Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.802870463s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T21:05:44.968484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000081981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:05:44.968598Z","caller":"traceutil/trace.go:171","msg":"trace[464926440] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000239595s","start":"2026-02-27T21:05:42.968337Z","end":"2026-02-27T21:05:44.968576Z","steps":["trace[464926440] 'agreement among raft nodes before linearized reading' (duration: 2.000109222s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:44.968652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:42.968317Z","time spent":"2.000321766s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:45.279656Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.206138875s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T21:05:45.942106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:38.941381Z","time spent":"7.000713819s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:05:46.968711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000065661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:05:46.968798Z","caller":"traceutil/trace.go:171","msg":"trace[1141708214] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000234865s","start":"2026-02-27T21:05:44.968542Z","end":"2026-02-27T21:05:46.968777Z","steps":["trace[1141708214] 'agreement among raft nodes before linearized reading' (duration: 2.000090632s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:46.968848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:44.968525Z","time spent":"2.000311996s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:48.114127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:45.212166Z","time spent":"2.901952922s","remote":"127.0.0.1:59490","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T21:05:48.115374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.041803245s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-02-27T21:05:48.115602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:43.788017Z","time spent":"4.327582774s","remote":"127.0.0.1:36202","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T21:05:48.115736Z","caller":"traceutil/trace.go:171","msg":"trace[1788725471] linearizableReadLoop","detail":"{readStateIndex:1987; appliedIndex:1983; }","duration":"5.371322947s","start":"2026-02-27T21:05:42.7444Z","end":"2026-02-27T21:05:48.115723Z","steps":["trace[1788725471] 'read index received' (duration: 1.329146324s)","trace[1788725471] 'applied index is now lower than readState.Index' (duration: 4.042175663s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:05:48.115847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.056603678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:48.115873Z","caller":"traceutil/trace.go:171","msg":"trace[1390031889] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1900; }","duration":"7.056661449s","start":"2026-02-27T21:05:41.059204Z","end":"2026-02-27T21:05:48.115866Z","steps":["trace[1390031889] 'agreement among raft nodes before linearized reading' (duration: 7.056602338s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.115893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:41.059193Z","time spent":"7.05669458s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:48.116077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.104380603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-27T21:05:48.116102Z","caller":"traceutil/trace.go:171","msg":"trace[2080472471] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1900; }","duration":"7.104442724s","start":"2026-02-27T21:05:41.011653Z","end":"2026-02-27T21:05:48.116096Z","steps":["trace[2080472471] 'agreement among raft nodes before linearized reading' (duration: 7.104347482s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.116121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:41.011629Z","time spent":"7.104486165s","remote":"127.0.0.1:36274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T21:05:48.116272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.549192462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:05:48.1163Z","caller":"traceutil/trace.go:171","msg":"trace[2142843689] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1900; }","duration":"9.549259592s","start":"2026-02-27T21:05:38.567033Z","end":"2026-02-27T21:05:48.116293Z","steps":["trace[2142843689] 'agreement among raft nodes before linearized reading' (duration: 9.549174861s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.116322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:38.567008Z","time spent":"9.549306284s","remote":"127.0.0.1:37472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:48.116566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.563510698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T21:05:48.116593Z","caller":"traceutil/trace.go:171","msg":"trace[781673567] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1900; }","duration":"9.56357616s","start":"2026-02-27T21:05:38.55301Z","end":"2026-02-27T21:05:48.116586Z","steps":["trace[781673567] 'agreement among raft nodes before linearized reading' (duration: 9.563387976s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.116611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:38.552995Z","time spent":"9.56361078s","remote":"127.0.0.1:36202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":265,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:48.116676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.888379073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:48.116756Z","caller":"traceutil/trace.go:171","msg":"trace[505404700] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1900; }","duration":"17.888502516s","start":"2026-02-27T21:05:30.228245Z","end":"2026-02-27T21:05:48.116748Z","steps":["trace[505404700] 'agreement among raft nodes before linearized reading' (duration: 17.888332612s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.116888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:30.228224Z","time spent":"17.888654239s","remote":"127.0.0.1:36306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:48.116732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.990240467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:05:48.117346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.190158948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"warn","ts":"2026-02-27T21:05:48.117372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.272116382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:48.117403Z","caller":"traceutil/trace.go:171","msg":"trace[1636289786] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:1900; }","duration":"23.1902122s","start":"2026-02-27T21:05:24.927167Z","end":"2026-02-27T21:05:48.11738Z","steps":["trace[1636289786] 'agreement among raft nodes before linearized reading' (duration: 23.190118098s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.117427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.069124979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:48.117444Z","caller":"traceutil/trace.go:171","msg":"trace[876527839] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1900; }","duration":"16.272206645s","start":"2026-02-27T21:05:31.845204Z","end":"2026-02-27T21:05:48.117411Z","steps":["trace[876527839] 'agreement among raft nodes before linearized reading' (duration: 16.272133333s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:05:48.117462Z","caller":"traceutil/trace.go:171","msg":"trace[1937303258] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1900; }","duration":"16.06917708s","start":"2026-02-27T21:05:32.048275Z","end":"2026-02-27T21:05:48.117452Z","steps":["trace[1937303258] 'agreement among raft nodes before linearized reading' (duration: 16.069124109s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.116781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.386831563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:05:48.117492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:32.048265Z","time spent":"16.069220242s","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:48.117497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:31.845183Z","time spent":"16.272304207s","remote":"127.0.0.1:37640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:48.117511Z","caller":"traceutil/trace.go:171","msg":"trace[1585401096] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1900; }","duration":"18.387589489s","start":"2026-02-27T21:05:29.729905Z","end":"2026-02-27T21:05:48.117494Z","steps":["trace[1585401096] 'agreement among raft nodes before linearized reading' (duration: 18.386842253s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.117552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:29.729883Z","time spent":"18.387660531s","remote":"127.0.0.1:37870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:48.117357Z","caller":"traceutil/trace.go:171","msg":"trace[1939947205] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1900; }","duration":"17.990900622s","start":"2026-02-27T21:05:30.126445Z","end":"2026-02-27T21:05:48.117345Z","steps":["trace[1939947205] 'agreement among raft nodes before linearized reading' (duration: 17.990263318s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.11745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:24.92716Z","time spent":"23.190281092s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-27T21:05:48.117004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.189798942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-02-27T21:05:48.117616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:30.126423Z","time spent":"17.991171117s","remote":"127.0.0.1:47736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:48.116894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.967614247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:48.117675Z","caller":"traceutil/trace.go:171","msg":"trace[47870485] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1900; }","duration":"18.968448984s","start":"2026-02-27T21:05:29.14922Z","end":"2026-02-27T21:05:48.117669Z","steps":["trace[47870485] 'agreement among raft nodes before linearized reading' (duration: 18.967604837s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.117701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:29.149195Z","time spent":"18.968498346s","remote":"127.0.0.1:36480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:48.117671Z","caller":"traceutil/trace.go:171","msg":"trace[1427300717] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1900; }","duration":"23.190482576s","start":"2026-02-27T21:05:24.927154Z","end":"2026-02-27T21:05:48.117637Z","steps":["trace[1427300717] 'agreement among raft nodes before linearized reading' (duration: 23.18973053s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.117773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:24.927147Z","time spent":"23.190594218s","remote":"127.0.0.1:36194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-27T21:05:48.117068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.273624945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:05:48.11784Z","caller":"traceutil/trace.go:171","msg":"trace[150372410] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1900; }","duration":"12.274441993s","start":"2026-02-27T21:05:35.843388Z","end":"2026-02-27T21:05:48.11783Z","steps":["trace[150372410] 'agreement among raft nodes before linearized reading' (duration: 12.273638786s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.117887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:35.843365Z","time spent":"12.274512274s","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:48.117062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.595335405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:05:48.117917Z","caller":"traceutil/trace.go:171","msg":"trace[477903710] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1900; }","duration":"12.596249224s","start":"2026-02-27T21:05:35.521661Z","end":"2026-02-27T21:05:48.11791Z","steps":["trace[477903710] 'agreement among raft nodes before linearized reading' (duration: 12.595332984s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.117942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:35.521642Z","time spent":"12.596293555s","remote":"127.0.0.1:37498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:48.117044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.324247851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:05:48.118009Z","caller":"traceutil/trace.go:171","msg":"trace[1598339650] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1900; }","duration":"12.325251322s","start":"2026-02-27T21:05:35.792747Z","end":"2026-02-27T21:05:48.117998Z","steps":["trace[1598339650] 'agreement among raft nodes before linearized reading' (duration: 12.32421365s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.11706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.467059579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:48.118093Z","caller":"traceutil/trace.go:171","msg":"trace[1214818649] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1900; }","duration":"13.468237694s","start":"2026-02-27T21:05:34.649842Z","end":"2026-02-27T21:05:48.11808Z","steps":["trace[1214818649] 'agreement among raft nodes before linearized reading' (duration: 13.466813514s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.11813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:34.649822Z","time spent":"13.468296055s","remote":"127.0.0.1:36182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":34,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:48.117099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.397108784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-27T21:05:48.118138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:35.792735Z","time spent":"12.325296753s","remote":"127.0.0.1:36250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:48.118165Z","caller":"traceutil/trace.go:171","msg":"trace[1391259260] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:1900; }","duration":"10.398202058s","start":"2026-02-27T21:05:37.71995Z","end":"2026-02-27T21:05:48.118152Z","steps":["trace[1391259260] 'agreement among raft nodes before linearized reading' (duration: 10.397109755s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.117127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.597395153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:05:48.118216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:37.71993Z","time spent":"10.398271799s","remote":"127.0.0.1:36166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-02-27T21:05:48.117147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.117931575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:48.118269Z","caller":"traceutil/trace.go:171","msg":"trace[541473259] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1900; }","duration":"15.598562688s","start":"2026-02-27T21:05:32.519683Z","end":"2026-02-27T21:05:48.118246Z","steps":["trace[541473259] 'agreement among raft nodes before linearized reading' (duration: 15.597425304s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:05:48.118316Z","caller":"traceutil/trace.go:171","msg":"trace[1893571103] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1900; }","duration":"20.119123851s","start":"2026-02-27T21:05:27.999166Z","end":"2026-02-27T21:05:48.118289Z","steps":["trace[1893571103] 'agreement among raft nodes before linearized reading' (duration: 20.117948316s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.118374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:27.999142Z","time spent":"20.119218872s","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:48.117159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.196881521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:05:48.117161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.098792116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:05:48.118525Z","caller":"traceutil/trace.go:171","msg":"trace[1741323159] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1900; }","duration":"14.100189707s","start":"2026-02-27T21:05:34.018325Z","end":"2026-02-27T21:05:48.118515Z","steps":["trace[1741323159] 'agreement among raft nodes before linearized reading' (duration: 14.098798477s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.11856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:34.018309Z","time spent":"14.100240598s","remote":"127.0.0.1:36524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:48.11832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:32.519656Z","time spent":"15.59864909s","remote":"127.0.0.1:36378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:48.117161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.216033557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:48.118571Z","caller":"traceutil/trace.go:171","msg":"trace[745552402] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1900; }","duration":"14.198162089s","start":"2026-02-27T21:05:33.920269Z","end":"2026-02-27T21:05:48.118431Z","steps":["trace[745552402] 'agreement among raft nodes before linearized reading' (duration: 14.19687153s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:05:48.118649Z","caller":"traceutil/trace.go:171","msg":"trace[1066868355] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1900; }","duration":"11.217538839s","start":"2026-02-27T21:05:36.901077Z","end":"2026-02-27T21:05:48.118616Z","steps":["trace[1066868355] 'agreement among raft nodes before linearized reading' (duration: 11.216048247s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.118676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:33.920208Z","time spent":"14.198415304s","remote":"127.0.0.1:37604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:48.118738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:36.901056Z","time spent":"11.217655471s","remote":"127.0.0.1:36290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:48.117191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.186821072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T21:05:48.118971Z","caller":"traceutil/trace.go:171","msg":"trace[1287273849] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1900; }","duration":"22.188628272s","start":"2026-02-27T21:05:25.930324Z","end":"2026-02-27T21:05:48.118953Z","steps":["trace[1287273849] 'agreement among raft nodes before linearized reading' (duration: 22.186786162s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.119017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:25.9303Z","time spent":"22.188708594s","remote":"127.0.0.1:37650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:05:48.11717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.806349418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:48.119162Z","caller":"traceutil/trace.go:171","msg":"trace[1324870377] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1900; }","duration":"20.808389382s","start":"2026-02-27T21:05:27.310765Z","end":"2026-02-27T21:05:48.119154Z","steps":["trace[1324870377] 'agreement among raft nodes before linearized reading' (duration: 20.806367988s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.119197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:27.310737Z","time spent":"20.808451403s","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":15,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:48.117191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.912926689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898366b25c5ba2c\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T21:05:48.119311Z","caller":"traceutil/trace.go:171","msg":"trace[1473172837] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898366b25c5ba2c; range_end:; response_count:1; response_revision:1900; }","duration":"19.915050505s","start":"2026-02-27T21:05:28.204251Z","end":"2026-02-27T21:05:48.119301Z","steps":["trace[1473172837] 'agreement among raft nodes before linearized reading' (duration: 19.912802916s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.119364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:28.204186Z","time spent":"19.915168187s","remote":"127.0.0.1:36202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898366b25c5ba2c\" "} {"level":"warn","ts":"2026-02-27T21:05:48.117181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.8198689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:48.119473Z","caller":"traceutil/trace.go:171","msg":"trace[720481664] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1900; }","duration":"10.82220214s","start":"2026-02-27T21:05:37.297261Z","end":"2026-02-27T21:05:48.119463Z","steps":["trace[720481664] 'agreement among raft nodes before linearized reading' (duration: 10.81985902s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.11951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:37.297245Z","time spent":"10.822253051s","remote":"127.0.0.1:36422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:48.117228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.656455101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:05:48.11958Z","caller":"traceutil/trace.go:171","msg":"trace[1808298877] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1900; }","duration":"13.658844172s","start":"2026-02-27T21:05:34.460716Z","end":"2026-02-27T21:05:48.119561Z","steps":["trace[1808298877] 'agreement among raft nodes before linearized reading' (duration: 13.656471221s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.119621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:34.460697Z","time spent":"13.658911873s","remote":"127.0.0.1:37518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:48.117263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.651885166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:48.119674Z","caller":"traceutil/trace.go:171","msg":"trace[2060406273] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1900; }","duration":"22.654335378s","start":"2026-02-27T21:05:25.465324Z","end":"2026-02-27T21:05:48.11966Z","steps":["trace[2060406273] 'agreement among raft nodes before linearized reading' (duration: 22.651896966s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.117222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.190565607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:14 size:23864"} {"level":"warn","ts":"2026-02-27T21:05:48.119718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:25.465299Z","time spent":"22.654405s","remote":"127.0.0.1:36420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:48.119734Z","caller":"traceutil/trace.go:171","msg":"trace[902666191] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:14; response_revision:1900; }","duration":"23.193134423s","start":"2026-02-27T21:05:24.926581Z","end":"2026-02-27T21:05:48.119715Z","steps":["trace[902666191] 'agreement among raft nodes before linearized reading' (duration: 23.190331802s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.119797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:24.926563Z","time spent":"23.193216204s","remote":"127.0.0.1:36324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":23888,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-27T21:05:48.116814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.762334845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:48.119955Z","caller":"traceutil/trace.go:171","msg":"trace[1150484185] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1900; }","duration":"18.765503223s","start":"2026-02-27T21:05:29.354437Z","end":"2026-02-27T21:05:48.11994Z","steps":["trace[1150484185] 'agreement among raft nodes before linearized reading' (duration: 18.762358796s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.117461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.181687793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-02-27T21:05:48.11701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.080723529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:05:48.120256Z","caller":"traceutil/trace.go:171","msg":"trace[1755028065] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1900; }","duration":"16.184498873s","start":"2026-02-27T21:05:31.935741Z","end":"2026-02-27T21:05:48.12024Z","steps":["trace[1755028065] 'agreement among raft nodes before linearized reading' (duration: 16.181664662s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.120249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:29.354417Z","time spent":"18.765768899s","remote":"127.0.0.1:36258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:48.120314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:31.935729Z","time spent":"16.184571205s","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-27T21:05:48.120659Z","caller":"traceutil/trace.go:171","msg":"trace[1179345880] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1900; }","duration":"12.083890917s","start":"2026-02-27T21:05:36.036217Z","end":"2026-02-27T21:05:48.120108Z","steps":["trace[1179345880] 'agreement among raft nodes before linearized reading' (duration: 12.080688208s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.120712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:36.0362Z","time spent":"12.084497239s","remote":"127.0.0.1:37478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:48.616471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:05:48.640845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.895155829s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T21:05:48.976139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000038323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:05:48.976252Z","caller":"traceutil/trace.go:171","msg":"trace[278224555] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000206635s","start":"2026-02-27T21:05:46.976024Z","end":"2026-02-27T21:05:48.97623Z","steps":["trace[278224555] 'agreement among raft nodes before linearized reading' (duration: 2.000070492s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:48.976306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:46.976003Z","time spent":"2.000293328s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:49.858533Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.135102693s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T21:05:50.976699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000065914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:05:50.976784Z","caller":"traceutil/trace.go:171","msg":"trace[843890454] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000227218s","start":"2026-02-27T21:05:48.976538Z","end":"2026-02-27T21:05:50.976765Z","steps":["trace[843890454] 'agreement among raft nodes before linearized reading' (duration: 2.000116555s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:50.976833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:48.976506Z","time spent":"2.00031786s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:05:51.508054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000107694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:05:51.508264Z","caller":"traceutil/trace.go:171","msg":"trace[1025573370] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000261409s","start":"2026-02-27T21:05:49.507866Z","end":"2026-02-27T21:05:51.508127Z","steps":["trace[1025573370] 'agreement among raft nodes before linearized reading' (duration: 2.000143495s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:51.508363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:49.507839Z","time spent":"2.000509575s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:52.74629Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"17399ca0e89ec129","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T21:05:52.986017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000697058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:05:52.986125Z","caller":"traceutil/trace.go:171","msg":"trace[374627665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000870951s","start":"2026-02-27T21:05:50.98523Z","end":"2026-02-27T21:05:52.986101Z","steps":["trace[374627665] 'agreement among raft nodes before linearized reading' (duration: 2.000730539s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:52.9862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:50.985208Z","time spent":"2.000980093s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:53.350204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.709047134s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T21:05:53.35044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462051143s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:05:53.350556Z","caller":"traceutil/trace.go:171","msg":"trace[1727430840] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1901; }","duration":"1.462178656s","start":"2026-02-27T21:05:51.888358Z","end":"2026-02-27T21:05:53.350537Z","steps":["trace[1727430840] 'range keys from in-memory index tree' (duration: 1.462030243s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:05:53.350986Z","caller":"traceutil/trace.go:171","msg":"trace[2128871006] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"5.232769128s","start":"2026-02-27T21:05:48.118201Z","end":"2026-02-27T21:05:53.35097Z","steps":["trace[2128871006] 'process raft request' (duration: 5.232111294s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:53.351084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:48.118177Z","time spent":"5.23284877s","remote":"127.0.0.1:36202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":948,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:05:54.986768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:05:54.986856Z","caller":"traceutil/trace.go:171","msg":"trace[1747950607] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000458213s","start":"2026-02-27T21:05:52.986379Z","end":"2026-02-27T21:05:54.986837Z","steps":["trace[1747950607] 'agreement among raft nodes before linearized reading' (duration: 2.000327541s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:54.986905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:52.986358Z","time spent":"2.000537545s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:05:55.120602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:48.1195Z","time spent":"7.001095311s","remote":"127.0.0.1:36166","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T21:05:55.122353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:48.122235Z","time spent":"7.00011538s","remote":"127.0.0.1:36202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:05:55.718034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36704493s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T21:05:55.718339Z","caller":"traceutil/trace.go:171","msg":"trace[371653358] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1988; }","duration":"7.602560206s","start":"2026-02-27T21:05:48.115761Z","end":"2026-02-27T21:05:55.718321Z","steps":["trace[371653358] 'read index received' (duration: 525.40524ms)","trace[371653358] 'applied index is now lower than readState.Index' (duration: 7.077154026s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:05:55.718581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.119286168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:55.71862Z","caller":"traceutil/trace.go:171","msg":"trace[798603855] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1903; }","duration":"8.119335469s","start":"2026-02-27T21:05:47.599273Z","end":"2026-02-27T21:05:55.718608Z","steps":["trace[798603855] 'agreement among raft nodes before linearized reading' (duration: 8.119180385s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:55.718655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:47.599213Z","time spent":"8.119432892s","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:55.718774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.334090814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:05:55.71879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.956945641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:05:55.71883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.907012731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:05:55.718895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.588842286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-02-27T21:05:55.718819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.772596273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-02-27T21:05:55.718844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.531523078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:05:55.719016Z","caller":"traceutil/trace.go:171","msg":"trace[1482100195] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:1903; }","duration":"9.772834138s","start":"2026-02-27T21:05:45.946168Z","end":"2026-02-27T21:05:55.719002Z","steps":["trace[1482100195] 'agreement among raft nodes before linearized reading' (duration: 9.772539972s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:05:55.718863Z","caller":"traceutil/trace.go:171","msg":"trace[135163498] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1903; }","duration":"10.957065774s","start":"2026-02-27T21:05:44.761779Z","end":"2026-02-27T21:05:55.718845Z","steps":["trace[135163498] 'agreement among raft nodes before linearized reading' (duration: 10.956937641s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:55.718793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.590637355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:05:55.719248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:44.761754Z","time spent":"10.957470273s","remote":"127.0.0.1:37650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:55.719304Z","caller":"traceutil/trace.go:171","msg":"trace[1906658797] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1903; }","duration":"12.591194687s","start":"2026-02-27T21:05:43.128092Z","end":"2026-02-27T21:05:55.719286Z","steps":["trace[1906658797] 'agreement among raft nodes before linearized reading' (duration: 12.590647646s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:05:55.718866Z","caller":"traceutil/trace.go:171","msg":"trace[1991540883] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1903; }","duration":"12.334182256s","start":"2026-02-27T21:05:43.384651Z","end":"2026-02-27T21:05:55.718833Z","steps":["trace[1991540883] 'agreement among raft nodes before linearized reading' (duration: 12.334048043s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:55.719392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:43.384582Z","time spent":"12.334783118s","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:55.718938Z","caller":"traceutil/trace.go:171","msg":"trace[290556672] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1903; }","duration":"10.907182284s","start":"2026-02-27T21:05:44.811732Z","end":"2026-02-27T21:05:55.718914Z","steps":["trace[290556672] 'agreement among raft nodes before linearized reading' (duration: 10.90696397s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:55.719503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:44.811703Z","time spent":"10.907783526s","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:05:55.718954Z","caller":"traceutil/trace.go:171","msg":"trace[1513426310] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:1903; }","duration":"10.588956039s","start":"2026-02-27T21:05:45.129985Z","end":"2026-02-27T21:05:55.718941Z","steps":["trace[1513426310] 'agreement among raft nodes before linearized reading' (duration: 10.588741404s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:55.71947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:43.128071Z","time spent":"12.591378041s","remote":"127.0.0.1:37456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:55.719159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:45.946145Z","time spent":"9.77296275s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-02-27T21:05:55.719085Z","caller":"traceutil/trace.go:171","msg":"trace[419405871] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1903; }","duration":"8.531771264s","start":"2026-02-27T21:05:47.187259Z","end":"2026-02-27T21:05:55.71903Z","steps":["trace[419405871] 'agreement among raft nodes before linearized reading' (duration: 8.531472707s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:55.719612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:45.129959Z","time spent":"10.589633483s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-27T21:05:55.719762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:47.187236Z","time spent":"8.532511329s","remote":"127.0.0.1:36582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:05:56.218636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268609,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:05:56.718787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268609,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:05:56.994852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000281649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:05:56.994938Z","caller":"traceutil/trace.go:171","msg":"trace[2056640902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000413112s","start":"2026-02-27T21:05:54.994505Z","end":"2026-02-27T21:05:56.994918Z","steps":["trace[2056640902] 'agreement among raft nodes before linearized reading' (duration: 2.00030893s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:56.994986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:54.994487Z","time spent":"2.000489063s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:05:57.219968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268609,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:05:57.720245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268609,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:05:58.220801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268609,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:05:58.438287Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.767947147s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T21:05:58.995212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999737138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:05:58.995437Z","caller":"traceutil/trace.go:171","msg":"trace[879221134] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000024364s","start":"2026-02-27T21:05:56.995393Z","end":"2026-02-27T21:05:58.995417Z","steps":["trace[879221134] 'agreement among raft nodes before linearized reading' (duration: 1.999772509s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:05:58.995551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:56.99537Z","time spent":"2.000167058s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:05:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:06:01.003301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000182607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:06:01.003394Z","caller":"traceutil/trace.go:171","msg":"trace[1903596485] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00033556s","start":"2026-02-27T21:05:59.003039Z","end":"2026-02-27T21:06:01.003375Z","steps":["trace[1903596485] 'agreement among raft nodes before linearized reading' (duration: 2.000214078s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:01.003444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:59.003017Z","time spent":"2.000417663s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:06:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:06:01.394136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.955678341s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:06:01.394214Z","caller":"traceutil/trace.go:171","msg":"trace[1271950232] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1992; }","duration":"5.675777648s","start":"2026-02-27T21:05:55.718423Z","end":"2026-02-27T21:06:01.394201Z","steps":["trace[1271950232] 'read index received' (duration: 2.719927264s)","trace[1271950232] 'applied index is now lower than readState.Index' (duration: 2.955849504s)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:06:01.394281Z","caller":"traceutil/trace.go:171","msg":"trace[213623152] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"6.267845371s","start":"2026-02-27T21:05:55.126426Z","end":"2026-02-27T21:06:01.394271Z","steps":["trace[213623152] 'process raft request' (duration: 3.311970797s)","trace[213623152] 'compare' (duration: 2.955416634s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:06:01.394319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:55.126406Z","time spent":"6.267897393s","remote":"127.0.0.1:36202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:06:01.394485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.242109617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:06:01.394509Z","caller":"traceutil/trace.go:171","msg":"trace[987840590] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1904; }","duration":"13.242160927s","start":"2026-02-27T21:05:48.152341Z","end":"2026-02-27T21:06:01.394502Z","steps":["trace[987840590] 'agreement among raft nodes before linearized reading' (duration: 13.242114966s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:01.394528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:48.15233Z","time spent":"13.242193079s","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:06:01.394513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.267469632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T21:06:01.394567Z","caller":"traceutil/trace.go:171","msg":"trace[1888387146] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1904; }","duration":"12.267581464s","start":"2026-02-27T21:05:49.12697Z","end":"2026-02-27T21:06:01.394551Z","steps":["trace[1888387146] 'agreement among raft nodes before linearized reading' (duration: 12.267352489s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:01.394624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:49.126937Z","time spent":"12.267674676s","remote":"127.0.0.1:37650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:06:01.394663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.271758282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v85nk\" ","response":"range_response_count:1 size:4694"} {"level":"info","ts":"2026-02-27T21:06:01.394684Z","caller":"traceutil/trace.go:171","msg":"trace[1146321415] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-v85nk; range_end:; response_count:1; response_revision:1904; }","duration":"13.271787823s","start":"2026-02-27T21:05:48.122891Z","end":"2026-02-27T21:06:01.394679Z","steps":["trace[1146321415] 'agreement among raft nodes before linearized reading' (duration: 13.271724052s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:01.394701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:48.122887Z","time spent":"13.271807713s","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v85nk\" "} {"level":"warn","ts":"2026-02-27T21:06:01.394826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.27212052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123266"} {"level":"info","ts":"2026-02-27T21:06:01.39488Z","caller":"traceutil/trace.go:171","msg":"trace[409438287] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1904; }","duration":"13.272154171s","start":"2026-02-27T21:05:48.122688Z","end":"2026-02-27T21:06:01.394843Z","steps":["trace[409438287] 'agreement among raft nodes before linearized reading' (duration: 13.2720792s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:01.394898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:48.122682Z","time spent":"13.272211002s","remote":"127.0.0.1:36186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123290,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T21:06:01.394897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.830412394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:06:01.394945Z","caller":"traceutil/trace.go:171","msg":"trace[2126900389] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1904; }","duration":"5.830547158s","start":"2026-02-27T21:05:55.564381Z","end":"2026-02-27T21:06:01.394928Z","steps":["trace[2126900389] 'agreement among raft nodes before linearized reading' (duration: 5.830407575s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:01.394991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:55.564362Z","time spent":"5.830615979s","remote":"127.0.0.1:36568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:06:01.39506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.274530072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-02-27T21:06:01.395081Z","caller":"traceutil/trace.go:171","msg":"trace[613671203] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:1904; }","duration":"13.274582673s","start":"2026-02-27T21:05:48.120492Z","end":"2026-02-27T21:06:01.395075Z","steps":["trace[613671203] 'agreement among raft nodes before linearized reading' (duration: 13.274513562s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:01.395107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:48.120477Z","time spent":"13.274625074s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-27T21:06:01.395196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.275231297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-943ec55e-8f26-4140-a548-8824a71b3edd\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-02-27T21:06:01.395196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.272743496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:06:01.395218Z","caller":"traceutil/trace.go:171","msg":"trace[223014768] range","detail":"{range_begin:/registry/persistentvolumes/pvc-943ec55e-8f26-4140-a548-8824a71b3edd; range_end:; response_count:1; response_revision:1904; }","duration":"13.275265307s","start":"2026-02-27T21:05:48.119948Z","end":"2026-02-27T21:06:01.395213Z","steps":["trace[223014768] 'agreement among raft nodes before linearized reading' (duration: 13.275203936s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:01.395234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:48.119933Z","time spent":"13.275296758s","remote":"127.0.0.1:36258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-943ec55e-8f26-4140-a548-8824a71b3edd\" "} {"level":"info","ts":"2026-02-27T21:06:01.395235Z","caller":"traceutil/trace.go:171","msg":"trace[2047706219] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:0; response_revision:1904; }","duration":"6.272868358s","start":"2026-02-27T21:05:55.122354Z","end":"2026-02-27T21:06:01.395223Z","steps":["trace[2047706219] 'agreement among raft nodes before linearized reading' (duration: 6.272807157s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:01.395272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:55.122332Z","time spent":"6.272930899s","remote":"127.0.0.1:36166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-02-27T21:06:01.395347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.829151233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:06:01.395415Z","caller":"traceutil/trace.go:171","msg":"trace[1459703009] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1904; }","duration":"9.829225655s","start":"2026-02-27T21:05:51.566174Z","end":"2026-02-27T21:06:01.3954Z","steps":["trace[1459703009] 'agreement among raft nodes before linearized reading' (duration: 9.829113063s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:01.395407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.69508938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:06:01.395469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:51.566114Z","time spent":"9.829341848s","remote":"127.0.0.1:36584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:06:01.395486Z","caller":"traceutil/trace.go:171","msg":"trace[1848442076] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1904; }","duration":"6.695228053s","start":"2026-02-27T21:05:54.700234Z","end":"2026-02-27T21:06:01.395462Z","steps":["trace[1848442076] 'agreement among raft nodes before linearized reading' (duration: 6.6950603s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:01.395529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.335823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:06:01.395536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:54.700213Z","time spent":"6.695312976s","remote":"127.0.0.1:37454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:06:01.395513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.093527818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:06:01.395575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.328241869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:06:01.395547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.627432076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:06:01.395562Z","caller":"traceutil/trace.go:171","msg":"trace[1751884689] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1904; }","duration":"723.403623ms","start":"2026-02-27T21:06:00.672149Z","end":"2026-02-27T21:06:01.395552Z","steps":["trace[1751884689] 'agreement among raft nodes before linearized reading' (duration: 723.340962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:01.395575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.749773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:06:01.39537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.672851284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-02-27T21:06:01.395629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.013808381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:06:01.395632Z","caller":"traceutil/trace.go:171","msg":"trace[648400655] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1904; }","duration":"9.093707092s","start":"2026-02-27T21:05:52.301897Z","end":"2026-02-27T21:06:01.395604Z","steps":["trace[648400655] 'agreement among raft nodes before linearized reading' (duration: 9.093493478s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:06:01.395687Z","caller":"traceutil/trace.go:171","msg":"trace[846379979] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1904; }","duration":"11.627608s","start":"2026-02-27T21:05:49.768016Z","end":"2026-02-27T21:06:01.395624Z","steps":["trace[846379979] 'agreement among raft nodes before linearized reading' (duration: 11.627434556s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:01.395705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:52.301841Z","time spent":"9.093849745s","remote":"127.0.0.1:37618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:06:01.395694Z","caller":"traceutil/trace.go:171","msg":"trace[712628416] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:1904; }","duration":"5.673173352s","start":"2026-02-27T21:05:55.722497Z","end":"2026-02-27T21:06:01.39567Z","steps":["trace[712628416] 'agreement among raft nodes before linearized reading' (duration: 5.672829954s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:01.395649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:00.672129Z","time spent":"723.513326ms","remote":"127.0.0.1:36658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:06:01.395692Z","caller":"traceutil/trace.go:171","msg":"trace[1518834448] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1904; }","duration":"4.013904274s","start":"2026-02-27T21:05:57.381771Z","end":"2026-02-27T21:06:01.395675Z","steps":["trace[1518834448] 'agreement among raft nodes before linearized reading' (duration: 4.013790671s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:01.395789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.184892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:06:01.395786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:55.722482Z","time spent":"5.673273573s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-02-27T21:06:01.395633Z","caller":"traceutil/trace.go:171","msg":"trace[74797508] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1904; }","duration":"6.328342012s","start":"2026-02-27T21:05:55.067272Z","end":"2026-02-27T21:06:01.395614Z","steps":["trace[74797508] 'agreement among raft nodes before linearized reading' (duration: 6.3282487s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:01.395816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:57.381745Z","time spent":"4.014052506s","remote":"127.0.0.1:36210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:06:01.395817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.67266718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-02-27T21:06:01.395821Z","caller":"traceutil/trace.go:171","msg":"trace[1106152219] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1904; }","duration":"369.259204ms","start":"2026-02-27T21:06:01.026552Z","end":"2026-02-27T21:06:01.395811Z","steps":["trace[1106152219] 'agreement among raft nodes before linearized reading' (duration: 369.173572ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:06:01.395696Z","caller":"traceutil/trace.go:171","msg":"trace[345690431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1904; }","duration":"391.897026ms","start":"2026-02-27T21:06:01.003756Z","end":"2026-02-27T21:06:01.395653Z","steps":["trace[345690431] 'agreement among raft nodes before linearized reading' (duration: 391.724823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:01.395863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:55.067239Z","time spent":"6.328598556s","remote":"127.0.0.1:36532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:06:01.395882Z","caller":"traceutil/trace.go:171","msg":"trace[1544173826] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:1904; }","duration":"5.672735042s","start":"2026-02-27T21:05:55.72313Z","end":"2026-02-27T21:06:01.395865Z","steps":["trace[1544173826] 'agreement among raft nodes before linearized reading' (duration: 5.672545308s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:01.395902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:01.003725Z","time spent":"392.160511ms","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:06:01.395889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:01.026534Z","time spent":"369.343845ms","remote":"127.0.0.1:36256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:06:01.395939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:55.723078Z","time spent":"5.672849714s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-27T21:06:01.395973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.027973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T21:06:01.39576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:05:49.767985Z","time spent":"11.627758983s","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:06:01.396035Z","caller":"traceutil/trace.go:171","msg":"trace[1839094398] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1904; }","duration":"372.129355ms","start":"2026-02-27T21:06:01.023891Z","end":"2026-02-27T21:06:01.396021Z","steps":["trace[1839094398] 'agreement among raft nodes before linearized reading' (duration: 371.87045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:01.396085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:01.023865Z","time spent":"372.207886ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":267,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:06:02.907034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018022957s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:06:02.907193Z","caller":"traceutil/trace.go:171","msg":"trace[826475371] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1904; }","duration":"1.01819564s","start":"2026-02-27T21:06:01.888978Z","end":"2026-02-27T21:06:02.907174Z","steps":["trace[826475371] 'range keys from in-memory index tree' (duration: 1.018005227s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:02.907172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119490061s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-27T21:06:02.907289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:01.399026Z","time spent":"1.50825823s","remote":"127.0.0.1:36166","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T21:06:03.405812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000291569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:06:03.405933Z","caller":"traceutil/trace.go:171","msg":"trace[1502879827] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000435563s","start":"2026-02-27T21:06:01.405469Z","end":"2026-02-27T21:06:03.405905Z","steps":["trace[1502879827] 'agreement among raft nodes before linearized reading' (duration: 2.00030127s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:03.405997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:01.405462Z","time spent":"2.000521755s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:06:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:06:04.996235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.208583503s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T21:06:04.996622Z","caller":"traceutil/trace.go:171","msg":"trace[506562970] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"3.595469412s","start":"2026-02-27T21:06:01.401134Z","end":"2026-02-27T21:06:04.996604Z","steps":["trace[506562970] 'process raft request' (duration: 3.59536991s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:06:04.996653Z","caller":"traceutil/trace.go:171","msg":"trace[633063336] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"3.596067104s","start":"2026-02-27T21:06:01.400537Z","end":"2026-02-27T21:06:04.996604Z","steps":["trace[633063336] 'process raft request' (duration: 3.59585823s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:06:04.996715Z","caller":"traceutil/trace.go:171","msg":"trace[1550385247] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1993; }","duration":"3.592447528s","start":"2026-02-27T21:06:01.404257Z","end":"2026-02-27T21:06:04.996704Z","steps":["trace[1550385247] 'read index received' (duration: 383.396785ms)","trace[1550385247] 'applied index is now lower than readState.Index' (duration: 3.209050233s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:06:04.996722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:01.401118Z","time spent":"3.595538594s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:06:04.99674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:01.400517Z","time spent":"3.596182398s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:06:04.996825Z","caller":"traceutil/trace.go:171","msg":"trace[629148650] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"3.595000222s","start":"2026-02-27T21:06:01.401816Z","end":"2026-02-27T21:06:04.996816Z","steps":["trace[629148650] 'process raft request' (duration: 3.594721366s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:04.996863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:01.401801Z","time spent":"3.595041244s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:06:04.996885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.592625832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189836669c07ed87\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-02-27T21:06:04.996904Z","caller":"traceutil/trace.go:171","msg":"trace[1156617065] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189836669c07ed87; range_end:; response_count:1; response_revision:1908; }","duration":"3.592668003s","start":"2026-02-27T21:06:01.404229Z","end":"2026-02-27T21:06:04.996897Z","steps":["trace[1156617065] 'agreement among raft nodes before linearized reading' (duration: 3.592592532s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:04.99692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:01.404219Z","time spent":"3.592698554s","remote":"127.0.0.1:36202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189836669c07ed87\" "} {"level":"info","ts":"2026-02-27T21:06:04.996849Z","caller":"traceutil/trace.go:171","msg":"trace[227381133] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"3.589055286s","start":"2026-02-27T21:06:01.407763Z","end":"2026-02-27T21:06:04.996818Z","steps":["trace[227381133] 'process raft request' (duration: 3.58880198s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:04.997088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:01.407752Z","time spent":"3.58924823s","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:06:05.406373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000077736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:06:05.406458Z","caller":"traceutil/trace.go:171","msg":"trace[547916333] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000219748s","start":"2026-02-27T21:06:03.406218Z","end":"2026-02-27T21:06:05.406438Z","steps":["trace[547916333] 'agreement among raft nodes before linearized reading' (duration: 2.000107056s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:05.406513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:03.406196Z","time spent":"2.00030311s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:06:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:06:05.497126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:06:07.414107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000238479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:06:07.414205Z","caller":"traceutil/trace.go:171","msg":"trace[2037215373] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000432872s","start":"2026-02-27T21:06:05.413752Z","end":"2026-02-27T21:06:07.414185Z","steps":["trace[2037215373] 'agreement among raft nodes before linearized reading' (duration: 2.00031462s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:07.414253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:05.413711Z","time spent":"2.000531775s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:06:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:06:08.771293Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.269713326s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T21:06:09.414562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99981462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:06:09.414628Z","caller":"traceutil/trace.go:171","msg":"trace[471376022] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999928712s","start":"2026-02-27T21:06:07.414685Z","end":"2026-02-27T21:06:09.414614Z","steps":["trace[471376022] 'agreement among raft nodes before linearized reading' (duration: 1.99983739s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:09.414666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:07.414666Z","time spent":"1.999995004s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:06:09.450972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.949318477s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:06:09.451333Z","caller":"traceutil/trace.go:171","msg":"trace[112800254] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:1998; }","duration":"4.454580829s","start":"2026-02-27T21:06:04.996733Z","end":"2026-02-27T21:06:09.451314Z","steps":["trace[112800254] 'read index received' (duration: 504.844294ms)","trace[112800254] 'applied index is now lower than readState.Index' (duration: 3.949735355s)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:06:09.451314Z","caller":"traceutil/trace.go:171","msg":"trace[768077077] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"6.542852456s","start":"2026-02-27T21:06:02.908415Z","end":"2026-02-27T21:06:09.451267Z","steps":["trace[768077077] 'process raft request' (duration: 2.593152002s)","trace[768077077] 'compare' (duration: 3.948506028s)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:06:09.451416Z","caller":"traceutil/trace.go:171","msg":"trace[675902314] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"4.450537114s","start":"2026-02-27T21:06:05.000868Z","end":"2026-02-27T21:06:09.451405Z","steps":["trace[675902314] 'process raft request' (duration: 4.450213527s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:09.451517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:05.000859Z","time spent":"4.450617115s","remote":"127.0.0.1:36202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:06:09.451712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:02.908395Z","time spent":"6.543010389s","remote":"127.0.0.1:36166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:06:09.451832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.84621875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:06:09.45192Z","caller":"traceutil/trace.go:171","msg":"trace[1397640958] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1911; }","duration":"4.846322322s","start":"2026-02-27T21:06:04.605576Z","end":"2026-02-27T21:06:09.451898Z","steps":["trace[1397640958] 'agreement among raft nodes before linearized reading' (duration: 4.846122708s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:09.451967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:04.605497Z","time spent":"4.846459736s","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:06:09.452047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.048547567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T21:06:09.452312Z","caller":"traceutil/trace.go:171","msg":"trace[1705103943] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"4.449999612s","start":"2026-02-27T21:06:05.001688Z","end":"2026-02-27T21:06:09.451688Z","steps":["trace[1705103943] 'process raft request' (duration: 4.449541892s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:06:09.452804Z","caller":"traceutil/trace.go:171","msg":"trace[197042256] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1911; }","duration":"7.048740571s","start":"2026-02-27T21:06:02.403396Z","end":"2026-02-27T21:06:09.452136Z","steps":["trace[197042256] 'agreement among raft nodes before linearized reading' (duration: 7.048325023s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:09.452805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:05.001682Z","time spent":"4.450700376s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:06:09.452874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:02.40337Z","time spent":"7.049487737s","remote":"127.0.0.1:37650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:06:09.951484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:06:10.336487Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.564908086s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T21:06:11.424164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999869341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:06:11.424254Z","caller":"traceutil/trace.go:171","msg":"trace[572858783] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000027835s","start":"2026-02-27T21:06:09.424206Z","end":"2026-02-27T21:06:11.424234Z","steps":["trace[572858783] 'agreement among raft nodes before linearized reading' (duration: 1.999919582s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:11.424354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:09.424177Z","time spent":"2.000163438s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:06:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:06:13.424753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000097685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:06:13.424816Z","caller":"traceutil/trace.go:171","msg":"trace[1755109028] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217688s","start":"2026-02-27T21:06:11.424584Z","end":"2026-02-27T21:06:13.424801Z","steps":["trace[1755109028] 'agreement among raft nodes before linearized reading' (duration: 2.000133916s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:13.424846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:11.424559Z","time spent":"2.000281549s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:06:15.413276Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"17399ca0e89ec13d","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T21:06:15.433796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00032167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:06:15.433936Z","caller":"traceutil/trace.go:171","msg":"trace[408785117] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000491514s","start":"2026-02-27T21:06:13.433411Z","end":"2026-02-27T21:06:15.433903Z","steps":["trace[408785117] 'agreement among raft nodes before linearized reading' (duration: 2.000346841s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:15.433999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:13.433394Z","time spent":"2.000591746s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:06:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:06:17.19704Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.983787968s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T21:06:17.434396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000110456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:06:17.434497Z","caller":"traceutil/trace.go:171","msg":"trace[209971818] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000254069s","start":"2026-02-27T21:06:15.434225Z","end":"2026-02-27T21:06:17.434479Z","steps":["trace[209971818] 'agreement among raft nodes before linearized reading' (duration: 2.000133856s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:17.434546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:15.434195Z","time spent":"2.000342931s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:06:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:06:19.437418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.548840843s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:06:19.437572Z","caller":"traceutil/trace.go:171","msg":"trace[1495099035] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1911; }","duration":"7.549009266s","start":"2026-02-27T21:06:11.888545Z","end":"2026-02-27T21:06:19.437554Z","steps":["trace[1495099035] 'range keys from in-memory index tree' (duration: 7.548823653s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:19.442047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999928752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:06:19.44213Z","caller":"traceutil/trace.go:171","msg":"trace[1004794923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000080995s","start":"2026-02-27T21:06:17.44203Z","end":"2026-02-27T21:06:19.442111Z","steps":["trace[1004794923] 'agreement among raft nodes before linearized reading' (duration: 1.999982113s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:19.442174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:17.441991Z","time spent":"2.000175267s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:06:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:06:19.5207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:15.213069Z","time spent":"4.307620177s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 21:06:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:06:19.722957Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.525690851s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T21:06:21.109148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.772439057s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T21:06:21.110265Z","caller":"traceutil/trace.go:171","msg":"trace[1899356562] linearizableReadLoop","detail":"{readStateIndex:2002; appliedIndex:2001; }","duration":"11.658837718s","start":"2026-02-27T21:06:09.451374Z","end":"2026-02-27T21:06:21.110211Z","steps":["trace[1899356562] 'read index received' (duration: 885.255746ms)","trace[1899356562] 'applied index is now lower than readState.Index' (duration: 10.773578052s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:06:21.110474Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"50.631µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-02-27T21:06:21.110582Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"17399ca0e89ec13d","error":"lease not found"} {"level":"info","ts":"2026-02-27T21:06:21.110573Z","caller":"traceutil/trace.go:171","msg":"trace[632132144] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"5.72463035s","start":"2026-02-27T21:06:15.385917Z","end":"2026-02-27T21:06:21.110548Z","steps":["trace[632132144] 'process raft request' (duration: 5.724401005s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:21.110581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.110037805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"warn","ts":"2026-02-27T21:06:21.110514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.108048082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v85nk\" ","response":"range_response_count:1 size:4888"} {"level":"info","ts":"2026-02-27T21:06:21.110676Z","caller":"traceutil/trace.go:171","msg":"trace[670045076] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1912; }","duration":"16.110165358s","start":"2026-02-27T21:06:05.000487Z","end":"2026-02-27T21:06:21.110652Z","steps":["trace[670045076] 'agreement among raft nodes before linearized reading' (duration: 16.109810941s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:21.110706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:15.385858Z","time spent":"5.724776793s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:06:21.11075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:05.000473Z","time spent":"16.11026332s","remote":"127.0.0.1:36324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-27T21:06:21.110812Z","caller":"traceutil/trace.go:171","msg":"trace[987797033] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-v85nk; range_end:; response_count:1; response_revision:1911; }","duration":"16.108291837s","start":"2026-02-27T21:06:05.002415Z","end":"2026-02-27T21:06:21.110707Z","steps":["trace[987797033] 'agreement among raft nodes before linearized reading' (duration: 16.107799937s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:21.110912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:05.002412Z","time spent":"16.108485241s","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4912,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v85nk\" "} {"level":"warn","ts":"2026-02-27T21:06:21.442697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000182128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:06:21.442826Z","caller":"traceutil/trace.go:171","msg":"trace[179592539] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000398743s","start":"2026-02-27T21:06:19.442406Z","end":"2026-02-27T21:06:21.442805Z","steps":["trace[179592539] 'agreement among raft nodes before linearized reading' (duration: 2.000233809s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:21.442876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:19.442374Z","time spent":"2.000491554s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:06:23.924422Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"17399ca0e89ec144","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T21:06:23.958705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:16.958197Z","time spent":"7.000502373s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T21:06:25.49933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.388759545s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T21:06:25.499611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.611007013s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:06:25.499725Z","caller":"traceutil/trace.go:171","msg":"trace[1889031081] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1914; }","duration":"3.611132806s","start":"2026-02-27T21:06:21.888576Z","end":"2026-02-27T21:06:25.499709Z","steps":["trace[1889031081] 'range keys from in-memory index tree' (duration: 3.610991073s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:06:25.500302Z","caller":"traceutil/trace.go:171","msg":"trace[1147247997] linearizableReadLoop","detail":"{readStateIndex:2007; appliedIndex:2005; }","duration":"4.38992424s","start":"2026-02-27T21:06:21.110352Z","end":"2026-02-27T21:06:25.500276Z","steps":["trace[1147247997] 'read index received' (duration: 379.938µs)","trace[1147247997] 'applied index is now lower than readState.Index' (duration: 4.389542612s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:06:25.719003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.154516887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:06:25.719087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.131762551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:06:25.7191Z","caller":"traceutil/trace.go:171","msg":"trace[417212019] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1915; }","duration":"7.154667161s","start":"2026-02-27T21:06:18.564406Z","end":"2026-02-27T21:06:25.719073Z","steps":["trace[417212019] 'agreement among raft nodes before linearized reading' (duration: 6.935905836s)","trace[417212019] 'count revisions from in-memory index tree' (duration: 218.592091ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:06:25.719096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.264781065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T21:06:25.719149Z","caller":"traceutil/trace.go:171","msg":"trace[560099045] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1915; }","duration":"12.131837033s","start":"2026-02-27T21:06:13.587288Z","end":"2026-02-27T21:06:25.719125Z","steps":["trace[560099045] 'agreement among raft nodes before linearized reading' (duration: 11.912998337s)","trace[560099045] 'count revisions from in-memory index tree' (duration: 218.764044ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:06:25.719152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:18.564383Z","time spent":"7.154757652s","remote":"127.0.0.1:36618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:06:25.719213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:13.587267Z","time spent":"12.131930314s","remote":"127.0.0.1:36446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:06:25.719164Z","caller":"traceutil/trace.go:171","msg":"trace[292740378] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1915; }","duration":"16.264894496s","start":"2026-02-27T21:06:09.454249Z","end":"2026-02-27T21:06:25.719144Z","steps":["trace[292740378] 'agreement among raft nodes before linearized reading' (duration: 16.046100491s)","trace[292740378] 'range keys from in-memory index tree' (duration: 218.662112ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:06:25.719231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.26363003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898366b25c5ba2c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-27T21:06:25.719208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.127715356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:06:25.719285Z","caller":"traceutil/trace.go:171","msg":"trace[1293173834] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898366b25c5ba2c; range_end:; response_count:1; response_revision:1915; }","duration":"16.263746913s","start":"2026-02-27T21:06:09.45552Z","end":"2026-02-27T21:06:25.719267Z","steps":["trace[1293173834] 'agreement among raft nodes before linearized reading' (duration: 16.044807625s)","trace[1293173834] 'range keys from in-memory index tree' (duration: 218.799845ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:06:25.719271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.138011189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:06:25.71933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:09.455488Z","time spent":"16.263833284s","remote":"127.0.0.1:36202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898366b25c5ba2c\" "} {"level":"info","ts":"2026-02-27T21:06:25.719359Z","caller":"traceutil/trace.go:171","msg":"trace[793189986] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1915; }","duration":"9.138155451s","start":"2026-02-27T21:06:16.58118Z","end":"2026-02-27T21:06:25.719336Z","steps":["trace[793189986] 'agreement among raft nodes before linearized reading' (duration: 8.919136771s)","trace[793189986] 'count revisions from in-memory index tree' (duration: 218.896018ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:06:25.719346Z","caller":"traceutil/trace.go:171","msg":"trace[693604573] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1915; }","duration":"7.127951322s","start":"2026-02-27T21:06:18.591362Z","end":"2026-02-27T21:06:25.719313Z","steps":["trace[693604573] 'agreement among raft nodes before linearized reading' (duration: 6.908957822s)","trace[693604573] 'count revisions from in-memory index tree' (duration: 218.766654ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:06:25.719392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.336045902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:06:25.71907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.228968361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:06:25.719459Z","caller":"traceutil/trace.go:171","msg":"trace[2042051213] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1915; }","duration":"4.336171854s","start":"2026-02-27T21:06:21.383274Z","end":"2026-02-27T21:06:25.719446Z","steps":["trace[2042051213] 'agreement among raft nodes before linearized reading' (duration: 4.117178185s)","trace[2042051213] 'count revisions from in-memory index tree' (duration: 218.903588ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:06:25.719464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.162456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:06:25.719498Z","caller":"traceutil/trace.go:171","msg":"trace[1596025073] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1915; }","duration":"675.228087ms","start":"2026-02-27T21:06:25.044258Z","end":"2026-02-27T21:06:25.719486Z","steps":["trace[1596025073] 'agreement among raft nodes before linearized reading' (duration: 456.187817ms)","trace[1596025073] 'count revisions from in-memory index tree' (duration: 218.99695ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:06:25.719501Z","caller":"traceutil/trace.go:171","msg":"trace[329784411] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1915; }","duration":"10.22945024s","start":"2026-02-27T21:06:15.490035Z","end":"2026-02-27T21:06:25.719485Z","steps":["trace[329784411] 'agreement among raft nodes before linearized reading' (duration: 10.010244977s)","trace[329784411] 'count revisions from in-memory index tree' (duration: 218.708903ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:06:25.719498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:21.383244Z","time spent":"4.336241946s","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:06:25.719535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:25.044239Z","time spent":"675.289078ms","remote":"127.0.0.1:36356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:06:25.71955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:15.490023Z","time spent":"10.229513221s","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:06:25.719577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.258807195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-27T21:06:25.719413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.19099173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:06:25.719621Z","caller":"traceutil/trace.go:171","msg":"trace[131038658] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1915; }","duration":"15.258886997s","start":"2026-02-27T21:06:10.460722Z","end":"2026-02-27T21:06:25.719609Z","steps":["trace[131038658] 'agreement among raft nodes before linearized reading' (duration: 15.039599311s)","trace[131038658] 'range keys from in-memory index tree' (duration: 219.152512ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:06:25.719659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:10.460687Z","time spent":"15.258965148s","remote":"127.0.0.1:37650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T21:06:25.719669Z","caller":"traceutil/trace.go:171","msg":"trace[289471139] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1915; }","duration":"4.191235595s","start":"2026-02-27T21:06:21.52841Z","end":"2026-02-27T21:06:25.719646Z","steps":["trace[289471139] 'agreement among raft nodes before linearized reading' (duration: 3.972053691s)","trace[289471139] 'count revisions from in-memory index tree' (duration: 218.927387ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:06:25.719712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:21.528327Z","time spent":"4.191373708s","remote":"127.0.0.1:47694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:06:25.719276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:09.454229Z","time spent":"16.26503459s","remote":"127.0.0.1:36290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T21:06:25.719418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:16.581157Z","time spent":"9.138246064s","remote":"127.0.0.1:36546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:06:25.719454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.946676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:06:25.719955Z","caller":"traceutil/trace.go:171","msg":"trace[2037060696] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1915; }","duration":"573.479008ms","start":"2026-02-27T21:06:25.146461Z","end":"2026-02-27T21:06:25.71994Z","steps":["trace[2037060696] 'agreement among raft nodes before linearized reading' (duration: 353.988768ms)","trace[2037060696] 'count revisions from in-memory index tree' (duration: 218.977159ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:06:25.719438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:18.591335Z","time spent":"7.128087294s","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:06:25.720011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:25.146438Z","time spent":"573.557899ms","remote":"127.0.0.1:36500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:06:25.718999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.921180371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:06:25.719897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.222352361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:06:25.720146Z","caller":"traceutil/trace.go:171","msg":"trace[1973878838] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1915; }","duration":"6.22278734s","start":"2026-02-27T21:06:19.497326Z","end":"2026-02-27T21:06:25.720113Z","steps":["trace[1973878838] 'agreement among raft nodes before linearized reading' (duration: 6.002979114s)","trace[1973878838] 'count revisions from in-memory index tree' (duration: 219.325246ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:06:25.720241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:19.497301Z","time spent":"6.222922404s","remote":"127.0.0.1:36222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:06:25.720066Z","caller":"traceutil/trace.go:171","msg":"trace[1631769510] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1915; }","duration":"11.922311155s","start":"2026-02-27T21:06:13.797739Z","end":"2026-02-27T21:06:25.72005Z","steps":["trace[1631769510] 'agreement among raft nodes before linearized reading' (duration: 11.70255653s)","trace[1631769510] 'count revisions from in-memory index tree' (duration: 218.624672ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:06:25.720359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:13.797721Z","time spent":"11.922618941s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:06:26.223083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456268631,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T21:06:26.439963Z","caller":"traceutil/trace.go:171","msg":"trace[6441141] linearizableReadLoop","detail":"{readStateIndex:2008; appliedIndex:2007; }","duration":"717.475507ms","start":"2026-02-27T21:06:25.722459Z","end":"2026-02-27T21:06:26.439935Z","steps":["trace[6441141] 'read index received' (duration: 717.252552ms)","trace[6441141] 'applied index is now lower than readState.Index' (duration: 221.885µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:06:26.440064Z","caller":"traceutil/trace.go:171","msg":"trace[1634687757] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"717.643841ms","start":"2026-02-27T21:06:25.722353Z","end":"2026-02-27T21:06:26.439996Z","steps":["trace[1634687757] 'process raft request' (duration: 717.380546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:26.440229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.281664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:06:26.440299Z","caller":"traceutil/trace.go:171","msg":"trace[1890813149] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1916; }","duration":"339.417317ms","start":"2026-02-27T21:06:26.100866Z","end":"2026-02-27T21:06:26.440283Z","steps":["trace[1890813149] 'agreement among raft nodes before linearized reading' (duration: 339.230363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:26.440327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.689809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:06:26.440367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:26.100843Z","time spent":"339.507769ms","remote":"127.0.0.1:36572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:06:26.440387Z","caller":"traceutil/trace.go:171","msg":"trace[1564229103] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1916; }","duration":"223.785091ms","start":"2026-02-27T21:06:26.216582Z","end":"2026-02-27T21:06:26.440367Z","steps":["trace[1564229103] 'agreement among raft nodes before linearized reading' (duration: 223.699749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:26.440221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.732132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:06:26.440512Z","caller":"traceutil/trace.go:171","msg":"trace[913234268] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:1916; }","duration":"718.056449ms","start":"2026-02-27T21:06:25.722432Z","end":"2026-02-27T21:06:26.440489Z","steps":["trace[913234268] 'agreement among raft nodes before linearized reading' (duration: 717.667721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:06:26.440469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:25.722326Z","time spent":"717.911096ms","remote":"127.0.0.1:36202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:06:26.440591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:06:25.722418Z","time spent":"718.150041ms","remote":"127.0.0.1:36166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T21:07:04.983039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.690511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:07:04.983184Z","caller":"traceutil/trace.go:171","msg":"trace[79954117] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2093; }","duration":"160.866436ms","start":"2026-02-27T21:07:04.822295Z","end":"2026-02-27T21:07:04.983161Z","steps":["trace[79954117] 'agreement among raft nodes before linearized reading' (duration: 160.644301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:04.983186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.019374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:04.983174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.884312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:04.98318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.716219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:04.983269Z","caller":"traceutil/trace.go:171","msg":"trace[921831365] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2093; }","duration":"149.017176ms","start":"2026-02-27T21:07:04.834233Z","end":"2026-02-27T21:07:04.98325Z","steps":["trace[921831365] 'agreement among raft nodes before linearized reading' (duration: 148.828112ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:04.98331Z","caller":"traceutil/trace.go:171","msg":"trace[1930435886] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2093; }","duration":"148.880243ms","start":"2026-02-27T21:07:04.834405Z","end":"2026-02-27T21:07:04.983286Z","steps":["trace[1930435886] 'agreement among raft nodes before linearized reading' (duration: 148.583066ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:04.983244Z","caller":"traceutil/trace.go:171","msg":"trace[1242710524] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2093; }","duration":"148.117106ms","start":"2026-02-27T21:07:04.835111Z","end":"2026-02-27T21:07:04.983229Z","steps":["trace[1242710524] 'agreement among raft nodes before linearized reading' (duration: 148.016244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:04.983762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.06635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:2 size:13900"} {"level":"info","ts":"2026-02-27T21:07:04.983892Z","caller":"traceutil/trace.go:171","msg":"trace[1627402204] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:2; response_revision:2093; }","duration":"161.244314ms","start":"2026-02-27T21:07:04.822618Z","end":"2026-02-27T21:07:04.983862Z","steps":["trace[1627402204] 'agreement among raft nodes before linearized reading' (duration: 160.508768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:07.232997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.969089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T21:07:07.233095Z","caller":"traceutil/trace.go:171","msg":"trace[951228961] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2099; }","duration":"167.113983ms","start":"2026-02-27T21:07:07.065957Z","end":"2026-02-27T21:07:07.233071Z","steps":["trace[951228961] 'range keys from in-memory index tree' (duration: 166.769625ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:07.369568Z","caller":"traceutil/trace.go:171","msg":"trace[1700346577] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"131.642764ms","start":"2026-02-27T21:07:07.2379Z","end":"2026-02-27T21:07:07.369543Z","steps":["trace[1700346577] 'process raft request' (duration: 131.489721ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:08.564266Z","caller":"traceutil/trace.go:171","msg":"trace[434588050] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"222.844582ms","start":"2026-02-27T21:07:08.341395Z","end":"2026-02-27T21:07:08.56424Z","steps":["trace[434588050] 'process raft request' (duration: 222.654908ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:08.601753Z","caller":"traceutil/trace.go:171","msg":"trace[518333291] linearizableReadLoop","detail":"{readStateIndex:2200; appliedIndex:2198; }","duration":"212.343303ms","start":"2026-02-27T21:07:08.389384Z","end":"2026-02-27T21:07:08.601727Z","steps":["trace[518333291] 'read index received' (duration: 174.650527ms)","trace[518333291] 'applied index is now lower than readState.Index' (duration: 37.690976ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:08.601814Z","caller":"traceutil/trace.go:171","msg":"trace[773564763] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"233.835174ms","start":"2026-02-27T21:07:08.367953Z","end":"2026-02-27T21:07:08.601788Z","steps":["trace[773564763] 'process raft request' (duration: 233.609068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:08.602248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.805233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T21:07:08.602353Z","caller":"traceutil/trace.go:171","msg":"trace[912662302] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2105; }","duration":"212.966066ms","start":"2026-02-27T21:07:08.389358Z","end":"2026-02-27T21:07:08.602324Z","steps":["trace[912662302] 'agreement among raft nodes before linearized reading' (duration: 212.539797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:09.589571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.786217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:09.589703Z","caller":"traceutil/trace.go:171","msg":"trace[1502099288] linearizableReadLoop","detail":"{readStateIndex:2201; appliedIndex:2200; }","duration":"621.636711ms","start":"2026-02-27T21:07:08.968042Z","end":"2026-02-27T21:07:09.589679Z","steps":["trace[1502099288] 'read index received' (duration: 489.702911ms)","trace[1502099288] 'applied index is now lower than readState.Index' (duration: 131.93149ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:09.589961Z","caller":"traceutil/trace.go:171","msg":"trace[822606392] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"980.26506ms","start":"2026-02-27T21:07:08.609654Z","end":"2026-02-27T21:07:09.589919Z","steps":["trace[822606392] 'process raft request' (duration: 848.046604ms)","trace[822606392] 'compare' (duration: 131.657894ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:09.590106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:08.609623Z","time spent":"980.410064ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5737,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:09.590117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.869492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-02-27T21:07:09.590129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.962267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-27T21:07:09.590135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.07373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T21:07:09.590155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.785064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T21:07:09.590193Z","caller":"traceutil/trace.go:171","msg":"trace[1067296282] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2106; }","duration":"322.989795ms","start":"2026-02-27T21:07:09.26718Z","end":"2026-02-27T21:07:09.59017Z","steps":["trace[1067296282] 'agreement among raft nodes before linearized reading' (duration: 322.801341ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:09.590207Z","caller":"traceutil/trace.go:171","msg":"trace[309140294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2106; }","duration":"340.08076ms","start":"2026-02-27T21:07:09.250103Z","end":"2026-02-27T21:07:09.590184Z","steps":["trace[309140294] 'agreement among raft nodes before linearized reading' (duration: 339.847345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:09.590235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:09.267156Z","time spent":"323.069477ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T21:07:09.590232Z","caller":"traceutil/trace.go:171","msg":"trace[896450064] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2106; }","duration":"622.224974ms","start":"2026-02-27T21:07:08.967981Z","end":"2026-02-27T21:07:09.590206Z","steps":["trace[896450064] 'agreement among raft nodes before linearized reading' (duration: 621.936137ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:09.590242Z","caller":"traceutil/trace.go:171","msg":"trace[2109208383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2106; }","duration":"214.902857ms","start":"2026-02-27T21:07:09.375316Z","end":"2026-02-27T21:07:09.590218Z","steps":["trace[2109208383] 'agreement among raft nodes before linearized reading' (duration: 214.652422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:09.590265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:09.25008Z","time spent":"340.172972ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:07:09.590288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:08.967959Z","time spent":"622.319405ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:07:09.96057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.087508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:09.960701Z","caller":"traceutil/trace.go:171","msg":"trace[978770628] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"365.739464ms","start":"2026-02-27T21:07:09.594938Z","end":"2026-02-27T21:07:09.960678Z","steps":["trace[978770628] 'process raft request' (duration: 158.438222ms)","trace[978770628] 'compare' (duration: 206.938464ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:09.960768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:09.594927Z","time spent":"365.812006ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:10.005082Z","caller":"traceutil/trace.go:171","msg":"trace[1877408038] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"409.947293ms","start":"2026-02-27T21:07:09.59511Z","end":"2026-02-27T21:07:10.005057Z","steps":["trace[1877408038] 'process raft request' (duration: 409.691418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:10.005234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:09.595084Z","time spent":"410.072035ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:10.005239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.280276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:07:10.005241Z","caller":"traceutil/trace.go:171","msg":"trace[1223531202] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"403.828208ms","start":"2026-02-27T21:07:09.601374Z","end":"2026-02-27T21:07:10.005203Z","steps":["trace[1223531202] 'process raft request' (duration: 403.631014ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:10.005288Z","caller":"traceutil/trace.go:171","msg":"trace[405099473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2110; }","duration":"182.393658ms","start":"2026-02-27T21:07:09.822885Z","end":"2026-02-27T21:07:10.005278Z","steps":["trace[405099473] 'agreement among raft nodes before linearized reading' (duration: 182.243524ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:10.005081Z","caller":"traceutil/trace.go:171","msg":"trace[847696062] linearizableReadLoop","detail":"{readStateIndex:2205; appliedIndex:2202; }","duration":"182.0987ms","start":"2026-02-27T21:07:09.822963Z","end":"2026-02-27T21:07:10.005062Z","steps":["trace[847696062] 'read index received' (duration: 181.732992ms)","trace[847696062] 'applied index is now lower than readState.Index' (duration: 364.598µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:10.005349Z","caller":"traceutil/trace.go:171","msg":"trace[907231908] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"409.478874ms","start":"2026-02-27T21:07:09.595835Z","end":"2026-02-27T21:07:10.005314Z","steps":["trace[907231908] 'process raft request' (duration: 409.128565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:10.005425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:09.601352Z","time spent":"403.977813ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7211,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:10.005525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:09.595806Z","time spent":"409.629377ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:10.334963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.067236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:10.335218Z","caller":"traceutil/trace.go:171","msg":"trace[954901385] linearizableReadLoop","detail":"{readStateIndex:2207; appliedIndex:2205; }","duration":"144.314592ms","start":"2026-02-27T21:07:10.190884Z","end":"2026-02-27T21:07:10.335199Z","steps":["trace[954901385] 'read index received' (duration: 96.141247ms)","trace[954901385] 'applied index is now lower than readState.Index' (duration: 48.172065ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:10.335368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.482105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:10.335402Z","caller":"traceutil/trace.go:171","msg":"trace[68506620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2112; }","duration":"144.553667ms","start":"2026-02-27T21:07:10.190839Z","end":"2026-02-27T21:07:10.335393Z","steps":["trace[68506620] 'agreement among raft nodes before linearized reading' (duration: 144.417314ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:10.335654Z","caller":"traceutil/trace.go:171","msg":"trace[1517484189] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"324.55875ms","start":"2026-02-27T21:07:10.011083Z","end":"2026-02-27T21:07:10.335641Z","steps":["trace[1517484189] 'process raft request' (duration: 90.705317ms)","trace[1517484189] 'compare' (duration: 232.676098ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:10.33572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:10.011059Z","time spent":"324.627781ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:10.335883Z","caller":"traceutil/trace.go:171","msg":"trace[723232979] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"318.783324ms","start":"2026-02-27T21:07:10.017041Z","end":"2026-02-27T21:07:10.335825Z","steps":["trace[723232979] 'process raft request' (duration: 318.052227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:10.336126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:10.017022Z","time spent":"318.996089ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6032,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:11.814155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.254798ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T21:07:11.814261Z","caller":"traceutil/trace.go:171","msg":"trace[541803896] linearizableReadLoop","detail":"{readStateIndex:2208; appliedIndex:2207; }","duration":"174.898031ms","start":"2026-02-27T21:07:11.639347Z","end":"2026-02-27T21:07:11.814245Z","steps":["trace[541803896] 'read index received' (duration: 57.641µs)","trace[541803896] 'applied index is now lower than readState.Index' (duration: 174.83873ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:11.814469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.127556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T21:07:11.814506Z","caller":"traceutil/trace.go:171","msg":"trace[401844707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2112; }","duration":"175.226268ms","start":"2026-02-27T21:07:11.63927Z","end":"2026-02-27T21:07:11.814496Z","steps":["trace[401844707] 'agreement among raft nodes before linearized reading' (duration: 175.065524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:11.814544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.769483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T21:07:11.814716Z","caller":"traceutil/trace.go:171","msg":"trace[1712960579] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2112; }","duration":"162.005248ms","start":"2026-02-27T21:07:11.652689Z","end":"2026-02-27T21:07:11.814694Z","steps":["trace[1712960579] 'agreement among raft nodes before linearized reading' (duration: 161.673221ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:12.132703Z","caller":"traceutil/trace.go:171","msg":"trace[1361760599] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"314.285816ms","start":"2026-02-27T21:07:11.818395Z","end":"2026-02-27T21:07:12.132681Z","steps":["trace[1361760599] 'process raft request' (duration: 314.090562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:12.132857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:11.818377Z","time spent":"314.400949ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:12.179758Z","caller":"traceutil/trace.go:171","msg":"trace[1304829056] linearizableReadLoop","detail":"{readStateIndex:2210; appliedIndex:2208; }","duration":"356.274186ms","start":"2026-02-27T21:07:11.823446Z","end":"2026-02-27T21:07:12.17972Z","steps":["trace[1304829056] 'read index received' (duration: 309.085172ms)","trace[1304829056] 'applied index is now lower than readState.Index' (duration: 47.187294ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:12.179932Z","caller":"traceutil/trace.go:171","msg":"trace[1670496473] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"361.223306ms","start":"2026-02-27T21:07:11.818655Z","end":"2026-02-27T21:07:12.179878Z","steps":["trace[1670496473] 'process raft request' (duration: 360.708675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:12.180131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.660115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T21:07:12.180189Z","caller":"traceutil/trace.go:171","msg":"trace[1543553406] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2114; }","duration":"356.793808ms","start":"2026-02-27T21:07:11.823376Z","end":"2026-02-27T21:07:12.18017Z","steps":["trace[1543553406] 'agreement among raft nodes before linearized reading' (duration: 356.545103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:12.180199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:11.81864Z","time spent":"361.380759ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:12.180247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:11.82335Z","time spent":"356.886279ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T21:07:12.505573Z","caller":"traceutil/trace.go:171","msg":"trace[2062548733] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"367.492313ms","start":"2026-02-27T21:07:12.138047Z","end":"2026-02-27T21:07:12.505539Z","steps":["trace[2062548733] 'process raft request' (duration: 301.24341ms)","trace[2062548733] 'compare' (duration: 66.097359ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:12.505634Z","caller":"traceutil/trace.go:171","msg":"trace[820602361] linearizableReadLoop","detail":"{readStateIndex:2211; appliedIndex:2210; }","duration":"325.725427ms","start":"2026-02-27T21:07:12.17988Z","end":"2026-02-27T21:07:12.505605Z","steps":["trace[820602361] 'read index received' (duration: 259.427954ms)","trace[820602361] 'applied index is now lower than readState.Index' (duration: 66.295233ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:12.5057Z","caller":"traceutil/trace.go:171","msg":"trace[687169993] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"319.908349ms","start":"2026-02-27T21:07:12.185761Z","end":"2026-02-27T21:07:12.505669Z","steps":["trace[687169993] 'process raft request' (duration: 319.789637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:12.505748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:12.138014Z","time spent":"367.638486ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:07:12.505913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.543737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:12.505954Z","caller":"traceutil/trace.go:171","msg":"trace[476142385] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2117; }","duration":"228.6647ms","start":"2026-02-27T21:07:12.277279Z","end":"2026-02-27T21:07:12.505944Z","steps":["trace[476142385] 'agreement among raft nodes before linearized reading' (duration: 228.537868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:12.505935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.590658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-02-27T21:07:12.505943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.642023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:12.50595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:12.185736Z","time spent":"320.068953ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:12.506006Z","caller":"traceutil/trace.go:171","msg":"trace[38860792] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:2117; }","duration":"358.683929ms","start":"2026-02-27T21:07:12.147304Z","end":"2026-02-27T21:07:12.505988Z","steps":["trace[38860792] 'agreement among raft nodes before linearized reading' (duration: 358.480355ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:12.506013Z","caller":"traceutil/trace.go:171","msg":"trace[1704878360] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2117; }","duration":"104.747725ms","start":"2026-02-27T21:07:12.401249Z","end":"2026-02-27T21:07:12.505997Z","steps":["trace[1704878360] 'agreement among raft nodes before linearized reading' (duration: 104.605302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:12.506053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:12.147293Z","time spent":"358.748651ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-02-27T21:07:12.506101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.063951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:12.506143Z","caller":"traceutil/trace.go:171","msg":"trace[425942584] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2117; }","duration":"105.139863ms","start":"2026-02-27T21:07:12.400991Z","end":"2026-02-27T21:07:12.506131Z","steps":["trace[425942584] 'agreement among raft nodes before linearized reading' (duration: 105.085152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:12.505953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.642402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T21:07:12.506161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.67284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:12.506189Z","caller":"traceutil/trace.go:171","msg":"trace[29960454] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2117; }","duration":"191.71399ms","start":"2026-02-27T21:07:12.314466Z","end":"2026-02-27T21:07:12.50618Z","steps":["trace[29960454] 'agreement among raft nodes before linearized reading' (duration: 191.669219ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:12.506131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.125999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:07:12.50619Z","caller":"traceutil/trace.go:171","msg":"trace[1833727006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2117; }","duration":"496.897238ms","start":"2026-02-27T21:07:12.009276Z","end":"2026-02-27T21:07:12.506173Z","steps":["trace[1833727006] 'agreement among raft nodes before linearized reading' (duration: 496.461049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:12.506244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:12.009265Z","time spent":"496.963149ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:07:12.506222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.920307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T21:07:12.506309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.336578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:12.506321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.723302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:12.506344Z","caller":"traceutil/trace.go:171","msg":"trace[244003338] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2117; }","duration":"105.40522ms","start":"2026-02-27T21:07:12.400927Z","end":"2026-02-27T21:07:12.506333Z","steps":["trace[244003338] 'agreement among raft nodes before linearized reading' (duration: 105.355229ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:12.506335Z","caller":"traceutil/trace.go:171","msg":"trace[1524391103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2117; }","duration":"496.09173ms","start":"2026-02-27T21:07:12.010217Z","end":"2026-02-27T21:07:12.506309Z","steps":["trace[1524391103] 'agreement among raft nodes before linearized reading' (duration: 495.499697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:12.506341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.783329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T21:07:12.50639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.869217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:12.506397Z","caller":"traceutil/trace.go:171","msg":"trace[1399964001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2117; }","duration":"540.883182ms","start":"2026-02-27T21:07:11.9655Z","end":"2026-02-27T21:07:12.506383Z","steps":["trace[1399964001] 'agreement among raft nodes before linearized reading' (duration: 540.246678ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:12.506414Z","caller":"traceutil/trace.go:171","msg":"trace[221215894] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2117; }","duration":"192.914127ms","start":"2026-02-27T21:07:12.313493Z","end":"2026-02-27T21:07:12.506407Z","steps":["trace[221215894] 'agreement among raft nodes before linearized reading' (duration: 192.875606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:12.506406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:12.010207Z","time spent":"496.183763ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T21:07:12.506437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:11.965476Z","time spent":"540.953184ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T21:07:12.506473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.841544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:12.506481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.115369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:12.506507Z","caller":"traceutil/trace.go:171","msg":"trace[1547635085] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2117; }","duration":"139.891965ms","start":"2026-02-27T21:07:12.366607Z","end":"2026-02-27T21:07:12.506498Z","steps":["trace[1547635085] 'agreement among raft nodes before linearized reading' (duration: 139.844584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:12.506402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.23371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:12.506526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.535725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:12.506544Z","caller":"traceutil/trace.go:171","msg":"trace[399496338] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2117; }","duration":"139.398594ms","start":"2026-02-27T21:07:12.367136Z","end":"2026-02-27T21:07:12.506534Z","steps":["trace[399496338] 'agreement among raft nodes before linearized reading' (duration: 139.218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:12.506545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.14664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:12.506059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.293424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:07:12.506582Z","caller":"traceutil/trace.go:171","msg":"trace[1322962166] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2117; }","duration":"229.227062ms","start":"2026-02-27T21:07:12.277346Z","end":"2026-02-27T21:07:12.506573Z","steps":["trace[1322962166] 'agreement among raft nodes before linearized reading' (duration: 229.16431ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:12.506577Z","caller":"traceutil/trace.go:171","msg":"trace[577111037] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2117; }","duration":"122.589165ms","start":"2026-02-27T21:07:12.38397Z","end":"2026-02-27T21:07:12.506559Z","steps":["trace[577111037] 'agreement among raft nodes before linearized reading' (duration: 122.524674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:12.50659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.197159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:12.506619Z","caller":"traceutil/trace.go:171","msg":"trace[2072610948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2117; }","duration":"166.869996ms","start":"2026-02-27T21:07:12.339736Z","end":"2026-02-27T21:07:12.506606Z","steps":["trace[2072610948] 'agreement among raft nodes before linearized reading' (duration: 166.263083ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:12.506633Z","caller":"traceutil/trace.go:171","msg":"trace[1858533451] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2117; }","duration":"212.286871ms","start":"2026-02-27T21:07:12.294329Z","end":"2026-02-27T21:07:12.506616Z","steps":["trace[1858533451] 'agreement among raft nodes before linearized reading' (duration: 212.226519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:12.506713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.120311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:12.506743Z","caller":"traceutil/trace.go:171","msg":"trace[1885285798] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2117; }","duration":"140.189792ms","start":"2026-02-27T21:07:12.366545Z","end":"2026-02-27T21:07:12.506734Z","steps":["trace[1885285798] 'agreement among raft nodes before linearized reading' (duration: 140.139441ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:12.506355Z","caller":"traceutil/trace.go:171","msg":"trace[1426362444] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2117; }","duration":"192.795024ms","start":"2026-02-27T21:07:12.313549Z","end":"2026-02-27T21:07:12.506344Z","steps":["trace[1426362444] 'agreement among raft nodes before linearized reading' (duration: 192.747043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:12.506857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.051997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:12.506872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.903635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:12.506468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:12.506905Z","caller":"traceutil/trace.go:171","msg":"trace[2003527202] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2117; }","duration":"123.117818ms","start":"2026-02-27T21:07:12.383774Z","end":"2026-02-27T21:07:12.506892Z","steps":["trace[2003527202] 'agreement among raft nodes before linearized reading' (duration: 123.037075ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:12.506915Z","caller":"traceutil/trace.go:171","msg":"trace[1988051389] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2117; }","duration":"212.990068ms","start":"2026-02-27T21:07:12.293912Z","end":"2026-02-27T21:07:12.506902Z","steps":["trace[1988051389] 'agreement among raft nodes before linearized reading' (duration: 212.918806ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:12.50653Z","caller":"traceutil/trace.go:171","msg":"trace[865984183] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2117; }","duration":"228.17768ms","start":"2026-02-27T21:07:12.278337Z","end":"2026-02-27T21:07:12.506515Z","steps":["trace[865984183] 'agreement among raft nodes before linearized reading' (duration: 228.102918ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:12.506931Z","caller":"traceutil/trace.go:171","msg":"trace[799107134] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2117; }","duration":"122.370442ms","start":"2026-02-27T21:07:12.384542Z","end":"2026-02-27T21:07:12.506912Z","steps":["trace[799107134] 'agreement among raft nodes before linearized reading' (duration: 121.891351ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:12.506531Z","caller":"traceutil/trace.go:171","msg":"trace[404924075] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"319.734166ms","start":"2026-02-27T21:07:12.186784Z","end":"2026-02-27T21:07:12.506518Z","steps":["trace[404924075] 'process raft request' (duration: 318.832076ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:12.507056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:12.186775Z","time spent":"320.236668ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":972,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:07:12.507115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.333595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:12.507156Z","caller":"traceutil/trace.go:171","msg":"trace[625776543] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2117; }","duration":"213.390347ms","start":"2026-02-27T21:07:12.293752Z","end":"2026-02-27T21:07:12.507143Z","steps":["trace[625776543] 'agreement among raft nodes before linearized reading' (duration: 213.320315ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:12.506233Z","caller":"traceutil/trace.go:171","msg":"trace[1660378122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2117; }","duration":"369.262992ms","start":"2026-02-27T21:07:12.136956Z","end":"2026-02-27T21:07:12.506219Z","steps":["trace[1660378122] 'agreement among raft nodes before linearized reading' (duration: 368.756701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:12.5094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:12.13694Z","time spent":"372.437881ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T21:07:12.674086Z","caller":"traceutil/trace.go:171","msg":"trace[1138432740] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"161.009818ms","start":"2026-02-27T21:07:12.513024Z","end":"2026-02-27T21:07:12.674034Z","steps":["trace[1138432740] 'process raft request' (duration: 105.801398ms)","trace[1138432740] 'compare' (duration: 54.788091ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:12.67427Z","caller":"traceutil/trace.go:171","msg":"trace[2092402508] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"161.171332ms","start":"2026-02-27T21:07:12.513045Z","end":"2026-02-27T21:07:12.674217Z","steps":["trace[2092402508] 'process raft request' (duration: 160.745582ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:12.674983Z","caller":"traceutil/trace.go:171","msg":"trace[1960348015] linearizableReadLoop","detail":"{readStateIndex:2218; appliedIndex:2213; }","duration":"161.491099ms","start":"2026-02-27T21:07:12.51345Z","end":"2026-02-27T21:07:12.674941Z","steps":["trace[1960348015] 'read index received' (duration: 30.739184ms)","trace[1960348015] 'applied index is now lower than readState.Index' (duration: 130.749975ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:12.675122Z","caller":"traceutil/trace.go:171","msg":"trace[891575374] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"161.97689ms","start":"2026-02-27T21:07:12.513121Z","end":"2026-02-27T21:07:12.675097Z","steps":["trace[891575374] 'process raft request' (duration: 161.700553ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:12.675237Z","caller":"traceutil/trace.go:171","msg":"trace[1864375701] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"161.99555ms","start":"2026-02-27T21:07:12.513087Z","end":"2026-02-27T21:07:12.675082Z","steps":["trace[1864375701] 'process raft request' (duration: 160.756443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:12.675273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.809519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:12.675318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.436873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:12.675329Z","caller":"traceutil/trace.go:171","msg":"trace[579790924] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2122; }","duration":"152.889991ms","start":"2026-02-27T21:07:12.522423Z","end":"2026-02-27T21:07:12.675313Z","steps":["trace[579790924] 'agreement among raft nodes before linearized reading' (duration: 152.791149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:12.675345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.454753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:12.675236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.764465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:201"} {"level":"info","ts":"2026-02-27T21:07:12.675377Z","caller":"traceutil/trace.go:171","msg":"trace[289745640] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2122; }","duration":"153.539485ms","start":"2026-02-27T21:07:12.521824Z","end":"2026-02-27T21:07:12.675363Z","steps":["trace[289745640] 'agreement among raft nodes before linearized reading' (duration: 153.386382ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:12.675413Z","caller":"traceutil/trace.go:171","msg":"trace[1369403658] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2122; }","duration":"153.568796ms","start":"2026-02-27T21:07:12.521826Z","end":"2026-02-27T21:07:12.675394Z","steps":["trace[1369403658] 'agreement among raft nodes before linearized reading' (duration: 153.445973ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:12.675423Z","caller":"traceutil/trace.go:171","msg":"trace[748543703] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:2122; }","duration":"161.99641ms","start":"2026-02-27T21:07:12.513408Z","end":"2026-02-27T21:07:12.675404Z","steps":["trace[748543703] 'agreement among raft nodes before linearized reading' (duration: 161.748205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:12.935658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.213384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-02-27T21:07:12.935725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.469546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T21:07:12.935767Z","caller":"traceutil/trace.go:171","msg":"trace[1514271090] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2122; }","duration":"112.532777ms","start":"2026-02-27T21:07:12.823218Z","end":"2026-02-27T21:07:12.935751Z","steps":["trace[1514271090] 'range keys from in-memory index tree' (duration: 112.337053ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:12.935768Z","caller":"traceutil/trace.go:171","msg":"trace[1528463057] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:2122; }","duration":"156.369278ms","start":"2026-02-27T21:07:12.779378Z","end":"2026-02-27T21:07:12.935748Z","steps":["trace[1528463057] 'range keys from in-memory index tree' (duration: 156.098321ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:13.489822Z","caller":"traceutil/trace.go:171","msg":"trace[1333335446] linearizableReadLoop","detail":"{readStateIndex:2221; appliedIndex:2220; }","duration":"394.645277ms","start":"2026-02-27T21:07:13.095143Z","end":"2026-02-27T21:07:13.489788Z","steps":["trace[1333335446] 'read index received' (duration: 304.789618ms)","trace[1333335446] 'applied index is now lower than readState.Index' (duration: 89.853959ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:13.489992Z","caller":"traceutil/trace.go:171","msg":"trace[333910338] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"395.564767ms","start":"2026-02-27T21:07:13.094397Z","end":"2026-02-27T21:07:13.489962Z","steps":["trace[333910338] 'process raft request' (duration: 305.509944ms)","trace[333910338] 'compare' (duration: 89.632294ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:13.490069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.880602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-02-27T21:07:13.490115Z","caller":"traceutil/trace.go:171","msg":"trace[1378654913] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:2125; }","duration":"395.013735ms","start":"2026-02-27T21:07:13.095088Z","end":"2026-02-27T21:07:13.490102Z","steps":["trace[1378654913] 'agreement among raft nodes before linearized reading' (duration: 394.870572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:13.490161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:13.095068Z","time spent":"395.076627ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-02-27T21:07:13.4903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:13.09438Z","time spent":"395.68104ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:13.490404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.95739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:13.490498Z","caller":"traceutil/trace.go:171","msg":"trace[14202016] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2126; }","duration":"382.111263ms","start":"2026-02-27T21:07:13.108363Z","end":"2026-02-27T21:07:13.490475Z","steps":["trace[14202016] 'agreement among raft nodes before linearized reading' (duration: 381.917699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:13.49055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:13.108348Z","time spent":"382.189045ms","remote":"127.0.0.1:57842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:07:13.490569Z","caller":"traceutil/trace.go:171","msg":"trace[1706203598] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"394.716219ms","start":"2026-02-27T21:07:13.095831Z","end":"2026-02-27T21:07:13.490547Z","steps":["trace[1706203598] 'process raft request' (duration: 394.279749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:13.490576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.368352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:13.490627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.810252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:13.490632Z","caller":"traceutil/trace.go:171","msg":"trace[1438644069] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack0; response_count:0; response_revision:2126; }","duration":"368.439714ms","start":"2026-02-27T21:07:13.122176Z","end":"2026-02-27T21:07:13.490616Z","steps":["trace[1438644069] 'agreement among raft nodes before linearized reading' (duration: 368.340191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:13.490637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.051162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:13.490656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:13.095814Z","time spent":"394.805311ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:07:13.490664Z","caller":"traceutil/trace.go:171","msg":"trace[1389274490] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2126; }","duration":"368.873483ms","start":"2026-02-27T21:07:13.121779Z","end":"2026-02-27T21:07:13.490653Z","steps":["trace[1389274490] 'agreement among raft nodes before linearized reading' (duration: 368.824322ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:13.490678Z","caller":"traceutil/trace.go:171","msg":"trace[281302408] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack0; response_count:0; response_revision:2126; }","duration":"382.103543ms","start":"2026-02-27T21:07:13.108563Z","end":"2026-02-27T21:07:13.490666Z","steps":["trace[281302408] 'agreement among raft nodes before linearized reading' (duration: 382.030841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:13.490678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:13.122169Z","time spent":"368.494255ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":137,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack0\" limit:500 "} {"level":"warn","ts":"2026-02-27T21:07:13.490677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.211715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:13.490698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:13.121761Z","time spent":"368.929434ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:07:13.490717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:13.108556Z","time spent":"382.141474ms","remote":"127.0.0.1:57842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":135,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack0\" limit:500 "} {"level":"info","ts":"2026-02-27T21:07:13.490729Z","caller":"traceutil/trace.go:171","msg":"trace[715396627] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2126; }","duration":"382.310168ms","start":"2026-02-27T21:07:13.108405Z","end":"2026-02-27T21:07:13.490715Z","steps":["trace[715396627] 'agreement among raft nodes before linearized reading' (duration: 382.220056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:13.490774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:13.108383Z","time spent":"382.380829ms","remote":"127.0.0.1:57842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T21:07:13.490901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.549686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:13.490944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.012011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123266"} {"level":"info","ts":"2026-02-27T21:07:13.490948Z","caller":"traceutil/trace.go:171","msg":"trace[2034021079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2126; }","duration":"300.649568ms","start":"2026-02-27T21:07:13.190287Z","end":"2026-02-27T21:07:13.490937Z","steps":["trace[2034021079] 'agreement among raft nodes before linearized reading' (duration: 300.572907ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:13.490974Z","caller":"traceutil/trace.go:171","msg":"trace[2085984452] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2126; }","duration":"194.095063ms","start":"2026-02-27T21:07:13.296869Z","end":"2026-02-27T21:07:13.490964Z","steps":["trace[2085984452] 'agreement among raft nodes before linearized reading' (duration: 193.902769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:13.490983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:13.19026Z","time spent":"300.71628ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:07:13.490581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.809041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:13.491064Z","caller":"traceutil/trace.go:171","msg":"trace[464473801] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2126; }","duration":"369.330243ms","start":"2026-02-27T21:07:13.121723Z","end":"2026-02-27T21:07:13.491053Z","steps":["trace[464473801] 'agreement among raft nodes before linearized reading' (duration: 368.813912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:13.491109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:13.121704Z","time spent":"369.390234ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 "} {"level":"info","ts":"2026-02-27T21:07:13.752054Z","caller":"traceutil/trace.go:171","msg":"trace[1789226461] linearizableReadLoop","detail":"{readStateIndex:2223; appliedIndex:2222; }","duration":"257.168916ms","start":"2026-02-27T21:07:13.494859Z","end":"2026-02-27T21:07:13.752028Z","steps":["trace[1789226461] 'read index received' (duration: 166.013028ms)","trace[1789226461] 'applied index is now lower than readState.Index' (duration: 91.154318ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:13.752119Z","caller":"traceutil/trace.go:171","msg":"trace[930716080] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"258.319331ms","start":"2026-02-27T21:07:13.493766Z","end":"2026-02-27T21:07:13.752085Z","steps":["trace[930716080] 'process raft request' (duration: 167.196104ms)","trace[930716080] 'compare' (duration: 90.808501ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:13.752406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.412921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-02-27T21:07:13.752574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.370359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T21:07:13.752639Z","caller":"traceutil/trace.go:171","msg":"trace[1252720704] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:2127; }","duration":"257.765118ms","start":"2026-02-27T21:07:13.494835Z","end":"2026-02-27T21:07:13.7526Z","steps":["trace[1252720704] 'agreement among raft nodes before linearized reading' (duration: 257.345209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:13.752452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.291866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-02-27T21:07:13.752614Z","caller":"traceutil/trace.go:171","msg":"trace[733684965] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2127; }","duration":"157.43083ms","start":"2026-02-27T21:07:13.595172Z","end":"2026-02-27T21:07:13.752603Z","steps":["trace[733684965] 'agreement among raft nodes before linearized reading' (duration: 157.277436ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:13.752796Z","caller":"traceutil/trace.go:171","msg":"trace[312730714] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:2127; }","duration":"256.691554ms","start":"2026-02-27T21:07:13.49609Z","end":"2026-02-27T21:07:13.752781Z","steps":["trace[312730714] 'agreement among raft nodes before linearized reading' (duration: 256.271205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:14.78141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.268522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-02-27T21:07:14.781541Z","caller":"traceutil/trace.go:171","msg":"trace[1925064720] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2127; }","duration":"1.023987308s","start":"2026-02-27T21:07:13.757534Z","end":"2026-02-27T21:07:14.781521Z","steps":["trace[1925064720] 'process raft request' (duration: 99.580443ms)","trace[1925064720] 'compare' (duration: 924.158119ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:14.781604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:13.757513Z","time spent":"1.02406264s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:07:14.781727Z","caller":"traceutil/trace.go:171","msg":"trace[257256684] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"267.88613ms","start":"2026-02-27T21:07:14.513824Z","end":"2026-02-27T21:07:14.78171Z","steps":["trace[257256684] 'process raft request' (duration: 267.728246ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:14.781706Z","caller":"traceutil/trace.go:171","msg":"trace[367113214] linearizableReadLoop","detail":"{readStateIndex:2224; appliedIndex:2223; }","duration":"1.020620054s","start":"2026-02-27T21:07:13.761065Z","end":"2026-02-27T21:07:14.781685Z","steps":["trace[367113214] 'read index received' (duration: 95.84667ms)","trace[367113214] 'applied index is now lower than readState.Index' (duration: 924.771414ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:14.78216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020964902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-02-27T21:07:14.782354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.934705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T21:07:14.782377Z","caller":"traceutil/trace.go:171","msg":"trace[1747576493] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:2128; }","duration":"1.021189587s","start":"2026-02-27T21:07:13.761014Z","end":"2026-02-27T21:07:14.782204Z","steps":["trace[1747576493] 'agreement among raft nodes before linearized reading' (duration: 1.02087628s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:14.78242Z","caller":"traceutil/trace.go:171","msg":"trace[933077665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2128; }","duration":"103.054858ms","start":"2026-02-27T21:07:14.679351Z","end":"2026-02-27T21:07:14.782406Z","steps":["trace[933077665] 'agreement among raft nodes before linearized reading' (duration: 102.869104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:14.782871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.517906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T21:07:14.782934Z","caller":"traceutil/trace.go:171","msg":"trace[1076011079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2128; }","duration":"103.108389ms","start":"2026-02-27T21:07:14.679813Z","end":"2026-02-27T21:07:14.782922Z","steps":["trace[1076011079] 'agreement among raft nodes before linearized reading' (duration: 102.437385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:14.782902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.860014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:14.782544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:13.761Z","time spent":"1.021423142s","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-02-27T21:07:14.782922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.653743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T21:07:14.782992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.581649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:07:14.783378Z","caller":"traceutil/trace.go:171","msg":"trace[800698154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2128; }","duration":"235.113552ms","start":"2026-02-27T21:07:14.548197Z","end":"2026-02-27T21:07:14.783311Z","steps":["trace[800698154] 'agreement among raft nodes before linearized reading' (duration: 234.585711ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:14.783465Z","caller":"traceutil/trace.go:171","msg":"trace[523952453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2128; }","duration":"104.09066ms","start":"2026-02-27T21:07:14.679351Z","end":"2026-02-27T21:07:14.783442Z","steps":["trace[523952453] 'agreement among raft nodes before linearized reading' (duration: 103.483767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:14.78348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.969868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T21:07:14.783561Z","caller":"traceutil/trace.go:171","msg":"trace[1521217035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2128; }","duration":"104.08584ms","start":"2026-02-27T21:07:14.679457Z","end":"2026-02-27T21:07:14.783543Z","steps":["trace[1521217035] 'agreement among raft nodes before linearized reading' (duration: 103.812525ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:14.783316Z","caller":"traceutil/trace.go:171","msg":"trace[1833605653] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2128; }","duration":"495.228971ms","start":"2026-02-27T21:07:14.287934Z","end":"2026-02-27T21:07:14.783163Z","steps":["trace[1833605653] 'agreement among raft nodes before linearized reading' (duration: 494.856623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:14.783803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.057469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T21:07:14.783939Z","caller":"traceutil/trace.go:171","msg":"trace[1955486357] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2128; }","duration":"841.261793ms","start":"2026-02-27T21:07:13.942653Z","end":"2026-02-27T21:07:14.783915Z","steps":["trace[1955486357] 'agreement among raft nodes before linearized reading' (duration: 839.571857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:14.784067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:13.942629Z","time spent":"841.422537ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:07:14.783842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:14.287907Z","time spent":"495.828915ms","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T21:07:15.224266Z","caller":"traceutil/trace.go:171","msg":"trace[1862074816] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"436.308331ms","start":"2026-02-27T21:07:14.787925Z","end":"2026-02-27T21:07:15.224234Z","steps":["trace[1862074816] 'process raft request' (duration: 433.822486ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:15.224301Z","caller":"traceutil/trace.go:171","msg":"trace[185715290] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"436.168138ms","start":"2026-02-27T21:07:14.788105Z","end":"2026-02-27T21:07:15.224273Z","steps":["trace[185715290] 'process raft request' (duration: 435.990093ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:15.224309Z","caller":"traceutil/trace.go:171","msg":"trace[672030268] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"435.576785ms","start":"2026-02-27T21:07:14.788708Z","end":"2026-02-27T21:07:15.224285Z","steps":["trace[672030268] 'process raft request' (duration: 435.482063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.224421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:14.787898Z","time spent":"436.444934ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:15.224438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:14.788074Z","time spent":"436.291101ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:15.22444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:14.788691Z","time spent":"435.681208ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:15.224703Z","caller":"traceutil/trace.go:171","msg":"trace[1952440053] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"435.578815ms","start":"2026-02-27T21:07:14.789105Z","end":"2026-02-27T21:07:15.224684Z","steps":["trace[1952440053] 'process raft request' (duration: 435.141796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.224897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:14.78909Z","time spent":"435.681047ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:15.225114Z","caller":"traceutil/trace.go:171","msg":"trace[1508516934] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"435.258439ms","start":"2026-02-27T21:07:14.789847Z","end":"2026-02-27T21:07:15.225105Z","steps":["trace[1508516934] 'process raft request' (duration: 434.831309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.225169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:14.789831Z","time spent":"435.307309ms","remote":"127.0.0.1:57976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":123252,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:15.225096Z","caller":"traceutil/trace.go:171","msg":"trace[1911356293] linearizableReadLoop","detail":"{readStateIndex:2231; appliedIndex:2225; }","duration":"431.74876ms","start":"2026-02-27T21:07:14.793326Z","end":"2026-02-27T21:07:15.225075Z","steps":["trace[1911356293] 'read index received' (duration: 36.262764ms)","trace[1911356293] 'applied index is now lower than readState.Index' (duration: 395.484656ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:15.225217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.887974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-02-27T21:07:15.225272Z","caller":"traceutil/trace.go:171","msg":"trace[918808231] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:2134; }","duration":"431.970005ms","start":"2026-02-27T21:07:14.793287Z","end":"2026-02-27T21:07:15.225257Z","steps":["trace[918808231] 'agreement among raft nodes before linearized reading' (duration: 431.848172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.225328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:14.793278Z","time spent":"432.038827ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-02-27T21:07:15.225518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.71449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T21:07:15.22556Z","caller":"traceutil/trace.go:171","msg":"trace[962367653] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2134; }","duration":"243.811983ms","start":"2026-02-27T21:07:14.981736Z","end":"2026-02-27T21:07:15.225548Z","steps":["trace[962367653] 'agreement among raft nodes before linearized reading' (duration: 243.584738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.788347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.988961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:15.788592Z","caller":"traceutil/trace.go:171","msg":"trace[808480494] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"268.604956ms","start":"2026-02-27T21:07:15.51997Z","end":"2026-02-27T21:07:15.788575Z","steps":["trace[808480494] 'process raft request' (duration: 268.566875ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:15.788651Z","caller":"traceutil/trace.go:171","msg":"trace[683750965] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"547.307642ms","start":"2026-02-27T21:07:15.241323Z","end":"2026-02-27T21:07:15.788631Z","steps":["trace[683750965] 'process raft request' (duration: 399.944803ms)","trace[683750965] 'compare' (duration: 146.766127ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:15.788731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.241307Z","time spent":"547.380074ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5413,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:15.788786Z","caller":"traceutil/trace.go:171","msg":"trace[1173146846] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"343.886326ms","start":"2026-02-27T21:07:15.44489Z","end":"2026-02-27T21:07:15.788776Z","steps":["trace[1173146846] 'process raft request' (duration: 343.554128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.78884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.444865Z","time spent":"343.942517ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:15.788904Z","caller":"traceutil/trace.go:171","msg":"trace[761322871] linearizableReadLoop","detail":"{readStateIndex:2232; appliedIndex:2231; }","duration":"534.338049ms","start":"2026-02-27T21:07:15.254511Z","end":"2026-02-27T21:07:15.788849Z","steps":["trace[761322871] 'read index received' (duration: 386.774685ms)","trace[761322871] 'applied index is now lower than readState.Index' (duration: 147.561504ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:15.788984Z","caller":"traceutil/trace.go:171","msg":"trace[1350346635] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"288.753657ms","start":"2026-02-27T21:07:15.500221Z","end":"2026-02-27T21:07:15.788975Z","steps":["trace[1350346635] 'process raft request' (duration: 288.281777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.789054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.538993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:15.789096Z","caller":"traceutil/trace.go:171","msg":"trace[596813396] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2138; }","duration":"534.611195ms","start":"2026-02-27T21:07:15.254475Z","end":"2026-02-27T21:07:15.789086Z","steps":["trace[596813396] 'agreement among raft nodes before linearized reading' (duration: 534.542514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.789128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.254457Z","time spent":"534.662336ms","remote":"127.0.0.1:57868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T21:07:15.789778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.173707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:15.789832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.905213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:15.789933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.006998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:15.789998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.321338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-02-27T21:07:15.790073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.255752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:15.790119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.067739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:15.790137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.01231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-02-27T21:07:15.79012Z","caller":"traceutil/trace.go:171","msg":"trace[1835549789] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:2138; }","duration":"456.462102ms","start":"2026-02-27T21:07:15.33364Z","end":"2026-02-27T21:07:15.790102Z","steps":["trace[1835549789] 'agreement among raft nodes before linearized reading' (duration: 456.294768ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:15.790169Z","caller":"traceutil/trace.go:171","msg":"trace[1805141652] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2138; }","duration":"238.331754ms","start":"2026-02-27T21:07:15.551795Z","end":"2026-02-27T21:07:15.790127Z","steps":["trace[1805141652] 'agreement among raft nodes before linearized reading' (duration: 238.21355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.790215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.333627Z","time spent":"456.574934ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-02-27T21:07:15.790238Z","caller":"traceutil/trace.go:171","msg":"trace[1210566927] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:2138; }","duration":"470.086001ms","start":"2026-02-27T21:07:15.3201Z","end":"2026-02-27T21:07:15.790186Z","steps":["trace[1210566927] 'agreement among raft nodes before linearized reading' (duration: 469.925947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.79031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.320094Z","time spent":"470.203053ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-02-27T21:07:15.790254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.110683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/cert-manager/cert-manager-cainjector-64b59ddb75-j2gcp.189836515c77ff6c\" ","response":"range_response_count:1 size:821"} {"level":"warn","ts":"2026-02-27T21:07:15.790426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.017368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:15.790491Z","caller":"traceutil/trace.go:171","msg":"trace[2111238842] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2138; }","duration":"474.093049ms","start":"2026-02-27T21:07:15.316388Z","end":"2026-02-27T21:07:15.790481Z","steps":["trace[2111238842] 'agreement among raft nodes before linearized reading' (duration: 474.004297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.79053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.80402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-02-27T21:07:15.790555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.851029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-02-27T21:07:15.79061Z","caller":"traceutil/trace.go:171","msg":"trace[662399971] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:2138; }","duration":"460.944061ms","start":"2026-02-27T21:07:15.329656Z","end":"2026-02-27T21:07:15.7906Z","steps":["trace[662399971] 'agreement among raft nodes before linearized reading' (duration: 460.858169ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:15.790625Z","caller":"traceutil/trace.go:171","msg":"trace[1980476140] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:2138; }","duration":"477.905453ms","start":"2026-02-27T21:07:15.312682Z","end":"2026-02-27T21:07:15.790588Z","steps":["trace[1980476140] 'agreement among raft nodes before linearized reading' (duration: 477.78201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.790653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.329636Z","time spent":"461.010642ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-02-27T21:07:15.790676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.312667Z","time spent":"477.996004ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"warn","ts":"2026-02-27T21:07:15.790672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.162024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-02-27T21:07:15.790602Z","caller":"traceutil/trace.go:171","msg":"trace[493811231] range","detail":"{range_begin:/registry/events/cert-manager/cert-manager-cainjector-64b59ddb75-j2gcp.189836515c77ff6c; range_end:; response_count:1; response_revision:2138; }","duration":"142.620685ms","start":"2026-02-27T21:07:15.647852Z","end":"2026-02-27T21:07:15.790473Z","steps":["trace[493811231] 'agreement among raft nodes before linearized reading' (duration: 141.895499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.790671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.590136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:15.79074Z","caller":"traceutil/trace.go:171","msg":"trace[1210948801] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:2138; }","duration":"502.227876ms","start":"2026-02-27T21:07:15.288496Z","end":"2026-02-27T21:07:15.790724Z","steps":["trace[1210948801] 'agreement among raft nodes before linearized reading' (duration: 502.116383ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:15.790768Z","caller":"traceutil/trace.go:171","msg":"trace[1269273295] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2138; }","duration":"535.716739ms","start":"2026-02-27T21:07:15.255041Z","end":"2026-02-27T21:07:15.790758Z","steps":["trace[1269273295] 'agreement among raft nodes before linearized reading' (duration: 535.599757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.790803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.288435Z","time spent":"502.352908ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-02-27T21:07:15.790803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.255022Z","time spent":"535.77182ms","remote":"127.0.0.1:57868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"warn","ts":"2026-02-27T21:07:15.790693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.911312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:15.789987Z","caller":"traceutil/trace.go:171","msg":"trace[1819399496] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2138; }","duration":"535.348591ms","start":"2026-02-27T21:07:15.254566Z","end":"2026-02-27T21:07:15.789914Z","steps":["trace[1819399496] 'agreement among raft nodes before linearized reading' (duration: 535.156787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.79099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.254556Z","time spent":"536.415775ms","remote":"127.0.0.1:57868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:07:15.789979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.707761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:15.791127Z","caller":"traceutil/trace.go:171","msg":"trace[876552640] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2138; }","duration":"286.860537ms","start":"2026-02-27T21:07:15.50425Z","end":"2026-02-27T21:07:15.79111Z","steps":["trace[876552640] 'agreement among raft nodes before linearized reading' (duration: 285.683231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.790555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.316383Z","time spent":"474.159131ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:07:15.791017Z","caller":"traceutil/trace.go:171","msg":"trace[1053161711] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2138; }","duration":"499.330652ms","start":"2026-02-27T21:07:15.291619Z","end":"2026-02-27T21:07:15.79095Z","steps":["trace[1053161711] 'agreement among raft nodes before linearized reading' (duration: 498.829661ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:15.790057Z","caller":"traceutil/trace.go:171","msg":"trace[1048464124] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2138; }","duration":"286.15302ms","start":"2026-02-27T21:07:15.503859Z","end":"2026-02-27T21:07:15.790012Z","steps":["trace[1048464124] 'agreement among raft nodes before linearized reading' (duration: 285.945166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.790317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.449715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:15.789824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.280441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-02-27T21:07:15.790007Z","caller":"traceutil/trace.go:171","msg":"trace[1420071635] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2138; }","duration":"238.096138ms","start":"2026-02-27T21:07:15.551845Z","end":"2026-02-27T21:07:15.789941Z","steps":["trace[1420071635] 'agreement among raft nodes before linearized reading' (duration: 237.875013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.789832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.049083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:15.790158Z","caller":"traceutil/trace.go:171","msg":"trace[611804893] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2138; }","duration":"286.11616ms","start":"2026-02-27T21:07:15.50403Z","end":"2026-02-27T21:07:15.790146Z","steps":["trace[611804893] 'agreement among raft nodes before linearized reading' (duration: 286.061379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.79017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.790108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:15.790408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.534164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:15.791331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.435498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-02-27T21:07:15.791741Z","caller":"traceutil/trace.go:171","msg":"trace[1899483446] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2138; }","duration":"499.358072ms","start":"2026-02-27T21:07:15.292367Z","end":"2026-02-27T21:07:15.791725Z","steps":["trace[1899483446] 'agreement among raft nodes before linearized reading' (duration: 497.732187ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:15.791771Z","caller":"traceutil/trace.go:171","msg":"trace[404940991] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2138; }","duration":"499.984645ms","start":"2026-02-27T21:07:15.291772Z","end":"2026-02-27T21:07:15.791756Z","steps":["trace[404940991] 'agreement among raft nodes before linearized reading' (duration: 498.456392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.791806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.292348Z","time spent":"499.439724ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:500 "} {"level":"warn","ts":"2026-02-27T21:07:15.791862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.291763Z","time spent":"500.078278ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:07:15.791896Z","caller":"traceutil/trace.go:171","msg":"trace[513421519] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:2138; }","duration":"475.889638ms","start":"2026-02-27T21:07:15.315871Z","end":"2026-02-27T21:07:15.79176Z","steps":["trace[513421519] 'agreement among raft nodes before linearized reading' (duration: 474.562279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.792053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.315865Z","time spent":"476.167434ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-02-27T21:07:15.791416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.291599Z","time spent":"499.793241ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T21:07:15.794639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.25832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:15.794727Z","caller":"traceutil/trace.go:171","msg":"trace[1605874980] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2138; }","duration":"478.332822ms","start":"2026-02-27T21:07:15.316352Z","end":"2026-02-27T21:07:15.794685Z","steps":["trace[1605874980] 'agreement among raft nodes before linearized reading' (duration: 477.995595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.794773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.316347Z","time spent":"478.413014ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"info","ts":"2026-02-27T21:07:15.791578Z","caller":"traceutil/trace.go:171","msg":"trace[488307792] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2138; }","duration":"474.741743ms","start":"2026-02-27T21:07:15.316821Z","end":"2026-02-27T21:07:15.791562Z","steps":["trace[488307792] 'agreement among raft nodes before linearized reading' (duration: 473.439985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.795711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.316805Z","time spent":"478.875243ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"info","ts":"2026-02-27T21:07:15.791624Z","caller":"traceutil/trace.go:171","msg":"trace[2119278075] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2138; }","duration":"238.879165ms","start":"2026-02-27T21:07:15.552732Z","end":"2026-02-27T21:07:15.791611Z","steps":["trace[2119278075] 'agreement among raft nodes before linearized reading' (duration: 237.019404ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:15.791603Z","caller":"traceutil/trace.go:171","msg":"trace[796373539] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:2138; }","duration":"475.0585ms","start":"2026-02-27T21:07:15.316507Z","end":"2026-02-27T21:07:15.791566Z","steps":["trace[796373539] 'agreement among raft nodes before linearized reading' (duration: 473.24725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:15.79675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.316498Z","time spent":"480.235403ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":223,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-02-27T21:07:16.19451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.058567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:16.194817Z","caller":"traceutil/trace.go:171","msg":"trace[102079188] linearizableReadLoop","detail":"{readStateIndex:2236; appliedIndex:2235; }","duration":"398.189575ms","start":"2026-02-27T21:07:15.796579Z","end":"2026-02-27T21:07:16.194769Z","steps":["trace[102079188] 'read index received' (duration: 159.873263ms)","trace[102079188] 'applied index is now lower than readState.Index' (duration: 238.311182ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:16.194841Z","caller":"traceutil/trace.go:171","msg":"trace[706853000] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"398.129334ms","start":"2026-02-27T21:07:15.796666Z","end":"2026-02-27T21:07:16.194796Z","steps":["trace[706853000] 'process raft request' (duration: 159.681228ms)","trace[706853000] 'compare' (duration: 237.929074ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:16.194922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.274718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-02-27T21:07:16.195009Z","caller":"traceutil/trace.go:171","msg":"trace[201141036] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:2140; }","duration":"398.415411ms","start":"2026-02-27T21:07:15.796571Z","end":"2026-02-27T21:07:16.194986Z","steps":["trace[201141036] 'agreement among raft nodes before linearized reading' (duration: 398.245447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.195038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.796644Z","time spent":"398.283497ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:16.195109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.60954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15383"} {"level":"info","ts":"2026-02-27T21:07:16.19516Z","caller":"traceutil/trace.go:171","msg":"trace[578605574] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:2140; }","duration":"296.678961ms","start":"2026-02-27T21:07:15.898468Z","end":"2026-02-27T21:07:16.195147Z","steps":["trace[578605574] 'agreement among raft nodes before linearized reading' (duration: 296.516418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.195032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.434301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-02-27T21:07:16.195357Z","caller":"traceutil/trace.go:171","msg":"trace[1145105041] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:2140; }","duration":"398.738297ms","start":"2026-02-27T21:07:15.796516Z","end":"2026-02-27T21:07:16.195255Z","steps":["trace[1145105041] 'agreement among raft nodes before linearized reading' (duration: 398.38714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.195397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.577713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"warn","ts":"2026-02-27T21:07:16.195444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.58609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18157"} {"level":"warn","ts":"2026-02-27T21:07:16.195458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.036113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1387"} {"level":"warn","ts":"2026-02-27T21:07:16.195429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.682491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1492"} {"level":"info","ts":"2026-02-27T21:07:16.195501Z","caller":"traceutil/trace.go:171","msg":"trace[1021636771] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:2140; }","duration":"299.084884ms","start":"2026-02-27T21:07:15.896404Z","end":"2026-02-27T21:07:16.195489Z","steps":["trace[1021636771] 'agreement among raft nodes before linearized reading' (duration: 298.999183ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:16.1955Z","caller":"traceutil/trace.go:171","msg":"trace[90571209] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:2140; }","duration":"297.669302ms","start":"2026-02-27T21:07:15.897814Z","end":"2026-02-27T21:07:16.195483Z","steps":["trace[90571209] 'agreement among raft nodes before linearized reading' (duration: 297.424567ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:16.195537Z","caller":"traceutil/trace.go:171","msg":"trace[1160254193] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:2140; }","duration":"296.809194ms","start":"2026-02-27T21:07:15.898703Z","end":"2026-02-27T21:07:16.195512Z","steps":["trace[1160254193] 'agreement among raft nodes before linearized reading' (duration: 296.337214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.195566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.570402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1526"} {"level":"info","ts":"2026-02-27T21:07:16.195622Z","caller":"traceutil/trace.go:171","msg":"trace[2056554091] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:2140; }","duration":"298.633143ms","start":"2026-02-27T21:07:15.896972Z","end":"2026-02-27T21:07:16.195605Z","steps":["trace[2056554091] 'agreement among raft nodes before linearized reading' (duration: 298.525981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.195632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.426757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"warn","ts":"2026-02-27T21:07:16.195449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.478608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"warn","ts":"2026-02-27T21:07:16.195665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.456532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2555"} {"level":"warn","ts":"2026-02-27T21:07:16.195605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.243335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1607"} {"level":"info","ts":"2026-02-27T21:07:16.1957Z","caller":"traceutil/trace.go:171","msg":"trace[2081968648] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2140; }","duration":"297.508609ms","start":"2026-02-27T21:07:15.898175Z","end":"2026-02-27T21:07:16.195684Z","steps":["trace[2081968648] 'agreement among raft nodes before linearized reading' (duration: 297.325145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.195714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.241373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2114"} {"level":"warn","ts":"2026-02-27T21:07:16.195594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.800567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-02-27T21:07:16.195763Z","caller":"traceutil/trace.go:171","msg":"trace[378966335] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:2140; }","duration":"297.310545ms","start":"2026-02-27T21:07:15.898434Z","end":"2026-02-27T21:07:16.195745Z","steps":["trace[378966335] 'agreement among raft nodes before linearized reading' (duration: 297.049389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.195197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.596689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1507"} {"level":"warn","ts":"2026-02-27T21:07:16.195751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.140433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:2993"} {"level":"info","ts":"2026-02-27T21:07:16.195806Z","caller":"traceutil/trace.go:171","msg":"trace[911285768] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:2140; }","duration":"298.45632ms","start":"2026-02-27T21:07:15.897268Z","end":"2026-02-27T21:07:16.195724Z","steps":["trace[911285768] 'agreement among raft nodes before linearized reading' (duration: 298.072671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.195822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.959293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:1905"} {"level":"warn","ts":"2026-02-27T21:07:16.195847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.340631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2463"} {"level":"info","ts":"2026-02-27T21:07:16.195879Z","caller":"traceutil/trace.go:171","msg":"trace[1310258846] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:2140; }","duration":"300.030725ms","start":"2026-02-27T21:07:15.895839Z","end":"2026-02-27T21:07:16.195869Z","steps":["trace[1310258846] 'agreement among raft nodes before linearized reading' (duration: 299.927382ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:16.195893Z","caller":"traceutil/trace.go:171","msg":"trace[1338989319] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:2140; }","duration":"300.428653ms","start":"2026-02-27T21:07:15.895456Z","end":"2026-02-27T21:07:16.195885Z","steps":["trace[1338989319] 'agreement among raft nodes before linearized reading' (duration: 300.336731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.1959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.321372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-02-27T21:07:16.195734Z","caller":"traceutil/trace.go:171","msg":"trace[1886255515] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2140; }","duration":"297.760795ms","start":"2026-02-27T21:07:15.897931Z","end":"2026-02-27T21:07:16.195692Z","steps":["trace[1886255515] 'agreement among raft nodes before linearized reading' (duration: 297.278354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.195362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.314358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"warn","ts":"2026-02-27T21:07:16.195932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.895435Z","time spent":"300.488404ms","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":2487,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-02-27T21:07:16.195933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.143849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-02-27T21:07:16.195938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.570652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2917"} {"level":"warn","ts":"2026-02-27T21:07:16.195908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.89583Z","time spent":"300.071955ms","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1929,"request content":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" "} {"level":"info","ts":"2026-02-27T21:07:16.195968Z","caller":"traceutil/trace.go:171","msg":"trace[820668854] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2140; }","duration":"398.919251ms","start":"2026-02-27T21:07:15.797032Z","end":"2026-02-27T21:07:16.195952Z","steps":["trace[820668854] 'agreement among raft nodes before linearized reading' (duration: 397.987651ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:16.195983Z","caller":"traceutil/trace.go:171","msg":"trace[711737069] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:2140; }","duration":"395.20623ms","start":"2026-02-27T21:07:15.800765Z","end":"2026-02-27T21:07:16.195971Z","steps":["trace[711737069] 'agreement among raft nodes before linearized reading' (duration: 395.102168ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:16.195998Z","caller":"traceutil/trace.go:171","msg":"trace[713207142] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:2140; }","duration":"298.654404ms","start":"2026-02-27T21:07:15.897328Z","end":"2026-02-27T21:07:16.195982Z","steps":["trace[713207142] 'agreement among raft nodes before linearized reading' (duration: 297.835766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.196013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.787333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-02-27T21:07:16.196036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.796999Z","time spent":"399.020353ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:07:16.19558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.716745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-02-27T21:07:16.196058Z","caller":"traceutil/trace.go:171","msg":"trace[1667245069] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:2140; }","duration":"395.842374ms","start":"2026-02-27T21:07:15.800206Z","end":"2026-02-27T21:07:16.196049Z","steps":["trace[1667245069] 'agreement among raft nodes before linearized reading' (duration: 395.767852ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:16.195943Z","caller":"traceutil/trace.go:171","msg":"trace[256775108] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:2140; }","duration":"395.362843ms","start":"2026-02-27T21:07:15.80057Z","end":"2026-02-27T21:07:16.195933Z","steps":["trace[256775108] 'agreement among raft nodes before linearized reading' (duration: 395.286161ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.196072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.552266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T21:07:16.194716Z","caller":"traceutil/trace.go:171","msg":"trace[1999831083] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"397.379338ms","start":"2026-02-27T21:07:15.797318Z","end":"2026-02-27T21:07:16.194697Z","steps":["trace[1999831083] 'process raft request' (duration: 397.310217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.196147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.178702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T21:07:16.196229Z","caller":"traceutil/trace.go:171","msg":"trace[1825616299] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2140; }","duration":"396.276743ms","start":"2026-02-27T21:07:15.799945Z","end":"2026-02-27T21:07:16.196222Z","steps":["trace[1825616299] 'agreement among raft nodes before linearized reading' (duration: 396.072779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.196234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.797296Z","time spent":"398.87613ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:16.196284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.799928Z","time spent":"396.346895ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T21:07:16.195723Z","caller":"traceutil/trace.go:171","msg":"trace[1721021268] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:2140; }","duration":"299.526183ms","start":"2026-02-27T21:07:15.896182Z","end":"2026-02-27T21:07:16.195709Z","steps":["trace[1721021268] 'agreement among raft nodes before linearized reading' (duration: 299.418451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.196423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.896174Z","time spent":"300.23582ms","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2579,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" "} {"level":"warn","ts":"2026-02-27T21:07:16.195747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.205738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1417"} {"level":"info","ts":"2026-02-27T21:07:16.196515Z","caller":"traceutil/trace.go:171","msg":"trace[993257951] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:2140; }","duration":"301.013076ms","start":"2026-02-27T21:07:15.89549Z","end":"2026-02-27T21:07:16.196503Z","steps":["trace[993257951] 'agreement among raft nodes before linearized reading' (duration: 300.223198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.196559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.895466Z","time spent":"301.082978ms","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1441,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-02-27T21:07:16.196141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.80037Z","time spent":"395.738492ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-02-27T21:07:16.1961Z","caller":"traceutil/trace.go:171","msg":"trace[685201235] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:2140; }","duration":"299.229786ms","start":"2026-02-27T21:07:15.896842Z","end":"2026-02-27T21:07:16.196072Z","steps":["trace[685201235] 'agreement among raft nodes before linearized reading' (duration: 298.387988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.196034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.800749Z","time spent":"395.273672ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-02-27T21:07:16.195382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.634393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-mrj24\" ","response":"range_response_count:1 size:4466"} {"level":"info","ts":"2026-02-27T21:07:16.196838Z","caller":"traceutil/trace.go:171","msg":"trace[1096468109] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-mrj24; range_end:; response_count:1; response_revision:2140; }","duration":"300.104876ms","start":"2026-02-27T21:07:15.89672Z","end":"2026-02-27T21:07:16.196825Z","steps":["trace[1096468109] 'agreement among raft nodes before linearized reading' (duration: 298.516321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.196883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.896709Z","time spent":"300.161797ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4490,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-mrj24\" "} {"level":"info","ts":"2026-02-27T21:07:16.19546Z","caller":"traceutil/trace.go:171","msg":"trace[290666690] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:2140; }","duration":"392.667404ms","start":"2026-02-27T21:07:15.802776Z","end":"2026-02-27T21:07:16.195443Z","steps":["trace[290666690] 'agreement among raft nodes before linearized reading' (duration: 392.517881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.196957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.802768Z","time spent":"394.178458ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":223,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-02-27T21:07:16.195454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.796489Z","time spent":"398.937731ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-02-27T21:07:16.195058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.79655Z","time spent":"398.499112ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-02-27T21:07:16.195774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.240009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1211"} {"level":"info","ts":"2026-02-27T21:07:16.19714Z","caller":"traceutil/trace.go:171","msg":"trace[2106288791] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:2140; }","duration":"301.644ms","start":"2026-02-27T21:07:15.895485Z","end":"2026-02-27T21:07:16.197129Z","steps":["trace[2106288791] 'agreement among raft nodes before linearized reading' (duration: 300.257939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.197175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.895463Z","time spent":"301.705532ms","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1235,"request content":"key:\"/registry/services/specs/kube-system/kube-dns\" "} {"level":"info","ts":"2026-02-27T21:07:16.195812Z","caller":"traceutil/trace.go:171","msg":"trace[1302049243] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:2140; }","duration":"297.225903ms","start":"2026-02-27T21:07:15.898577Z","end":"2026-02-27T21:07:16.195803Z","steps":["trace[1302049243] 'agreement among raft nodes before linearized reading' (duration: 296.517048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.195214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.856719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-jxd6z\" ","response":"range_response_count:1 size:6047"} {"level":"info","ts":"2026-02-27T21:07:16.197318Z","caller":"traceutil/trace.go:171","msg":"trace[546419436] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-jxd6z; range_end:; response_count:1; response_revision:2140; }","duration":"300.970036ms","start":"2026-02-27T21:07:15.896336Z","end":"2026-02-27T21:07:16.197306Z","steps":["trace[546419436] 'agreement among raft nodes before linearized reading' (duration: 298.760577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.197353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.896329Z","time spent":"301.016167ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6071,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-jxd6z\" "} {"level":"info","ts":"2026-02-27T21:07:16.195834Z","caller":"traceutil/trace.go:171","msg":"trace[1859192113] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:2140; }","duration":"298.260716ms","start":"2026-02-27T21:07:15.897555Z","end":"2026-02-27T21:07:16.195815Z","steps":["trace[1859192113] 'agreement among raft nodes before linearized reading' (duration: 297.940359ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:16.195845Z","caller":"traceutil/trace.go:171","msg":"trace[130234530] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:2140; }","duration":"393.053263ms","start":"2026-02-27T21:07:15.802732Z","end":"2026-02-27T21:07:16.195786Z","steps":["trace[130234530] 'agreement among raft nodes before linearized reading' (duration: 392.667085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.197959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.802723Z","time spent":"395.22348ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"warn","ts":"2026-02-27T21:07:16.196098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:15.800185Z","time spent":"395.903765ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-02-27T21:07:16.196173Z","caller":"traceutil/trace.go:171","msg":"trace[1513879879] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2140; }","duration":"190.699359ms","start":"2026-02-27T21:07:16.005451Z","end":"2026-02-27T21:07:16.19615Z","steps":["trace[1513879879] 'agreement among raft nodes before linearized reading' (duration: 189.650806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.717212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.713064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:16.717469Z","caller":"traceutil/trace.go:171","msg":"trace[240174105] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"514.062846ms","start":"2026-02-27T21:07:16.203371Z","end":"2026-02-27T21:07:16.717434Z","steps":["trace[240174105] 'process raft request' (duration: 305.035704ms)","trace[240174105] 'compare' (duration: 208.53759ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:16.717522Z","caller":"traceutil/trace.go:171","msg":"trace[1228414617] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"512.395968ms","start":"2026-02-27T21:07:16.205102Z","end":"2026-02-27T21:07:16.717498Z","steps":["trace[1228414617] 'process raft request' (duration: 512.234134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.717629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.203361Z","time spent":"514.181988ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":933,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:07:16.71766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.205091Z","time spent":"512.479561ms","remote":"127.0.0.1:58184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1702,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:16.717836Z","caller":"traceutil/trace.go:171","msg":"trace[609221334] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"512.648724ms","start":"2026-02-27T21:07:16.205164Z","end":"2026-02-27T21:07:16.717813Z","steps":["trace[609221334] 'process raft request' (duration: 512.286146ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:16.717887Z","caller":"traceutil/trace.go:171","msg":"trace[1793563541] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"511.185413ms","start":"2026-02-27T21:07:16.206665Z","end":"2026-02-27T21:07:16.71785Z","steps":["trace[1793563541] 'process raft request' (duration: 511.109711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.717991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.206657Z","time spent":"511.284645ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:07:16.717991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.205159Z","time spent":"512.774896ms","remote":"127.0.0.1:58184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:16.718101Z","caller":"traceutil/trace.go:171","msg":"trace[1495220243] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"511.119581ms","start":"2026-02-27T21:07:16.206946Z","end":"2026-02-27T21:07:16.718066Z","steps":["trace[1495220243] 'process raft request' (duration: 510.864526ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:16.718156Z","caller":"traceutil/trace.go:171","msg":"trace[2054209252] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"511.849067ms","start":"2026-02-27T21:07:16.206009Z","end":"2026-02-27T21:07:16.717858Z","steps":["trace[2054209252] 'process raft request' (duration: 511.683393ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:16.71821Z","caller":"traceutil/trace.go:171","msg":"trace[128545688] linearizableReadLoop","detail":"{readStateIndex:2246; appliedIndex:2238; }","duration":"479.813724ms","start":"2026-02-27T21:07:16.238384Z","end":"2026-02-27T21:07:16.718197Z","steps":["trace[128545688] 'read index received' (duration: 269.960615ms)","trace[128545688] 'applied index is now lower than readState.Index' (duration: 209.852299ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:16.71826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.205998Z","time spent":"512.208224ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1144,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:16.718266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.206921Z","time spent":"511.257574ms","remote":"127.0.0.1:58254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:16.718392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.72149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-qnt9x\" ","response":"range_response_count:1 size:4905"} {"level":"warn","ts":"2026-02-27T21:07:16.718445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.018184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-943ec55e-8f26-4140-a548-8824a71b3edd\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-02-27T21:07:16.718454Z","caller":"traceutil/trace.go:171","msg":"trace[1422344903] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-qnt9x; range_end:; response_count:1; response_revision:2149; }","duration":"514.792591ms","start":"2026-02-27T21:07:16.203647Z","end":"2026-02-27T21:07:16.718439Z","steps":["trace[1422344903] 'agreement among raft nodes before linearized reading' (duration: 514.569176ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:16.718474Z","caller":"traceutil/trace.go:171","msg":"trace[357556836] range","detail":"{range_begin:/registry/persistentvolumes/pvc-943ec55e-8f26-4140-a548-8824a71b3edd; range_end:; response_count:1; response_revision:2149; }","duration":"514.068746ms","start":"2026-02-27T21:07:16.204397Z","end":"2026-02-27T21:07:16.718466Z","steps":["trace[357556836] 'agreement among raft nodes before linearized reading' (duration: 513.968144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.718477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.395204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"warn","ts":"2026-02-27T21:07:16.718498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.204387Z","time spent":"514.105956ms","remote":"127.0.0.1:58054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-943ec55e-8f26-4140-a548-8824a71b3edd\" "} {"level":"warn","ts":"2026-02-27T21:07:16.718503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.203641Z","time spent":"514.851242ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4929,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-qnt9x\" "} {"level":"warn","ts":"2026-02-27T21:07:16.718556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.763401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11784"} {"level":"warn","ts":"2026-02-27T21:07:16.718589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.933815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"range_response_count:1 size:5930"} {"level":"warn","ts":"2026-02-27T21:07:16.718604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.406715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"warn","ts":"2026-02-27T21:07:16.718397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.257311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"warn","ts":"2026-02-27T21:07:16.718457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.652398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-g6vtg\" ","response":"range_response_count:1 size:3968"} {"level":"info","ts":"2026-02-27T21:07:16.718672Z","caller":"traceutil/trace.go:171","msg":"trace[1645352097] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2149; }","duration":"515.552737ms","start":"2026-02-27T21:07:16.203112Z","end":"2026-02-27T21:07:16.718665Z","steps":["trace[1645352097] 'agreement among raft nodes before linearized reading' (duration: 515.181729ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:16.718698Z","caller":"traceutil/trace.go:171","msg":"trace[682352351] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"508.263988ms","start":"2026-02-27T21:07:16.210426Z","end":"2026-02-27T21:07:16.71869Z","steps":["trace[682352351] 'process raft request' (duration: 507.678845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.718707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.919044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-j2gcp\" ","response":"range_response_count:1 size:4519"} {"level":"info","ts":"2026-02-27T21:07:16.7187Z","caller":"traceutil/trace.go:171","msg":"trace[403377199] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-g6vtg; range_end:; response_count:1; response_revision:2149; }","duration":"514.914473ms","start":"2026-02-27T21:07:16.203767Z","end":"2026-02-27T21:07:16.718681Z","steps":["trace[403377199] 'agreement among raft nodes before linearized reading' (duration: 514.552916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.718504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.281211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-02-27T21:07:16.718736Z","caller":"traceutil/trace.go:171","msg":"trace[1377900778] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-j2gcp; range_end:; response_count:1; response_revision:2149; }","duration":"514.953694ms","start":"2026-02-27T21:07:16.203773Z","end":"2026-02-27T21:07:16.718727Z","steps":["trace[1377900778] 'agreement among raft nodes before linearized reading' (duration: 514.870533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.718746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.21042Z","time spent":"508.297298ms","remote":"127.0.0.1:58428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18188,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:16.718748Z","caller":"traceutil/trace.go:171","msg":"trace[1690006706] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2149; }","duration":"515.541927ms","start":"2026-02-27T21:07:16.203198Z","end":"2026-02-27T21:07:16.71874Z","steps":["trace[1690006706] 'agreement among raft nodes before linearized reading' (duration: 515.23158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.718767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.20376Z","time spent":"514.985015ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3992,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-g6vtg\" "} {"level":"warn","ts":"2026-02-27T21:07:16.718781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.062106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-pdxmb\" ","response":"range_response_count:1 size:4908"} {"level":"info","ts":"2026-02-27T21:07:16.718822Z","caller":"traceutil/trace.go:171","msg":"trace[1650796015] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-pdxmb; range_end:; response_count:1; response_revision:2149; }","duration":"515.145688ms","start":"2026-02-27T21:07:16.203665Z","end":"2026-02-27T21:07:16.718811Z","steps":["trace[1650796015] 'agreement among raft nodes before linearized reading' (duration: 515.036946ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:16.718622Z","caller":"traceutil/trace.go:171","msg":"trace[1923196453] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:2149; }","duration":"514.819102ms","start":"2026-02-27T21:07:16.203779Z","end":"2026-02-27T21:07:16.718598Z","steps":["trace[1923196453] 'agreement among raft nodes before linearized reading' (duration: 514.71982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.718908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.203775Z","time spent":"515.119598ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11808,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-02-27T21:07:16.718912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.125528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-x6hdm\" ","response":"range_response_count:1 size:4978"} {"level":"warn","ts":"2026-02-27T21:07:16.718936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.18326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-27T21:07:16.718958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.448365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T21:07:16.718962Z","caller":"traceutil/trace.go:171","msg":"trace[125558643] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-x6hdm; range_end:; response_count:1; response_revision:2149; }","duration":"515.196539ms","start":"2026-02-27T21:07:16.203752Z","end":"2026-02-27T21:07:16.718949Z","steps":["trace[125558643] 'agreement among raft nodes before linearized reading' (duration: 515.064936ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:16.718964Z","caller":"traceutil/trace.go:171","msg":"trace[1588336493] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2149; }","duration":"515.22344ms","start":"2026-02-27T21:07:16.203733Z","end":"2026-02-27T21:07:16.718956Z","steps":["trace[1588336493] 'agreement among raft nodes before linearized reading' (duration: 515.149619ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:16.718993Z","caller":"traceutil/trace.go:171","msg":"trace[2144793306] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2149; }","duration":"515.492336ms","start":"2026-02-27T21:07:16.203493Z","end":"2026-02-27T21:07:16.718986Z","steps":["trace[2144793306] 'agreement among raft nodes before linearized reading' (duration: 515.405304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.719008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.203726Z","time spent":"515.273501ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T21:07:16.71902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.203491Z","time spent":"515.523957ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T21:07:16.718712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.203107Z","time spent":"515.597008ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:07:16.718949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.695721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"warn","ts":"2026-02-27T21:07:16.719088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.436215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4783"} {"level":"info","ts":"2026-02-27T21:07:16.719124Z","caller":"traceutil/trace.go:171","msg":"trace[4418427] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:2149; }","duration":"515.486676ms","start":"2026-02-27T21:07:16.203631Z","end":"2026-02-27T21:07:16.719118Z","steps":["trace[4418427] 'agreement among raft nodes before linearized reading' (duration: 515.406474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.718777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.203193Z","time spent":"515.575867ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:07:16.71917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.708961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"info","ts":"2026-02-27T21:07:16.718674Z","caller":"traceutil/trace.go:171","msg":"trace[786039787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2149; }","duration":"515.492446ms","start":"2026-02-27T21:07:16.203163Z","end":"2026-02-27T21:07:16.718656Z","steps":["trace[786039787] 'agreement among raft nodes before linearized reading' (duration: 515.365323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.719169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.539037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-mjt7z\" ","response":"range_response_count:1 size:4310"} {"level":"info","ts":"2026-02-27T21:07:16.719194Z","caller":"traceutil/trace.go:171","msg":"trace[1208066793] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:2149; }","duration":"515.742501ms","start":"2026-02-27T21:07:16.203445Z","end":"2026-02-27T21:07:16.719187Z","steps":["trace[1208066793] 'agreement among raft nodes before linearized reading' (duration: 515.67384ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:16.719208Z","caller":"traceutil/trace.go:171","msg":"trace[1537198805] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-mjt7z; range_end:; response_count:1; response_revision:2149; }","duration":"515.585608ms","start":"2026-02-27T21:07:16.203614Z","end":"2026-02-27T21:07:16.7192Z","steps":["trace[1537198805] 'agreement among raft nodes before linearized reading' (duration: 515.497376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.719123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.20297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-qn8sf\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-02-27T21:07:16.719136Z","caller":"traceutil/trace.go:171","msg":"trace[129884755] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2149; }","duration":"515.894785ms","start":"2026-02-27T21:07:16.203222Z","end":"2026-02-27T21:07:16.719117Z","steps":["trace[129884755] 'agreement among raft nodes before linearized reading' (duration: 514.994925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.719391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.203218Z","time spent":"516.15333ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T21:07:16.719395Z","caller":"traceutil/trace.go:171","msg":"trace[1342809361] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-qn8sf; range_end:; response_count:1; response_revision:2149; }","duration":"515.609339ms","start":"2026-02-27T21:07:16.203746Z","end":"2026-02-27T21:07:16.719355Z","steps":["trace[1342809361] 'agreement among raft nodes before linearized reading' (duration: 514.684959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.719804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.203733Z","time spent":"516.051708ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5170,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-qn8sf\" "} {"level":"warn","ts":"2026-02-27T21:07:16.719236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.203609Z","time spent":"515.620379ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":4334,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-mjt7z\" "} {"level":"info","ts":"2026-02-27T21:07:16.718628Z","caller":"traceutil/trace.go:171","msg":"trace[900513763] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; response_count:1; response_revision:2149; }","duration":"515.973976ms","start":"2026-02-27T21:07:16.202635Z","end":"2026-02-27T21:07:16.718609Z","steps":["trace[900513763] 'agreement among raft nodes before linearized reading' (duration: 515.896644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.720419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.20263Z","time spent":"517.769037ms","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":5954,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" "} {"level":"warn","ts":"2026-02-27T21:07:16.718395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.22656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-02-27T21:07:16.720764Z","caller":"traceutil/trace.go:171","msg":"trace[755728187] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2149; }","duration":"517.592272ms","start":"2026-02-27T21:07:16.203153Z","end":"2026-02-27T21:07:16.720745Z","steps":["trace[755728187] 'agreement among raft nodes before linearized reading' (duration: 515.102747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.720823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.203131Z","time spent":"517.677434ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:07:16.71878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.552864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3312"} {"level":"info","ts":"2026-02-27T21:07:16.721116Z","caller":"traceutil/trace.go:171","msg":"trace[132794658] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:2149; }","duration":"479.913757ms","start":"2026-02-27T21:07:16.241185Z","end":"2026-02-27T21:07:16.721098Z","steps":["trace[132794658] 'agreement among raft nodes before linearized reading' (duration: 477.461293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.721203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.241167Z","time spent":"480.016668ms","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3336,"request content":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" "} {"level":"warn","ts":"2026-02-27T21:07:16.718776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.203769Z","time spent":"514.999845ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4543,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-j2gcp\" "} {"level":"warn","ts":"2026-02-27T21:07:16.718861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.429822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-j2gcp\" ","response":"range_response_count:1 size:4519"} {"level":"info","ts":"2026-02-27T21:07:16.72137Z","caller":"traceutil/trace.go:171","msg":"trace[1103328433] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-j2gcp; range_end:; response_count:1; response_revision:2149; }","duration":"244.966578ms","start":"2026-02-27T21:07:16.47639Z","end":"2026-02-27T21:07:16.721357Z","steps":["trace[1103328433] 'agreement among raft nodes before linearized reading' (duration: 242.408782ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:16.718219Z","caller":"traceutil/trace.go:171","msg":"trace[1723690750] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"509.948885ms","start":"2026-02-27T21:07:16.208256Z","end":"2026-02-27T21:07:16.718205Z","steps":["trace[1723690750] 'process raft request' (duration: 509.745141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.721468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.208248Z","time spent":"513.160585ms","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3596,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:16.71886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.203647Z","time spent":"515.2032ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4932,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-pdxmb\" "} {"level":"warn","ts":"2026-02-27T21:07:16.718861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.158551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T21:07:16.721638Z","caller":"traceutil/trace.go:171","msg":"trace[1593287209] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:2149; }","duration":"419.977623ms","start":"2026-02-27T21:07:16.301645Z","end":"2026-02-27T21:07:16.721623Z","steps":["trace[1593287209] 'agreement among raft nodes before linearized reading' (duration: 417.160201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.721684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.301618Z","time spent":"420.053305ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-02-27T21:07:16.71901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.203739Z","time spent":"515.258171ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5002,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-x6hdm\" "} {"level":"warn","ts":"2026-02-27T21:07:16.719146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.203624Z","time spent":"515.515616ms","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4807,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" "} {"level":"warn","ts":"2026-02-27T21:07:16.719133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.356483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-lqfph\" ","response":"range_response_count:1 size:5752"} {"level":"info","ts":"2026-02-27T21:07:16.721946Z","caller":"traceutil/trace.go:171","msg":"trace[1087438505] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-lqfph; range_end:; response_count:1; response_revision:2149; }","duration":"518.177875ms","start":"2026-02-27T21:07:16.203757Z","end":"2026-02-27T21:07:16.721935Z","steps":["trace[1087438505] 'agreement among raft nodes before linearized reading' (duration: 515.290861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.721986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.203752Z","time spent":"518.224596ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5776,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-lqfph\" "} {"level":"info","ts":"2026-02-27T21:07:16.718511Z","caller":"traceutil/trace.go:171","msg":"trace[198182749] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2149; }","duration":"515.440815ms","start":"2026-02-27T21:07:16.203059Z","end":"2026-02-27T21:07:16.7185Z","steps":["trace[198182749] 'agreement among raft nodes before linearized reading' (duration: 515.360313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.719226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.203441Z","time spent":"515.779242ms","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4409,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-02-27T21:07:16.722111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.203053Z","time spent":"518.997422ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:07:16.719214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.203159Z","time spent":"516.040818ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:07:16.71924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.939945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/cert-manager/cert-manager-cainjector-64b59ddb75-j2gcp.1898365161308669\" ","response":"range_response_count:1 size:821"} {"level":"info","ts":"2026-02-27T21:07:16.722393Z","caller":"traceutil/trace.go:171","msg":"trace[1134262617] range","detail":"{range_begin:/registry/events/cert-manager/cert-manager-cainjector-64b59ddb75-j2gcp.1898365161308669; range_end:; response_count:1; response_revision:2149; }","duration":"519.103835ms","start":"2026-02-27T21:07:16.203268Z","end":"2026-02-27T21:07:16.722371Z","steps":["trace[1134262617] 'agreement among raft nodes before linearized reading' (duration: 515.860454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:16.72245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.203246Z","time spent":"519.189446ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":845,"request content":"key:\"/registry/events/cert-manager/cert-manager-cainjector-64b59ddb75-j2gcp.1898365161308669\" "} {"level":"warn","ts":"2026-02-27T21:07:17.085274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.705041ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T21:07:17.085397Z","caller":"traceutil/trace.go:171","msg":"trace[1787450366] linearizableReadLoop","detail":"{readStateIndex:2247; appliedIndex:2246; }","duration":"360.213703ms","start":"2026-02-27T21:07:16.725166Z","end":"2026-02-27T21:07:17.08538Z","steps":["trace[1787450366] 'read index received' (duration: 95.39906ms)","trace[1787450366] 'applied index is now lower than readState.Index' (duration: 264.809283ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:17.085524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.723555Z","time spent":"361.956771ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T21:07:17.085701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.534439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3312"} {"level":"info","ts":"2026-02-27T21:07:17.085739Z","caller":"traceutil/trace.go:171","msg":"trace[437863314] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:2149; }","duration":"360.601891ms","start":"2026-02-27T21:07:16.725126Z","end":"2026-02-27T21:07:17.085728Z","steps":["trace[437863314] 'agreement among raft nodes before linearized reading' (duration: 360.351136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.085788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.725114Z","time spent":"360.665213ms","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3336,"request content":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" "} {"level":"warn","ts":"2026-02-27T21:07:17.336403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.482443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:17.336693Z","caller":"traceutil/trace.go:171","msg":"trace[549187695] linearizableReadLoop","detail":"{readStateIndex:2250; appliedIndex:2247; }","duration":"251.227155ms","start":"2026-02-27T21:07:17.08545Z","end":"2026-02-27T21:07:17.336677Z","steps":["trace[549187695] 'read index received' (duration: 112.584737ms)","trace[549187695] 'applied index is now lower than readState.Index' (duration: 138.641468ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:17.336671Z","caller":"traceutil/trace.go:171","msg":"trace[225329440] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"611.426758ms","start":"2026-02-27T21:07:16.725195Z","end":"2026-02-27T21:07:17.336622Z","steps":["trace[225329440] 'process raft request' (duration: 472.636807ms)","trace[225329440] 'compare' (duration: 138.356851ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:17.336749Z","caller":"traceutil/trace.go:171","msg":"trace[1334659813] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"606.372917ms","start":"2026-02-27T21:07:16.730339Z","end":"2026-02-27T21:07:17.336711Z","steps":["trace[1334659813] 'process raft request' (duration: 606.166793ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:17.336834Z","caller":"traceutil/trace.go:171","msg":"trace[1634338004] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"549.453089ms","start":"2026-02-27T21:07:16.787358Z","end":"2026-02-27T21:07:17.336811Z","steps":["trace[1634338004] 'process raft request' (duration: 549.217424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.336924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.787344Z","time spent":"549.536241ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:17.336942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.730327Z","time spent":"606.508481ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:17.336959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.728845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:17.336999Z","caller":"traceutil/trace.go:171","msg":"trace[1046669549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2153; }","duration":"146.790367ms","start":"2026-02-27T21:07:17.190196Z","end":"2026-02-27T21:07:17.336987Z","steps":["trace[1046669549] 'agreement among raft nodes before linearized reading' (duration: 146.699985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.337055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.386798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"range_response_count:1 size:5930"} {"level":"warn","ts":"2026-02-27T21:07:17.337069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.569656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-02-27T21:07:17.33711Z","caller":"traceutil/trace.go:171","msg":"trace[1906124879] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; response_count:1; response_revision:2153; }","duration":"611.458609ms","start":"2026-02-27T21:07:16.725637Z","end":"2026-02-27T21:07:17.337095Z","steps":["trace[1906124879] 'agreement among raft nodes before linearized reading' (duration: 611.231404ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:17.337138Z","caller":"traceutil/trace.go:171","msg":"trace[133886208] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:2153; }","duration":"608.651778ms","start":"2026-02-27T21:07:16.728466Z","end":"2026-02-27T21:07:17.337118Z","steps":["trace[133886208] 'agreement among raft nodes before linearized reading' (duration: 608.486634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.337149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.725612Z","time spent":"611.52743ms","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":5954,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" "} {"level":"warn","ts":"2026-02-27T21:07:17.337177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.728461Z","time spent":"608.708349ms","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":5675,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" "} {"level":"warn","ts":"2026-02-27T21:07:17.337153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.725178Z","time spent":"611.703865ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:17.337261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.002305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4518"} {"level":"warn","ts":"2026-02-27T21:07:17.337265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.139968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15383"} {"level":"info","ts":"2026-02-27T21:07:17.337358Z","caller":"traceutil/trace.go:171","msg":"trace[522151428] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:2153; }","duration":"609.122198ms","start":"2026-02-27T21:07:16.728217Z","end":"2026-02-27T21:07:17.337339Z","steps":["trace[522151428] 'agreement among raft nodes before linearized reading' (duration: 608.563986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.3374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.728207Z","time spent":"609.183339ms","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4542,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" "} {"level":"info","ts":"2026-02-27T21:07:17.337394Z","caller":"traceutil/trace.go:171","msg":"trace[850644221] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:2153; }","duration":"609.296281ms","start":"2026-02-27T21:07:16.728074Z","end":"2026-02-27T21:07:17.337371Z","steps":["trace[850644221] 'agreement among raft nodes before linearized reading' (duration: 608.748279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.337422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.697712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T21:07:17.337427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.091883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18203"} {"level":"warn","ts":"2026-02-27T21:07:17.337449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.728068Z","time spent":"609.366833ms","remote":"127.0.0.1:58428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15407,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-02-27T21:07:17.337449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.954576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5014"} {"level":"warn","ts":"2026-02-27T21:07:17.33745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.246011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"warn","ts":"2026-02-27T21:07:17.337487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.327312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3611"} {"level":"info","ts":"2026-02-27T21:07:17.337501Z","caller":"traceutil/trace.go:171","msg":"trace[268841562] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:2153; }","duration":"609.303922ms","start":"2026-02-27T21:07:16.728186Z","end":"2026-02-27T21:07:17.33749Z","steps":["trace[268841562] 'agreement among raft nodes before linearized reading' (duration: 608.608877ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:17.337499Z","caller":"traceutil/trace.go:171","msg":"trace[17647878] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:2153; }","duration":"610.018457ms","start":"2026-02-27T21:07:16.727466Z","end":"2026-02-27T21:07:17.337484Z","steps":["trace[17647878] 'agreement among raft nodes before linearized reading' (duration: 609.281871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.337524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.325621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T21:07:17.337539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.728182Z","time spent":"609.349383ms","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3927,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"info","ts":"2026-02-27T21:07:17.337551Z","caller":"traceutil/trace.go:171","msg":"trace[1137299047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2153; }","duration":"107.366002ms","start":"2026-02-27T21:07:17.230175Z","end":"2026-02-27T21:07:17.337541Z","steps":["trace[1137299047] 'agreement among raft nodes before linearized reading' (duration: 107.29827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.337552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.727458Z","time spent":"610.082479ms","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5038,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-02-27T21:07:17.33756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.173442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-02-27T21:07:17.337455Z","caller":"traceutil/trace.go:171","msg":"trace[1442677612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2153; }","duration":"108.752753ms","start":"2026-02-27T21:07:17.228693Z","end":"2026-02-27T21:07:17.337446Z","steps":["trace[1442677612] 'agreement among raft nodes before linearized reading' (duration: 108.660711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.337596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.826246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-02-27T21:07:17.337593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.755343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4262"} {"level":"info","ts":"2026-02-27T21:07:17.337595Z","caller":"traceutil/trace.go:171","msg":"trace[637583904] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:2153; }","duration":"611.213633ms","start":"2026-02-27T21:07:16.726369Z","end":"2026-02-27T21:07:17.337583Z","steps":["trace[637583904] 'agreement among raft nodes before linearized reading' (duration: 610.445966ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:17.337624Z","caller":"traceutil/trace.go:171","msg":"trace[1238531312] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:2153; }","duration":"611.860966ms","start":"2026-02-27T21:07:16.725754Z","end":"2026-02-27T21:07:17.337615Z","steps":["trace[1238531312] 'agreement among raft nodes before linearized reading' (duration: 611.09083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.337652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.726366Z","time spent":"611.279584ms","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3927,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"info","ts":"2026-02-27T21:07:17.33765Z","caller":"traceutil/trace.go:171","msg":"trace[913146015] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:2153; }","duration":"610.822865ms","start":"2026-02-27T21:07:16.726809Z","end":"2026-02-27T21:07:17.337632Z","steps":["trace[913146015] 'agreement among raft nodes before linearized reading' (duration: 609.989107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.33765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.483827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-02-27T21:07:17.337463Z","caller":"traceutil/trace.go:171","msg":"trace[1181029761] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:2153; }","duration":"612.156094ms","start":"2026-02-27T21:07:16.725297Z","end":"2026-02-27T21:07:17.337453Z","steps":["trace[1181029761] 'agreement among raft nodes before linearized reading' (duration: 611.537311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.337679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.974328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T21:07:17.337695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.726803Z","time spent":"610.883446ms","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":4286,"request content":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" "} {"level":"info","ts":"2026-02-27T21:07:17.337715Z","caller":"traceutil/trace.go:171","msg":"trace[2115303397] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2153; }","duration":"109.033069ms","start":"2026-02-27T21:07:17.228673Z","end":"2026-02-27T21:07:17.337706Z","steps":["trace[2115303397] 'agreement among raft nodes before linearized reading' (duration: 108.939367ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:17.337712Z","caller":"traceutil/trace.go:171","msg":"trace[433863474] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2153; }","duration":"129.569949ms","start":"2026-02-27T21:07:17.208123Z","end":"2026-02-27T21:07:17.337693Z","steps":["trace[433863474] 'agreement among raft nodes before linearized reading' (duration: 129.411486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.337719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.725291Z","time spent":"612.411959ms","remote":"127.0.0.1:58428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18227,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-02-27T21:07:17.337739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.514656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3611"} {"level":"warn","ts":"2026-02-27T21:07:17.337744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.300005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" ","response":"range_response_count:1 size:4105"} {"level":"info","ts":"2026-02-27T21:07:17.337282Z","caller":"traceutil/trace.go:171","msg":"trace[1806746053] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"250.279845ms","start":"2026-02-27T21:07:17.086991Z","end":"2026-02-27T21:07:17.337271Z","steps":["trace[1806746053] 'process raft request' (duration: 249.641551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.337654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.72575Z","time spent":"611.898457ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-02-27T21:07:17.337776Z","caller":"traceutil/trace.go:171","msg":"trace[108231569] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:2153; }","duration":"609.554527ms","start":"2026-02-27T21:07:16.728208Z","end":"2026-02-27T21:07:17.337763Z","steps":["trace[108231569] 'agreement among raft nodes before linearized reading' (duration: 608.574966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.337785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.043431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-02-27T21:07:17.337783Z","caller":"traceutil/trace.go:171","msg":"trace[305822428] range","detail":"{range_begin:/registry/replicasets/openstack/pxc-operator-69cb5bbdb9; range_end:; response_count:1; response_revision:2153; }","duration":"611.382057ms","start":"2026-02-27T21:07:16.726388Z","end":"2026-02-27T21:07:17.33777Z","steps":["trace[305822428] 'agreement among raft nodes before linearized reading' (duration: 610.419596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.337804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.728205Z","time spent":"609.593138ms","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3635,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"info","ts":"2026-02-27T21:07:17.337811Z","caller":"traceutil/trace.go:171","msg":"trace[1548255060] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:2153; }","duration":"612.079052ms","start":"2026-02-27T21:07:16.725725Z","end":"2026-02-27T21:07:17.337804Z","steps":["trace[1548255060] 'agreement among raft nodes before linearized reading' (duration: 611.131001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.337819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.726378Z","time spent":"611.434508ms","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4129,"request content":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" "} {"level":"warn","ts":"2026-02-27T21:07:17.337556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.240306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4262"} {"level":"warn","ts":"2026-02-27T21:07:17.337844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.725718Z","time spent":"612.120352ms","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3927,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-02-27T21:07:17.337717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.214819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4518"} {"level":"info","ts":"2026-02-27T21:07:17.337932Z","caller":"traceutil/trace.go:171","msg":"trace[1546033043] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:2153; }","duration":"612.617694ms","start":"2026-02-27T21:07:16.725288Z","end":"2026-02-27T21:07:17.337906Z","steps":["trace[1546033043] 'agreement among raft nodes before linearized reading' (duration: 611.548941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.337488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.277081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4402"} {"level":"warn","ts":"2026-02-27T21:07:17.337661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.722351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T21:07:17.337967Z","caller":"traceutil/trace.go:171","msg":"trace[1096034795] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:2153; }","duration":"609.467505ms","start":"2026-02-27T21:07:16.728488Z","end":"2026-02-27T21:07:17.337956Z","steps":["trace[1096034795] 'agreement among raft nodes before linearized reading' (duration: 608.369641ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:17.337983Z","caller":"traceutil/trace.go:171","msg":"trace[118310112] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:2153; }","duration":"609.808662ms","start":"2026-02-27T21:07:16.728164Z","end":"2026-02-27T21:07:17.337973Z","steps":["trace[118310112] 'agreement among raft nodes before linearized reading' (duration: 608.640567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.337987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.725281Z","time spent":"612.690896ms","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":4286,"request content":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" "} {"level":"warn","ts":"2026-02-27T21:07:17.338002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.728486Z","time spent":"609.505556ms","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4542,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" "} {"level":"warn","ts":"2026-02-27T21:07:17.33799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.887443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T21:07:17.338012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.72816Z","time spent":"609.843343ms","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4426,"request content":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" "} {"level":"info","ts":"2026-02-27T21:07:17.337999Z","caller":"traceutil/trace.go:171","msg":"trace[2000375889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2153; }","duration":"108.135929ms","start":"2026-02-27T21:07:17.229852Z","end":"2026-02-27T21:07:17.337988Z","steps":["trace[2000375889] 'agreement among raft nodes before linearized reading' (duration: 107.71744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.338031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.049239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-02-27T21:07:17.338041Z","caller":"traceutil/trace.go:171","msg":"trace[248546510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2153; }","duration":"504.983525ms","start":"2026-02-27T21:07:16.833047Z","end":"2026-02-27T21:07:17.33803Z","steps":["trace[248546510] 'agreement among raft nodes before linearized reading' (duration: 503.81869ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:17.338076Z","caller":"traceutil/trace.go:171","msg":"trace[2145848672] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:2153; }","duration":"611.10875ms","start":"2026-02-27T21:07:16.726955Z","end":"2026-02-27T21:07:17.338064Z","steps":["trace[2145848672] 'agreement among raft nodes before linearized reading' (duration: 609.833253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.338079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.83302Z","time spent":"505.050966ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:07:17.338107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.726948Z","time spent":"611.151082ms","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":5675,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" "} {"level":"warn","ts":"2026-02-27T21:07:17.337298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.920205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-02-27T21:07:17.338231Z","caller":"traceutil/trace.go:171","msg":"trace[1729617177] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:2153; }","duration":"610.866485ms","start":"2026-02-27T21:07:16.727342Z","end":"2026-02-27T21:07:17.338208Z","steps":["trace[1729617177] 'agreement among raft nodes before linearized reading' (duration: 609.432154ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:17.338269Z","caller":"traceutil/trace.go:171","msg":"trace[1025709580] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:2153; }","duration":"609.372823ms","start":"2026-02-27T21:07:16.728139Z","end":"2026-02-27T21:07:17.337512Z","steps":["trace[1025709580] 'agreement among raft nodes before linearized reading' (duration: 608.675458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.3383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.727331Z","time spent":"610.950947ms","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3784,"request content":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-02-27T21:07:17.338337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.728135Z","time spent":"610.183431ms","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3635,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"warn","ts":"2026-02-27T21:07:17.337265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.899996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4783"} {"level":"info","ts":"2026-02-27T21:07:17.33853Z","caller":"traceutil/trace.go:171","msg":"trace[881841133] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:2153; }","duration":"612.170964ms","start":"2026-02-27T21:07:16.726345Z","end":"2026-02-27T21:07:17.338516Z","steps":["trace[881841133] 'agreement among raft nodes before linearized reading' (duration: 610.481108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.338582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:16.726338Z","time spent":"612.227335ms","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4807,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" "} {"level":"info","ts":"2026-02-27T21:07:17.538022Z","caller":"traceutil/trace.go:171","msg":"trace[1248560344] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"193.800248ms","start":"2026-02-27T21:07:17.344199Z","end":"2026-02-27T21:07:17.538Z","steps":["trace[1248560344] 'process raft request' (duration: 193.727006ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:17.538051Z","caller":"traceutil/trace.go:171","msg":"trace[1356802625] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"194.307938ms","start":"2026-02-27T21:07:17.343705Z","end":"2026-02-27T21:07:17.538013Z","steps":["trace[1356802625] 'process raft request' (duration: 194.081373ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:17.538337Z","caller":"traceutil/trace.go:171","msg":"trace[917727005] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"193.297337ms","start":"2026-02-27T21:07:17.345027Z","end":"2026-02-27T21:07:17.538324Z","steps":["trace[917727005] 'process raft request' (duration: 192.940728ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:17.538436Z","caller":"traceutil/trace.go:171","msg":"trace[1600576866] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"192.05308ms","start":"2026-02-27T21:07:17.346372Z","end":"2026-02-27T21:07:17.538425Z","steps":["trace[1600576866] 'process raft request' (duration: 191.953828ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:17.538414Z","caller":"traceutil/trace.go:171","msg":"trace[2076836335] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"193.153013ms","start":"2026-02-27T21:07:17.34524Z","end":"2026-02-27T21:07:17.538393Z","steps":["trace[2076836335] 'process raft request' (duration: 192.987199ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:17.538456Z","caller":"traceutil/trace.go:171","msg":"trace[850040073] linearizableReadLoop","detail":"{readStateIndex:2253; appliedIndex:2251; }","duration":"194.294209ms","start":"2026-02-27T21:07:17.344097Z","end":"2026-02-27T21:07:17.538391Z","steps":["trace[850040073] 'read index received' (duration: 88.03377ms)","trace[850040073] 'applied index is now lower than readState.Index' (duration: 106.259259ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:17.538628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.505533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-02-27T21:07:17.538798Z","caller":"traceutil/trace.go:171","msg":"trace[501970750] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:2159; }","duration":"194.685117ms","start":"2026-02-27T21:07:17.34408Z","end":"2026-02-27T21:07:17.538766Z","steps":["trace[501970750] 'agreement among raft nodes before linearized reading' (duration: 194.482303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.538942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.94793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3890"} {"level":"warn","ts":"2026-02-27T21:07:17.538952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.32651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5883"} {"level":"info","ts":"2026-02-27T21:07:17.538984Z","caller":"traceutil/trace.go:171","msg":"trace[1919018829] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:2159; }","duration":"194.3824ms","start":"2026-02-27T21:07:17.344592Z","end":"2026-02-27T21:07:17.538975Z","steps":["trace[1919018829] 'agreement among raft nodes before linearized reading' (duration: 194.267808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.539001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.566104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"warn","ts":"2026-02-27T21:07:17.539019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.196596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4494"} {"level":"info","ts":"2026-02-27T21:07:17.539048Z","caller":"traceutil/trace.go:171","msg":"trace[391432989] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:2159; }","duration":"194.635196ms","start":"2026-02-27T21:07:17.3444Z","end":"2026-02-27T21:07:17.539036Z","steps":["trace[391432989] 'agreement among raft nodes before linearized reading' (duration: 194.464252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.539057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.663806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"info","ts":"2026-02-27T21:07:17.539132Z","caller":"traceutil/trace.go:171","msg":"trace[131623356] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:2159; }","duration":"194.747659ms","start":"2026-02-27T21:07:17.344375Z","end":"2026-02-27T21:07:17.539123Z","steps":["trace[131623356] 'agreement among raft nodes before linearized reading' (duration: 194.627556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.539185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.537214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4749"} {"level":"warn","ts":"2026-02-27T21:07:17.538824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.595845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T21:07:17.539219Z","caller":"traceutil/trace.go:171","msg":"trace[1099318436] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:2159; }","duration":"194.584995ms","start":"2026-02-27T21:07:17.344626Z","end":"2026-02-27T21:07:17.539211Z","steps":["trace[1099318436] 'agreement among raft nodes before linearized reading' (duration: 194.500523ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:17.539226Z","caller":"traceutil/trace.go:171","msg":"trace[1686341910] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2159; }","duration":"195.028575ms","start":"2026-02-27T21:07:17.344189Z","end":"2026-02-27T21:07:17.539218Z","steps":["trace[1686341910] 'agreement among raft nodes before linearized reading' (duration: 194.589355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.539292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.81116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6162"} {"level":"info","ts":"2026-02-27T21:07:17.539331Z","caller":"traceutil/trace.go:171","msg":"trace[1098852533] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:2159; }","duration":"194.874711ms","start":"2026-02-27T21:07:17.344445Z","end":"2026-02-27T21:07:17.539319Z","steps":["trace[1098852533] 'agreement among raft nodes before linearized reading' (duration: 194.783359ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:17.538985Z","caller":"traceutil/trace.go:171","msg":"trace[856732590] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:2159; }","duration":"193.996981ms","start":"2026-02-27T21:07:17.344974Z","end":"2026-02-27T21:07:17.538971Z","steps":["trace[856732590] 'agreement among raft nodes before linearized reading' (duration: 193.881329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:17.539143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.188135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"info","ts":"2026-02-27T21:07:17.539447Z","caller":"traceutil/trace.go:171","msg":"trace[1557796073] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:2159; }","duration":"194.497822ms","start":"2026-02-27T21:07:17.344939Z","end":"2026-02-27T21:07:17.539436Z","steps":["trace[1557796073] 'agreement among raft nodes before linearized reading' (duration: 194.146555ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:17.539064Z","caller":"traceutil/trace.go:171","msg":"trace[1893550343] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:2159; }","duration":"194.263468ms","start":"2026-02-27T21:07:17.344787Z","end":"2026-02-27T21:07:17.539051Z","steps":["trace[1893550343] 'agreement among raft nodes before linearized reading' (duration: 194.115705ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:17.665997Z","caller":"traceutil/trace.go:171","msg":"trace[72365109] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"116.922212ms","start":"2026-02-27T21:07:17.549057Z","end":"2026-02-27T21:07:17.665979Z","steps":["trace[72365109] 'process raft request' (duration: 113.719342ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:18.046713Z","caller":"traceutil/trace.go:171","msg":"trace[1934318310] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"380.048778ms","start":"2026-02-27T21:07:17.666633Z","end":"2026-02-27T21:07:18.046682Z","steps":["trace[1934318310] 'process raft request' (duration: 379.869044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:18.04689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:17.66661Z","time spent":"380.19526ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:18.414072Z","caller":"traceutil/trace.go:171","msg":"trace[1699184017] linearizableReadLoop","detail":"{readStateIndex:2261; appliedIndex:2259; }","duration":"223.030036ms","start":"2026-02-27T21:07:18.191021Z","end":"2026-02-27T21:07:18.414051Z","steps":["trace[1699184017] 'read index received' (duration: 196.338271ms)","trace[1699184017] 'applied index is now lower than readState.Index' (duration: 26.691065ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:18.414339Z","caller":"traceutil/trace.go:171","msg":"trace[43465803] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"616.909026ms","start":"2026-02-27T21:07:17.797404Z","end":"2026-02-27T21:07:18.414313Z","steps":["trace[43465803] 'process raft request' (duration: 616.59984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:18.414441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.410294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:18.414475Z","caller":"traceutil/trace.go:171","msg":"trace[465619946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2163; }","duration":"223.500576ms","start":"2026-02-27T21:07:18.190966Z","end":"2026-02-27T21:07:18.414467Z","steps":["trace[465619946] 'agreement among raft nodes before linearized reading' (duration: 223.433034ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:18.414517Z","caller":"traceutil/trace.go:171","msg":"trace[1824828354] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"741.69231ms","start":"2026-02-27T21:07:17.672791Z","end":"2026-02-27T21:07:18.414484Z","steps":["trace[1824828354] 'process raft request' (duration: 714.529325ms)","trace[1824828354] 'compare' (duration: 26.517181ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:18.414695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:17.672777Z","time spent":"741.828983ms","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3875,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:18.415218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:17.797389Z","time spent":"617.027249ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:18.492967Z","caller":"traceutil/trace.go:171","msg":"trace[1389419583] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"241.783627ms","start":"2026-02-27T21:07:18.251157Z","end":"2026-02-27T21:07:18.49294Z","steps":["trace[1389419583] 'process raft request' (duration: 241.594323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:18.49312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.111952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-02-27T21:07:18.493198Z","caller":"traceutil/trace.go:171","msg":"trace[936172958] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2164; }","duration":"147.248405ms","start":"2026-02-27T21:07:18.345932Z","end":"2026-02-27T21:07:18.49318Z","steps":["trace[936172958] 'agreement among raft nodes before linearized reading' (duration: 147.01811ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:18.965152Z","caller":"traceutil/trace.go:171","msg":"trace[1877957189] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"148.143797ms","start":"2026-02-27T21:07:18.816984Z","end":"2026-02-27T21:07:18.965128Z","steps":["trace[1877957189] 'process raft request' (duration: 147.966583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:20.46331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271798016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:20.463432Z","caller":"traceutil/trace.go:171","msg":"trace[1810958291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2165; }","duration":"1.27195124s","start":"2026-02-27T21:07:19.191433Z","end":"2026-02-27T21:07:20.463384Z","steps":["trace[1810958291] 'range keys from in-memory index tree' (duration: 1.271645893s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:20.463562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:19.191409Z","time spent":"1.272077012s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:07:20.463748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.725094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:20.463855Z","caller":"traceutil/trace.go:171","msg":"trace[528614429] linearizableReadLoop","detail":"{readStateIndex:2264; appliedIndex:2263; }","duration":"1.02683234s","start":"2026-02-27T21:07:19.437004Z","end":"2026-02-27T21:07:20.463837Z","steps":["trace[528614429] 'read index received' (duration: 304.907121ms)","trace[528614429] 'applied index is now lower than readState.Index' (duration: 721.923609ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:20.463959Z","caller":"traceutil/trace.go:171","msg":"trace[1408792056] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"1.119204363s","start":"2026-02-27T21:07:19.344743Z","end":"2026-02-27T21:07:20.463947Z","steps":["trace[1408792056] 'process raft request' (duration: 397.165072ms)","trace[1408792056] 'compare' (duration: 721.442708ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:20.464015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:19.344706Z","time spent":"1.119278035s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:20.464269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027241568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:07:20.464828Z","caller":"traceutil/trace.go:171","msg":"trace[91671043] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2166; }","duration":"1.02776386s","start":"2026-02-27T21:07:19.436995Z","end":"2026-02-27T21:07:20.464759Z","steps":["trace[91671043] 'agreement among raft nodes before linearized reading' (duration: 1.027107655s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:20.46491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:19.436911Z","time spent":"1.027983745s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T21:07:20.782954Z","caller":"traceutil/trace.go:171","msg":"trace[449771172] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"500.565339ms","start":"2026-02-27T21:07:20.282365Z","end":"2026-02-27T21:07:20.78293Z","steps":["trace[449771172] 'process raft request' (duration: 482.959463ms)","trace[449771172] 'compare' (duration: 17.438982ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:20.783091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:20.282338Z","time spent":"500.686672ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":987,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:20.827062Z","caller":"traceutil/trace.go:171","msg":"trace[944471682] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"406.114098ms","start":"2026-02-27T21:07:20.420926Z","end":"2026-02-27T21:07:20.827041Z","steps":["trace[944471682] 'process raft request' (duration: 405.942454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:20.827214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:20.420884Z","time spent":"406.245011ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:20.827371Z","caller":"traceutil/trace.go:171","msg":"trace[2056888823] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"357.571585ms","start":"2026-02-27T21:07:20.469777Z","end":"2026-02-27T21:07:20.827348Z","steps":["trace[2056888823] 'process raft request' (duration: 357.226178ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:20.827426Z","caller":"traceutil/trace.go:171","msg":"trace[1907036121] linearizableReadLoop","detail":"{readStateIndex:2266; appliedIndex:2264; }","duration":"363.507226ms","start":"2026-02-27T21:07:20.463911Z","end":"2026-02-27T21:07:20.827418Z","steps":["trace[1907036121] 'read index received' (duration: 301.429766ms)","trace[1907036121] 'applied index is now lower than readState.Index' (duration: 62.07663ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:20.827509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:20.469757Z","time spent":"357.685728ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:20.827538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279371073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T21:07:20.827564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279784402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T21:07:20.827578Z","caller":"traceutil/trace.go:171","msg":"trace[1191412094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2170; }","duration":"1.279457115s","start":"2026-02-27T21:07:19.548114Z","end":"2026-02-27T21:07:20.827571Z","steps":["trace[1191412094] 'agreement among raft nodes before linearized reading' (duration: 1.279330462s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:20.827591Z","caller":"traceutil/trace.go:171","msg":"trace[1178332421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2170; }","duration":"1.279836823s","start":"2026-02-27T21:07:19.547745Z","end":"2026-02-27T21:07:20.827582Z","steps":["trace[1178332421] 'agreement among raft nodes before linearized reading' (duration: 1.279736331s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:20.827601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:19.548093Z","time spent":"1.279502645s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T21:07:20.827613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:19.547734Z","time spent":"1.279874914s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:07:20.827619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115121924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-27T21:07:20.827646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28518879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T21:07:20.827651Z","caller":"traceutil/trace.go:171","msg":"trace[141303697] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2170; }","duration":"1.115180965s","start":"2026-02-27T21:07:19.712463Z","end":"2026-02-27T21:07:20.827644Z","steps":["trace[141303697] 'agreement among raft nodes before linearized reading' (duration: 1.115074573s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:20.827668Z","caller":"traceutil/trace.go:171","msg":"trace[1164735801] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2170; }","duration":"1.285235802s","start":"2026-02-27T21:07:19.542426Z","end":"2026-02-27T21:07:20.827662Z","steps":["trace[1164735801] 'agreement among raft nodes before linearized reading' (duration: 1.28515455s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:20.827673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:19.71245Z","time spent":"1.115219066s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T21:07:20.827684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:19.542413Z","time spent":"1.285267382s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:07:20.827686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.135144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:20.827721Z","caller":"traceutil/trace.go:171","msg":"trace[457751194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2170; }","duration":"362.199187ms","start":"2026-02-27T21:07:20.465517Z","end":"2026-02-27T21:07:20.827716Z","steps":["trace[457751194] 'agreement among raft nodes before linearized reading' (duration: 362.152086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:20.827732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:20.465494Z","time spent":"362.235748ms","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T21:07:20.827536Z","caller":"traceutil/trace.go:171","msg":"trace[1174898935] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"329.868348ms","start":"2026-02-27T21:07:20.497642Z","end":"2026-02-27T21:07:20.82751Z","steps":["trace[1174898935] 'process raft request' (duration: 329.628472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:20.827819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:20.497618Z","time spent":"330.157844ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:20.827806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285374355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T21:07:20.827859Z","caller":"traceutil/trace.go:171","msg":"trace[1151217853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2170; }","duration":"1.285459317s","start":"2026-02-27T21:07:19.542386Z","end":"2026-02-27T21:07:20.827846Z","steps":["trace[1151217853] 'agreement among raft nodes before linearized reading' (duration: 1.285252982s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:20.82789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:19.54237Z","time spent":"1.285512288s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T21:07:20.82786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326822473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-02-27T21:07:20.827955Z","caller":"traceutil/trace.go:171","msg":"trace[232022821] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2170; }","duration":"1.327011497s","start":"2026-02-27T21:07:19.50092Z","end":"2026-02-27T21:07:20.827932Z","steps":["trace[232022821] 'agreement among raft nodes before linearized reading' (duration: 1.326646789s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:20.828007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:19.500886Z","time spent":"1.327113469s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T21:07:21.092018Z","caller":"traceutil/trace.go:171","msg":"trace[1862750783] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"259.603739ms","start":"2026-02-27T21:07:20.83239Z","end":"2026-02-27T21:07:21.091993Z","steps":["trace[1862750783] 'process raft request' (duration: 259.390354ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:21.092257Z","caller":"traceutil/trace.go:171","msg":"trace[730679757] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"259.846554ms","start":"2026-02-27T21:07:20.832393Z","end":"2026-02-27T21:07:21.092239Z","steps":["trace[730679757] 'process raft request' (duration: 259.558468ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:21.092423Z","caller":"traceutil/trace.go:171","msg":"trace[955485723] linearizableReadLoop","detail":"{readStateIndex:2273; appliedIndex:2269; }","duration":"257.139854ms","start":"2026-02-27T21:07:20.835265Z","end":"2026-02-27T21:07:21.092405Z","steps":["trace[955485723] 'read index received' (duration: 35.471967ms)","trace[955485723] 'applied index is now lower than readState.Index' (duration: 221.666477ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:21.092457Z","caller":"traceutil/trace.go:171","msg":"trace[867985587] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"259.367152ms","start":"2026-02-27T21:07:20.833084Z","end":"2026-02-27T21:07:21.092451Z","steps":["trace[867985587] 'process raft request' (duration: 259.078596ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:21.09248Z","caller":"traceutil/trace.go:171","msg":"trace[1819482086] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"259.171109ms","start":"2026-02-27T21:07:20.83329Z","end":"2026-02-27T21:07:21.092461Z","steps":["trace[1819482086] 'process raft request' (duration: 259.044856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:21.092626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.318148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:21.092725Z","caller":"traceutil/trace.go:171","msg":"trace[674779987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2175; }","duration":"257.457042ms","start":"2026-02-27T21:07:20.835243Z","end":"2026-02-27T21:07:21.0927Z","steps":["trace[674779987] 'agreement among raft nodes before linearized reading' (duration: 257.244637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:22.024914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.701781ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T21:07:22.024941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.875587ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:22.025118Z","caller":"traceutil/trace.go:171","msg":"trace[1592746059] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2175; }","duration":"136.054031ms","start":"2026-02-27T21:07:21.889037Z","end":"2026-02-27T21:07:22.025091Z","steps":["trace[1592746059] 'range keys from in-memory index tree' (duration: 135.860267ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:22.025137Z","caller":"traceutil/trace.go:171","msg":"trace[1053236572] linearizableReadLoop","detail":"{readStateIndex:2274; appliedIndex:2273; }","duration":"188.47224ms","start":"2026-02-27T21:07:21.836599Z","end":"2026-02-27T21:07:22.025071Z","steps":["trace[1053236572] 'read index received' (duration: 42.541µs)","trace[1053236572] 'applied index is now lower than readState.Index' (duration: 188.427909ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:22.025667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.032581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-02-27T21:07:22.025772Z","caller":"traceutil/trace.go:171","msg":"trace[1304152041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2175; }","duration":"189.158704ms","start":"2026-02-27T21:07:21.83659Z","end":"2026-02-27T21:07:22.025749Z","steps":["trace[1304152041] 'agreement among raft nodes before linearized reading' (duration: 188.612622ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:22.982976Z","caller":"traceutil/trace.go:171","msg":"trace[1058629781] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"149.742131ms","start":"2026-02-27T21:07:22.833211Z","end":"2026-02-27T21:07:22.982953Z","steps":["trace[1058629781] 'process raft request' (duration: 149.520676ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:23.56064Z","caller":"traceutil/trace.go:171","msg":"trace[635509202] linearizableReadLoop","detail":"{readStateIndex:2278; appliedIndex:2275; }","duration":"686.33339ms","start":"2026-02-27T21:07:22.874284Z","end":"2026-02-27T21:07:23.560618Z","steps":["trace[635509202] 'read index received' (duration: 108.491678ms)","trace[635509202] 'applied index is now lower than readState.Index' (duration: 577.840962ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:23.560743Z","caller":"traceutil/trace.go:171","msg":"trace[1225771646] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"722.742807ms","start":"2026-02-27T21:07:22.837992Z","end":"2026-02-27T21:07:23.560735Z","steps":["trace[1225771646] 'process raft request' (duration: 722.588344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:23.560841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:22.837961Z","time spent":"722.804048ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:23.561023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.713918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:07:23.561113Z","caller":"traceutil/trace.go:171","msg":"trace[585191631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2179; }","duration":"686.829031ms","start":"2026-02-27T21:07:22.874265Z","end":"2026-02-27T21:07:23.561094Z","steps":["trace[585191631] 'agreement among raft nodes before linearized reading' (duration: 686.550104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:23.561157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:22.874216Z","time spent":"686.932703ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T21:07:23.561374Z","caller":"traceutil/trace.go:171","msg":"trace[1181550620] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"726.00465ms","start":"2026-02-27T21:07:22.835311Z","end":"2026-02-27T21:07:23.561316Z","steps":["trace[1181550620] 'process raft request' (duration: 725.13806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:23.561844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:22.835279Z","time spent":"726.253754ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:23.866107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.284297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:23.866256Z","caller":"traceutil/trace.go:171","msg":"trace[766199455] linearizableReadLoop","detail":"{readStateIndex:2279; appliedIndex:2278; }","duration":"305.536315ms","start":"2026-02-27T21:07:23.560699Z","end":"2026-02-27T21:07:23.866235Z","steps":["trace[766199455] 'read index received' (duration: 106.035164ms)","trace[766199455] 'applied index is now lower than readState.Index' (duration: 199.499791ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:23.866326Z","caller":"traceutil/trace.go:171","msg":"trace[394177846] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"569.716293ms","start":"2026-02-27T21:07:23.296562Z","end":"2026-02-27T21:07:23.866279Z","steps":["trace[394177846] 'process raft request' (duration: 370.14814ms)","trace[394177846] 'compare' (duration: 199.077763ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:23.86644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.054374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"warn","ts":"2026-02-27T21:07:23.866435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.781748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T21:07:23.86648Z","caller":"traceutil/trace.go:171","msg":"trace[892833299] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2180; }","duration":"833.091745ms","start":"2026-02-27T21:07:23.033376Z","end":"2026-02-27T21:07:23.866467Z","steps":["trace[892833299] 'agreement among raft nodes before linearized reading' (duration: 832.91963ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:23.866505Z","caller":"traceutil/trace.go:171","msg":"trace[1972262041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2180; }","duration":"769.916631ms","start":"2026-02-27T21:07:23.09657Z","end":"2026-02-27T21:07:23.866487Z","steps":["trace[1972262041] 'agreement among raft nodes before linearized reading' (duration: 769.733216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:23.86649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.168715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T21:07:23.866531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:23.033301Z","time spent":"833.221048ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:07:23.866555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:23.096548Z","time spent":"769.999233ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T21:07:23.866477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.606264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T21:07:23.86662Z","caller":"traceutil/trace.go:171","msg":"trace[1484278073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2180; }","duration":"769.782608ms","start":"2026-02-27T21:07:23.096825Z","end":"2026-02-27T21:07:23.866608Z","steps":["trace[1484278073] 'agreement among raft nodes before linearized reading' (duration: 769.44537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:23.866655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:23.096814Z","time spent":"769.832269ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T21:07:23.866554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:23.296543Z","time spent":"569.896579ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:23.866569Z","caller":"traceutil/trace.go:171","msg":"trace[276302638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2180; }","duration":"769.263047ms","start":"2026-02-27T21:07:23.097288Z","end":"2026-02-27T21:07:23.866551Z","steps":["trace[276302638] 'agreement among raft nodes before linearized reading' (duration: 769.00274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:23.866807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:23.097252Z","time spent":"769.546802ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T21:07:23.92562Z","caller":"traceutil/trace.go:171","msg":"trace[1214981450] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"360.391928ms","start":"2026-02-27T21:07:23.565201Z","end":"2026-02-27T21:07:23.925593Z","steps":["trace[1214981450] 'process raft request' (duration: 360.234505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:23.925947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:23.565179Z","time spent":"360.659373ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:24.404224Z","caller":"traceutil/trace.go:171","msg":"trace[948245022] linearizableReadLoop","detail":"{readStateIndex:2283; appliedIndex:2280; }","duration":"213.177941ms","start":"2026-02-27T21:07:24.191022Z","end":"2026-02-27T21:07:24.4042Z","steps":["trace[948245022] 'read index received' (duration: 212.870505ms)","trace[948245022] 'applied index is now lower than readState.Index' (duration: 306.596µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:24.404382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.344977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:24.404378Z","caller":"traceutil/trace.go:171","msg":"trace[1678915009] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"533.183054ms","start":"2026-02-27T21:07:23.871149Z","end":"2026-02-27T21:07:24.404332Z","steps":["trace[1678915009] 'process raft request' (duration: 532.813525ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:24.404407Z","caller":"traceutil/trace.go:171","msg":"trace[408346563] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"532.391547ms","start":"2026-02-27T21:07:23.871988Z","end":"2026-02-27T21:07:24.404379Z","steps":["trace[408346563] 'process raft request' (duration: 532.1114ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:24.404453Z","caller":"traceutil/trace.go:171","msg":"trace[957572040] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"532.280823ms","start":"2026-02-27T21:07:23.87216Z","end":"2026-02-27T21:07:24.404441Z","steps":["trace[957572040] 'process raft request' (duration: 531.976706ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:24.404416Z","caller":"traceutil/trace.go:171","msg":"trace[980099719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2184; }","duration":"213.435298ms","start":"2026-02-27T21:07:24.19097Z","end":"2026-02-27T21:07:24.404406Z","steps":["trace[980099719] 'agreement among raft nodes before linearized reading' (duration: 213.333045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:24.40454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:23.871119Z","time spent":"533.335027ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:24.404541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:23.872146Z","time spent":"532.338554ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:24.404945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:23.871942Z","time spent":"532.558401ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:24.695382Z","caller":"traceutil/trace.go:171","msg":"trace[1366181556] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"139.806423ms","start":"2026-02-27T21:07:24.555537Z","end":"2026-02-27T21:07:24.695343Z","steps":["trace[1366181556] 'process raft request' (duration: 97.339962ms)","trace[1366181556] 'compare' (duration: 42.208905ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:26.710212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835661243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-02-27T21:07:26.710283Z","caller":"traceutil/trace.go:171","msg":"trace[1037957234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2185; }","duration":"1.835791686s","start":"2026-02-27T21:07:24.874474Z","end":"2026-02-27T21:07:26.710266Z","steps":["trace[1037957234] 'range keys from in-memory index tree' (duration: 1.835428538s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:26.710314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:24.874446Z","time spent":"1.835861898s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:07:26.710716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:25.852235Z","time spent":"858.479261ms","remote":"127.0.0.1:39084","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T21:07:26.711233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.080342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:26.711584Z","caller":"traceutil/trace.go:171","msg":"trace[885549261] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"874.212326ms","start":"2026-02-27T21:07:25.837347Z","end":"2026-02-27T21:07:26.711559Z","steps":["trace[885549261] 'process raft request' (duration: 874.158504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:26.711695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:25.837317Z","time spent":"874.321558ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:26.711825Z","caller":"traceutil/trace.go:171","msg":"trace[435477548] linearizableReadLoop","detail":"{readStateIndex:2285; appliedIndex:2284; }","duration":"1.146608144s","start":"2026-02-27T21:07:25.56518Z","end":"2026-02-27T21:07:26.711788Z","steps":["trace[435477548] 'read index received' (duration: 402.814026ms)","trace[435477548] 'applied index is now lower than readState.Index' (duration: 743.789847ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:26.711864Z","caller":"traceutil/trace.go:171","msg":"trace[691158886] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"1.722613355s","start":"2026-02-27T21:07:24.989221Z","end":"2026-02-27T21:07:26.711834Z","steps":["trace[691158886] 'process raft request' (duration: 978.776117ms)","trace[691158886] 'compare' (duration: 742.567261ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:26.711965Z","caller":"traceutil/trace.go:171","msg":"trace[1352979197] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"1.144872985s","start":"2026-02-27T21:07:25.567074Z","end":"2026-02-27T21:07:26.711947Z","steps":["trace[1352979197] 'process raft request' (duration: 1.144318223s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:26.71222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:25.567045Z","time spent":"1.144959757s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:26.71232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:24.98919Z","time spent":"1.72278952s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:26.71239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147182246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:07:26.712456Z","caller":"traceutil/trace.go:171","msg":"trace[1867571837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2188; }","duration":"1.147298028s","start":"2026-02-27T21:07:25.565141Z","end":"2026-02-27T21:07:26.712439Z","steps":["trace[1867571837] 'agreement among raft nodes before linearized reading' (duration: 1.146812568s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:26.712509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:25.565121Z","time spent":"1.147375421s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:07:27.211973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456269565,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T21:07:27.3186Z","caller":"traceutil/trace.go:171","msg":"trace[1826103795] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"617.499881ms","start":"2026-02-27T21:07:26.701076Z","end":"2026-02-27T21:07:27.318576Z","steps":["trace[1826103795] 'process raft request' (duration: 617.337137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:27.318772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:26.701056Z","time spent":"617.625624ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:27.710084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.644278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:27.710301Z","caller":"traceutil/trace.go:171","msg":"trace[860404647] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"388.488413ms","start":"2026-02-27T21:07:27.321795Z","end":"2026-02-27T21:07:27.710283Z","steps":["trace[860404647] 'process raft request' (duration: 388.405421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:27.710376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:27.321774Z","time spent":"388.572804ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1061,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:27.710417Z","caller":"traceutil/trace.go:171","msg":"trace[1253505246] linearizableReadLoop","detail":"{readStateIndex:2289; appliedIndex:2287; }","duration":"998.485359ms","start":"2026-02-27T21:07:26.711911Z","end":"2026-02-27T21:07:27.710396Z","steps":["trace[1253505246] 'read index received' (duration: 606.46747ms)","trace[1253505246] 'applied index is now lower than readState.Index' (duration: 392.014989ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:27.710572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779351699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:07:27.710472Z","caller":"traceutil/trace.go:171","msg":"trace[358713531] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"993.478589ms","start":"2026-02-27T21:07:26.716908Z","end":"2026-02-27T21:07:27.710387Z","steps":["trace[358713531] 'process raft request' (duration: 614.449963ms)","trace[358713531] 'compare' (duration: 378.452213ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:27.710668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301505749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T21:07:27.710656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408915142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-27T21:07:27.710725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302239104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T21:07:27.710773Z","caller":"traceutil/trace.go:171","msg":"trace[1381161691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2191; }","duration":"1.302294575s","start":"2026-02-27T21:07:26.408461Z","end":"2026-02-27T21:07:27.710756Z","steps":["trace[1381161691] 'agreement among raft nodes before linearized reading' (duration: 1.302207923s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:27.710764Z","caller":"traceutil/trace.go:171","msg":"trace[111349133] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:2191; }","duration":"1.409089625s","start":"2026-02-27T21:07:26.301658Z","end":"2026-02-27T21:07:27.710748Z","steps":["trace[111349133] 'agreement among raft nodes before linearized reading' (duration: 1.408780278s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:27.710782Z","caller":"traceutil/trace.go:171","msg":"trace[863336390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2191; }","duration":"1.301628351s","start":"2026-02-27T21:07:26.409108Z","end":"2026-02-27T21:07:27.710737Z","steps":["trace[863336390] 'agreement among raft nodes before linearized reading' (duration: 1.301326674s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:27.710855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:26.301638Z","time spent":"1.409204488s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-02-27T21:07:27.710825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:26.408455Z","time spent":"1.302362487s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T21:07:27.71099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:26.409088Z","time spent":"1.301783635s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T21:07:27.710612Z","caller":"traceutil/trace.go:171","msg":"trace[1918825701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2191; }","duration":"1.779424351s","start":"2026-02-27T21:07:25.931174Z","end":"2026-02-27T21:07:27.710598Z","steps":["trace[1918825701] 'agreement among raft nodes before linearized reading' (duration: 1.779292368s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:27.711198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:25.93115Z","time spent":"1.780036053s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:07:27.710653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520076718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:27.71131Z","caller":"traceutil/trace.go:171","msg":"trace[1770425658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2191; }","duration":"1.520760203s","start":"2026-02-27T21:07:26.190534Z","end":"2026-02-27T21:07:27.711294Z","steps":["trace[1770425658] 'agreement among raft nodes before linearized reading' (duration: 1.520096618s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:27.711365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:26.190509Z","time spent":"1.520842134s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:07:27.710623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302372288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T21:07:27.711576Z","caller":"traceutil/trace.go:171","msg":"trace[177910804] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2191; }","duration":"1.303393739s","start":"2026-02-27T21:07:26.40817Z","end":"2026-02-27T21:07:27.711563Z","steps":["trace[177910804] 'agreement among raft nodes before linearized reading' (duration: 1.302241745s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:27.711624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:26.408148Z","time spent":"1.30346264s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:07:27.712187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:26.716889Z","time spent":"993.805387ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:28.472817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.889116ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T21:07:28.472935Z","caller":"traceutil/trace.go:171","msg":"trace[1492310524] linearizableReadLoop","detail":"{readStateIndex:2291; appliedIndex:2290; }","duration":"760.652929ms","start":"2026-02-27T21:07:27.712263Z","end":"2026-02-27T21:07:28.472916Z","steps":["trace[1492310524] 'read index received' (duration: 395.772733ms)","trace[1492310524] 'applied index is now lower than readState.Index' (duration: 364.878496ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:28.472956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:27.711845Z","time spent":"761.106488ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T21:07:28.473029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.759921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:28.473056Z","caller":"traceutil/trace.go:171","msg":"trace[1952158334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2191; }","duration":"760.817451ms","start":"2026-02-27T21:07:27.712231Z","end":"2026-02-27T21:07:28.473048Z","steps":["trace[1952158334] 'agreement among raft nodes before linearized reading' (duration: 760.75742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:28.473097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:27.712211Z","time spent":"760.877783ms","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T21:07:28.571865Z","caller":"traceutil/trace.go:171","msg":"trace[1207117150] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"855.923765ms","start":"2026-02-27T21:07:27.715923Z","end":"2026-02-27T21:07:28.571847Z","steps":["trace[1207117150] 'process raft request' (duration: 855.860074ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:28.571877Z","caller":"traceutil/trace.go:171","msg":"trace[1235264449] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"856.662722ms","start":"2026-02-27T21:07:27.715181Z","end":"2026-02-27T21:07:28.571843Z","steps":["trace[1235264449] 'process raft request' (duration: 856.493838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:28.57202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:27.715914Z","time spent":"856.002767ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:28.572148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:27.715158Z","time spent":"856.786594ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:28.572278Z","caller":"traceutil/trace.go:171","msg":"trace[1218095708] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"856.262282ms","start":"2026-02-27T21:07:27.716005Z","end":"2026-02-27T21:07:28.572267Z","steps":["trace[1218095708] 'process raft request' (duration: 855.811982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:28.572397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:27.715971Z","time spent":"856.368155ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:28.572431Z","caller":"traceutil/trace.go:171","msg":"trace[510056037] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"855.852963ms","start":"2026-02-27T21:07:27.716566Z","end":"2026-02-27T21:07:28.572419Z","steps":["trace[510056037] 'process raft request' (duration: 855.626888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:28.572485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:27.716556Z","time spent":"855.899994ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:28.572761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.323092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-02-27T21:07:28.572803Z","caller":"traceutil/trace.go:171","msg":"trace[2067339962] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2195; }","duration":"855.363083ms","start":"2026-02-27T21:07:27.717429Z","end":"2026-02-27T21:07:28.572792Z","steps":["trace[2067339962] 'agreement among raft nodes before linearized reading' (duration: 855.185279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:28.572832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:27.717407Z","time spent":"855.418905ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:07:28.646152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.378322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:28.646229Z","caller":"traceutil/trace.go:171","msg":"trace[2110354182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2196; }","duration":"164.476035ms","start":"2026-02-27T21:07:28.481728Z","end":"2026-02-27T21:07:28.646204Z","steps":["trace[2110354182] 'agreement among raft nodes before linearized reading' (duration: 164.346722ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:28.646128Z","caller":"traceutil/trace.go:171","msg":"trace[877812461] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"171.523519ms","start":"2026-02-27T21:07:28.474586Z","end":"2026-02-27T21:07:28.64611Z","steps":["trace[877812461] 'process raft request' (duration: 125.49852ms)","trace[877812461] 'compare' (duration: 45.864725ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:29.070277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.20232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:29.070549Z","caller":"traceutil/trace.go:171","msg":"trace[512680088] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"351.978882ms","start":"2026-02-27T21:07:28.718546Z","end":"2026-02-27T21:07:29.070525Z","steps":["trace[512680088] 'process raft request' (duration: 351.90194ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:29.070568Z","caller":"traceutil/trace.go:171","msg":"trace[226242828] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"352.345721ms","start":"2026-02-27T21:07:28.718184Z","end":"2026-02-27T21:07:29.070529Z","steps":["trace[226242828] 'process raft request' (duration: 123.751543ms)","trace[226242828] 'compare' (duration: 227.993275ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:29.070644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:28.718536Z","time spent":"352.070924ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:29.070773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:28.718166Z","time spent":"352.483674ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:29.445131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.072917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:29.445223Z","caller":"traceutil/trace.go:171","msg":"trace[143743584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2198; }","duration":"254.21757ms","start":"2026-02-27T21:07:29.190981Z","end":"2026-02-27T21:07:29.445198Z","steps":["trace[143743584] 'range keys from in-memory index tree' (duration: 253.985826ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:29.445671Z","caller":"traceutil/trace.go:171","msg":"trace[1727241686] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"131.506702ms","start":"2026-02-27T21:07:29.314133Z","end":"2026-02-27T21:07:29.44564Z","steps":["trace[1727241686] 'process raft request' (duration: 131.323868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:30.007496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456269584,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T21:07:30.185201Z","caller":"traceutil/trace.go:171","msg":"trace[813019318] linearizableReadLoop","detail":"{readStateIndex:2300; appliedIndex:2299; }","duration":"678.220681ms","start":"2026-02-27T21:07:29.506944Z","end":"2026-02-27T21:07:30.185165Z","steps":["trace[813019318] 'read index received' (duration: 677.947935ms)","trace[813019318] 'applied index is now lower than readState.Index' (duration: 271.346µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:30.185295Z","caller":"traceutil/trace.go:171","msg":"trace[1392116607] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"861.128408ms","start":"2026-02-27T21:07:29.324128Z","end":"2026-02-27T21:07:30.185257Z","steps":["trace[1392116607] 'process raft request' (duration: 860.721649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:30.18536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.398415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:30.18544Z","caller":"traceutil/trace.go:171","msg":"trace[1413880574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2200; }","duration":"678.531868ms","start":"2026-02-27T21:07:29.506889Z","end":"2026-02-27T21:07:30.185421Z","steps":["trace[1413880574] 'agreement among raft nodes before linearized reading' (duration: 678.384975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:30.185469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:29.324096Z","time spent":"861.273592ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:30.185488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:29.506865Z","time spent":"678.61519ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T21:07:30.2018Z","caller":"traceutil/trace.go:171","msg":"trace[1263657995] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"157.456071ms","start":"2026-02-27T21:07:30.04432Z","end":"2026-02-27T21:07:30.201776Z","steps":["trace[1263657995] 'process raft request' (duration: 157.230026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:30.201926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.06973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-02-27T21:07:30.201982Z","caller":"traceutil/trace.go:171","msg":"trace[615552064] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2201; }","duration":"621.164912ms","start":"2026-02-27T21:07:29.580803Z","end":"2026-02-27T21:07:30.201968Z","steps":["trace[615552064] 'agreement among raft nodes before linearized reading' (duration: 620.987978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:30.201967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.59561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T21:07:30.202021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:29.580782Z","time spent":"621.230463ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T21:07:30.202042Z","caller":"traceutil/trace.go:171","msg":"trace[751000147] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2201; }","duration":"485.717893ms","start":"2026-02-27T21:07:29.716307Z","end":"2026-02-27T21:07:30.202025Z","steps":["trace[751000147] 'agreement among raft nodes before linearized reading' (duration: 485.490418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:30.202135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:29.716287Z","time spent":"485.836945ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:07:30.560352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.704553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:30.560492Z","caller":"traceutil/trace.go:171","msg":"trace[529679404] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"353.631499ms","start":"2026-02-27T21:07:30.206838Z","end":"2026-02-27T21:07:30.560469Z","steps":["trace[529679404] 'process raft request' (duration: 233.683841ms)","trace[529679404] 'compare' (duration: 119.423797ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:30.56059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:30.206818Z","time spent":"353.736591ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:31.299926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.028201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:31.30004Z","caller":"traceutil/trace.go:171","msg":"trace[119564997] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"718.058884ms","start":"2026-02-27T21:07:30.58196Z","end":"2026-02-27T21:07:31.300018Z","steps":["trace[119564997] 'process raft request' (duration: 273.845939ms)","trace[119564997] 'compare' (duration: 443.856707ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:31.300093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:30.581941Z","time spent":"718.127856ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:31.391567Z","caller":"traceutil/trace.go:171","msg":"trace[350486368] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"809.032498ms","start":"2026-02-27T21:07:30.582504Z","end":"2026-02-27T21:07:31.391536Z","steps":["trace[350486368] 'process raft request' (duration: 808.983487ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:31.39164Z","caller":"traceutil/trace.go:171","msg":"trace[246959688] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"809.5847ms","start":"2026-02-27T21:07:30.582042Z","end":"2026-02-27T21:07:31.391627Z","steps":["trace[246959688] 'process raft request' (duration: 809.407336ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:31.391585Z","caller":"traceutil/trace.go:171","msg":"trace[2121714778] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"809.57561ms","start":"2026-02-27T21:07:30.581988Z","end":"2026-02-27T21:07:31.391564Z","steps":["trace[2121714778] 'process raft request' (duration: 809.310874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:31.391757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:30.582024Z","time spent":"809.645471ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:31.391758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:30.582493Z","time spent":"809.153901ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:31.391842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:30.581967Z","time spent":"809.787094ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:31.660887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.467852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:31.661163Z","caller":"traceutil/trace.go:171","msg":"trace[1235534711] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"585.192943ms","start":"2026-02-27T21:07:31.075938Z","end":"2026-02-27T21:07:31.661131Z","steps":["trace[1235534711] 'process raft request' (duration: 332.388614ms)","trace[1235534711] 'compare' (duration: 252.36365ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:31.661284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.737433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:31.661312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:31.0759Z","time spent":"585.338116ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:31.661338Z","caller":"traceutil/trace.go:171","msg":"trace[874756026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2209; }","duration":"469.838406ms","start":"2026-02-27T21:07:31.191486Z","end":"2026-02-27T21:07:31.661325Z","steps":["trace[874756026] 'agreement among raft nodes before linearized reading' (duration: 469.729513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:31.661381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:31.191449Z","time spent":"469.921118ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T21:07:31.661181Z","caller":"traceutil/trace.go:171","msg":"trace[1022119859] linearizableReadLoop","detail":"{readStateIndex:2308; appliedIndex:2303; }","duration":"469.59339ms","start":"2026-02-27T21:07:31.191547Z","end":"2026-02-27T21:07:31.66114Z","steps":["trace[1022119859] 'read index received' (duration: 199.801668ms)","trace[1022119859] 'applied index is now lower than readState.Index' (duration: 269.790372ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:31.66146Z","caller":"traceutil/trace.go:171","msg":"trace[420015135] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"584.726513ms","start":"2026-02-27T21:07:31.076706Z","end":"2026-02-27T21:07:31.661432Z","steps":["trace[420015135] 'process raft request' (duration: 584.288923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:31.661587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.998624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-02-27T21:07:31.661632Z","caller":"traceutil/trace.go:171","msg":"trace[919399308] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2209; }","duration":"452.068835ms","start":"2026-02-27T21:07:31.209553Z","end":"2026-02-27T21:07:31.661621Z","steps":["trace[919399308] 'agreement among raft nodes before linearized reading' (duration: 451.932282ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:31.661643Z","caller":"traceutil/trace.go:171","msg":"trace[662030492] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"289.053443ms","start":"2026-02-27T21:07:31.372574Z","end":"2026-02-27T21:07:31.661627Z","steps":["trace[662030492] 'process raft request' (duration: 288.505251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:31.66167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:31.20953Z","time spent":"452.126147ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:07:31.661578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:31.076689Z","time spent":"584.832385ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:32.098489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.234205ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:32.098671Z","caller":"traceutil/trace.go:171","msg":"trace[1067962040] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2209; }","duration":"209.438419ms","start":"2026-02-27T21:07:31.889207Z","end":"2026-02-27T21:07:32.098645Z","steps":["trace[1067962040] 'range keys from in-memory index tree' (duration: 209.207794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:32.099245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.154451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11784"} {"level":"info","ts":"2026-02-27T21:07:32.099524Z","caller":"traceutil/trace.go:171","msg":"trace[1277450280] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:2209; }","duration":"198.274834ms","start":"2026-02-27T21:07:31.901027Z","end":"2026-02-27T21:07:32.099302Z","steps":["trace[1277450280] 'range keys from in-memory index tree' (duration: 197.821745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:32.478139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.779946ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T21:07:32.482142Z","caller":"traceutil/trace.go:171","msg":"trace[977554205] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"370.235313ms","start":"2026-02-27T21:07:32.111882Z","end":"2026-02-27T21:07:32.482117Z","steps":["trace[977554205] 'process raft request' (duration: 370.010138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:32.482283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:32.111856Z","time spent":"370.347595ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11591,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:32.482306Z","caller":"traceutil/trace.go:171","msg":"trace[1631422830] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"288.110473ms","start":"2026-02-27T21:07:32.194165Z","end":"2026-02-27T21:07:32.482275Z","steps":["trace[1631422830] 'process raft request' (duration: 287.904089ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:32.820667Z","caller":"traceutil/trace.go:171","msg":"trace[579269436] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"492.040262ms","start":"2026-02-27T21:07:32.328602Z","end":"2026-02-27T21:07:32.820642Z","steps":["trace[579269436] 'process raft request' (duration: 491.893019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:32.820818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:32.328574Z","time spent":"492.168255ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1253,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:33.552614Z","caller":"traceutil/trace.go:171","msg":"trace[1142044902] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"1.064175719s","start":"2026-02-27T21:07:32.488414Z","end":"2026-02-27T21:07:33.552589Z","steps":["trace[1142044902] 'process raft request' (duration: 1.064071826s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:33.552763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:32.488389Z","time spent":"1.064300012s","remote":"127.0.0.1:58254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3077,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:33.552782Z","caller":"traceutil/trace.go:171","msg":"trace[982824138] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"1.063944963s","start":"2026-02-27T21:07:32.488827Z","end":"2026-02-27T21:07:33.552772Z","steps":["trace[982824138] 'process raft request' (duration: 1.063704608s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:33.552616Z","caller":"traceutil/trace.go:171","msg":"trace[2031758446] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"1.06427229s","start":"2026-02-27T21:07:32.488315Z","end":"2026-02-27T21:07:33.552588Z","steps":["trace[2031758446] 'process raft request' (duration: 1.064026505s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:33.552869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:32.488817Z","time spent":"1.063997604s","remote":"127.0.0.1:58184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1685,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:33.552918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:32.488289Z","time spent":"1.064544497s","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1049,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:33.553299Z","caller":"traceutil/trace.go:171","msg":"trace[1860836407] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"1.064215318s","start":"2026-02-27T21:07:32.489064Z","end":"2026-02-27T21:07:33.553279Z","steps":["trace[1860836407] 'process raft request' (duration: 1.063647906s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:33.553388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:32.489055Z","time spent":"1.06429356s","remote":"127.0.0.1:58184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:33.553416Z","caller":"traceutil/trace.go:171","msg":"trace[1006577303] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"1.063747548s","start":"2026-02-27T21:07:32.489621Z","end":"2026-02-27T21:07:33.553369Z","steps":["trace[1006577303] 'process raft request' (duration: 1.063549954s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:33.553549Z","caller":"traceutil/trace.go:171","msg":"trace[62210110] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"1.056459061s","start":"2026-02-27T21:07:32.497079Z","end":"2026-02-27T21:07:33.553538Z","steps":["trace[62210110] 'process raft request' (duration: 1.056210065s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:33.553604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:32.497069Z","time spent":"1.056505732s","remote":"127.0.0.1:58428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15414,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:33.55365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:32.489611Z","time spent":"1.063910992s","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1133,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:33.553539Z","caller":"traceutil/trace.go:171","msg":"trace[1610292062] linearizableReadLoop","detail":"{readStateIndex:2319; appliedIndex:2313; }","duration":"989.723327ms","start":"2026-02-27T21:07:32.56379Z","end":"2026-02-27T21:07:33.553514Z","steps":["trace[1610292062] 'read index received' (duration: 256.91523ms)","trace[1610292062] 'applied index is now lower than readState.Index' (duration: 732.806777ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:33.553843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.058115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:07:33.553908Z","caller":"traceutil/trace.go:171","msg":"trace[1497420262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2218; }","duration":"990.156498ms","start":"2026-02-27T21:07:32.563742Z","end":"2026-02-27T21:07:33.553898Z","steps":["trace[1497420262] 'agreement among raft nodes before linearized reading' (duration: 990.005394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:33.553938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:32.563728Z","time spent":"990.202778ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:07:33.554266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.637115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T21:07:33.554311Z","caller":"traceutil/trace.go:171","msg":"trace[334012662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2218; }","duration":"157.704047ms","start":"2026-02-27T21:07:33.396582Z","end":"2026-02-27T21:07:33.554286Z","steps":["trace[334012662] 'agreement among raft nodes before linearized reading' (duration: 157.621325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:33.554461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.641756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T21:07:33.554459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.923786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T21:07:33.554503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.739887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:07:33.554512Z","caller":"traceutil/trace.go:171","msg":"trace[565888924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2218; }","duration":"158.694358ms","start":"2026-02-27T21:07:33.395803Z","end":"2026-02-27T21:07:33.554497Z","steps":["trace[565888924] 'agreement among raft nodes before linearized reading' (duration: 158.531684ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:33.554522Z","caller":"traceutil/trace.go:171","msg":"trace[1647017171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2218; }","duration":"249.995218ms","start":"2026-02-27T21:07:33.304511Z","end":"2026-02-27T21:07:33.554507Z","steps":["trace[1647017171] 'agreement among raft nodes before linearized reading' (duration: 249.776933ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:33.554529Z","caller":"traceutil/trace.go:171","msg":"trace[865891081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2218; }","duration":"157.788237ms","start":"2026-02-27T21:07:33.396734Z","end":"2026-02-27T21:07:33.554522Z","steps":["trace[865891081] 'agreement among raft nodes before linearized reading' (duration: 157.712806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:33.554669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.317683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:33.55471Z","caller":"traceutil/trace.go:171","msg":"trace[896987884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2218; }","duration":"364.413265ms","start":"2026-02-27T21:07:33.190284Z","end":"2026-02-27T21:07:33.554698Z","steps":["trace[896987884] 'agreement among raft nodes before linearized reading' (duration: 364.349624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:33.554746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:33.190261Z","time spent":"364.475407ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:07:33.554756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.813048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-02-27T21:07:33.554804Z","caller":"traceutil/trace.go:171","msg":"trace[1548713749] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2218; }","duration":"884.942501ms","start":"2026-02-27T21:07:32.669849Z","end":"2026-02-27T21:07:33.554791Z","steps":["trace[1548713749] 'agreement among raft nodes before linearized reading' (duration: 884.242186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:33.55484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:32.669831Z","time spent":"885.000343ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:07:34.006675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.365888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:34.006755Z","caller":"traceutil/trace.go:171","msg":"trace[689968364] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"446.858912ms","start":"2026-02-27T21:07:33.559881Z","end":"2026-02-27T21:07:34.00674Z","steps":["trace[689968364] 'process raft request' (duration: 169.353071ms)","trace[689968364] 'compare' (duration: 277.130593ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:34.00679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:33.559852Z","time spent":"446.923692ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:34.026291Z","caller":"traceutil/trace.go:171","msg":"trace[192422159] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"466.314418ms","start":"2026-02-27T21:07:33.559951Z","end":"2026-02-27T21:07:34.026266Z","steps":["trace[192422159] 'process raft request' (duration: 466.099283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:34.026446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:33.55993Z","time spent":"466.434771ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:34.026606Z","caller":"traceutil/trace.go:171","msg":"trace[2017850225] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"466.629285ms","start":"2026-02-27T21:07:33.559956Z","end":"2026-02-27T21:07:34.026585Z","steps":["trace[2017850225] 'process raft request' (duration: 466.266667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:34.026712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:33.559936Z","time spent":"466.727596ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:34.026694Z","caller":"traceutil/trace.go:171","msg":"trace[676423383] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"465.896699ms","start":"2026-02-27T21:07:33.560763Z","end":"2026-02-27T21:07:34.026659Z","steps":["trace[676423383] 'process raft request' (duration: 465.680074ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:34.026843Z","caller":"traceutil/trace.go:171","msg":"trace[67867623] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"465.412979ms","start":"2026-02-27T21:07:33.561414Z","end":"2026-02-27T21:07:34.026827Z","steps":["trace[67867623] 'process raft request' (duration: 465.185164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:34.026882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:33.56075Z","time spent":"466.026052ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:34.026936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:33.56122Z","time spent":"465.674734ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:34.026957Z","caller":"traceutil/trace.go:171","msg":"trace[1683619961] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"359.600479ms","start":"2026-02-27T21:07:33.667344Z","end":"2026-02-27T21:07:34.026945Z","steps":["trace[1683619961] 'process raft request' (duration: 359.430106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:34.0271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:33.667293Z","time spent":"359.765094ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:34.027239Z","caller":"traceutil/trace.go:171","msg":"trace[1076869444] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"359.035888ms","start":"2026-02-27T21:07:33.668178Z","end":"2026-02-27T21:07:34.027214Z","steps":["trace[1076869444] 'process raft request' (duration: 358.72631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:34.027575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:33.668164Z","time spent":"359.336594ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:34.291534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.964323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:34.291645Z","caller":"traceutil/trace.go:171","msg":"trace[1426785999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2225; }","duration":"101.136386ms","start":"2026-02-27T21:07:34.190479Z","end":"2026-02-27T21:07:34.291616Z","steps":["trace[1426785999] 'range keys from in-memory index tree' (duration: 100.833709ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:34.662469Z","caller":"traceutil/trace.go:171","msg":"trace[1826083726] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"174.586246ms","start":"2026-02-27T21:07:34.487849Z","end":"2026-02-27T21:07:34.662436Z","steps":["trace[1826083726] 'process raft request' (duration: 174.32115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:35.455762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.266201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:35.455837Z","caller":"traceutil/trace.go:171","msg":"trace[159144163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2226; }","duration":"264.393434ms","start":"2026-02-27T21:07:35.191426Z","end":"2026-02-27T21:07:35.455819Z","steps":["trace[159144163] 'range keys from in-memory index tree' (duration: 264.18413ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:36.397821Z","caller":"traceutil/trace.go:171","msg":"trace[196203927] linearizableReadLoop","detail":"{readStateIndex:2328; appliedIndex:2327; }","duration":"367.633616ms","start":"2026-02-27T21:07:36.030163Z","end":"2026-02-27T21:07:36.397797Z","steps":["trace[196203927] 'read index received' (duration: 367.557644ms)","trace[196203927] 'applied index is now lower than readState.Index' (duration: 74.872µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:36.397969Z","caller":"traceutil/trace.go:171","msg":"trace[187955812] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"382.87971ms","start":"2026-02-27T21:07:36.015058Z","end":"2026-02-27T21:07:36.397938Z","steps":["trace[187955812] 'process raft request' (duration: 382.601094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:36.398117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:36.015022Z","time spent":"383.018463ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:36.398136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.949252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:07:36.398185Z","caller":"traceutil/trace.go:171","msg":"trace[765771580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2227; }","duration":"368.053335ms","start":"2026-02-27T21:07:36.030117Z","end":"2026-02-27T21:07:36.39817Z","steps":["trace[765771580] 'agreement among raft nodes before linearized reading' (duration: 367.8396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:36.398261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:36.030098Z","time spent":"368.152536ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:07:37.51815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.262788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:37.518401Z","caller":"traceutil/trace.go:171","msg":"trace[329588304] linearizableReadLoop","detail":"{readStateIndex:2330; appliedIndex:2328; }","duration":"1.120470743s","start":"2026-02-27T21:07:36.397914Z","end":"2026-02-27T21:07:37.518385Z","steps":["trace[329588304] 'read index received' (duration: 198.919619ms)","trace[329588304] 'applied index is now lower than readState.Index' (duration: 921.550194ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:37.518515Z","caller":"traceutil/trace.go:171","msg":"trace[946346313] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"1.486384001s","start":"2026-02-27T21:07:36.032113Z","end":"2026-02-27T21:07:37.518497Z","steps":["trace[946346313] 'process raft request' (duration: 1.486137546s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:37.518598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:36.032083Z","time spent":"1.486475973s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:37.518683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487857763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T21:07:37.518663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326974518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:37.518696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422558062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T21:07:37.51873Z","caller":"traceutil/trace.go:171","msg":"trace[122584444] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2230; }","duration":"1.487915774s","start":"2026-02-27T21:07:36.030798Z","end":"2026-02-27T21:07:37.518714Z","steps":["trace[122584444] 'agreement among raft nodes before linearized reading' (duration: 1.487674488s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:37.518748Z","caller":"traceutil/trace.go:171","msg":"trace[1753513107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2230; }","duration":"1.327136581s","start":"2026-02-27T21:07:36.191594Z","end":"2026-02-27T21:07:37.51873Z","steps":["trace[1753513107] 'agreement among raft nodes before linearized reading' (duration: 1.326845295s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:37.518766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:36.03079Z","time spent":"1.487967695s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T21:07:37.518766Z","caller":"traceutil/trace.go:171","msg":"trace[851808751] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2230; }","duration":"1.422657974s","start":"2026-02-27T21:07:36.096088Z","end":"2026-02-27T21:07:37.518746Z","steps":["trace[851808751] 'agreement among raft nodes before linearized reading' (duration: 1.422376088s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:37.518753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216020916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-27T21:07:37.518729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486690398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T21:07:37.518809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:36.096075Z","time spent":"1.422723615s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T21:07:37.518821Z","caller":"traceutil/trace.go:171","msg":"trace[1883843120] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:2230; }","duration":"1.216148009s","start":"2026-02-27T21:07:36.302657Z","end":"2026-02-27T21:07:37.518805Z","steps":["trace[1883843120] 'agreement among raft nodes before linearized reading' (duration: 1.215804211s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:37.518815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488437035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T21:07:37.51887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:36.302623Z","time spent":"1.216238231s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"info","ts":"2026-02-27T21:07:37.518884Z","caller":"traceutil/trace.go:171","msg":"trace[1975836182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2230; }","duration":"1.488584328s","start":"2026-02-27T21:07:36.030282Z","end":"2026-02-27T21:07:37.518867Z","steps":["trace[1975836182] 'agreement among raft nodes before linearized reading' (duration: 1.48819618s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:37.518529Z","caller":"traceutil/trace.go:171","msg":"trace[41835741] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"1.114312547s","start":"2026-02-27T21:07:36.404207Z","end":"2026-02-27T21:07:37.518519Z","steps":["trace[41835741] 'process raft request' (duration: 1.114138564s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:37.518929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:36.030245Z","time spent":"1.48867541s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T21:07:37.518843Z","caller":"traceutil/trace.go:171","msg":"trace[2044227666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2230; }","duration":"1.486837011s","start":"2026-02-27T21:07:36.031991Z","end":"2026-02-27T21:07:37.518828Z","steps":["trace[2044227666] 'agreement among raft nodes before linearized reading' (duration: 1.486521094s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:37.519071Z","caller":"traceutil/trace.go:171","msg":"trace[1444073538] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"1.487014464s","start":"2026-02-27T21:07:36.031966Z","end":"2026-02-27T21:07:37.51897Z","steps":["trace[1444073538] 'process raft request' (duration: 564.844697ms)","trace[1444073538] 'compare' (duration: 920.48958ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:37.519093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:36.404182Z","time spent":"1.114761848s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:37.519178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:36.031943Z","time spent":"1.487173438s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:37.518804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:36.191564Z","time spent":"1.327231073s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:07:37.519081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:36.031973Z","time spent":"1.487096846s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T21:07:37.819582Z","caller":"traceutil/trace.go:171","msg":"trace[1716353501] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"1.151939121s","start":"2026-02-27T21:07:36.667622Z","end":"2026-02-27T21:07:37.819561Z","steps":["trace[1716353501] 'process raft request' (duration: 1.151602784s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:37.819706Z","caller":"traceutil/trace.go:171","msg":"trace[1061736853] linearizableReadLoop","detail":"{readStateIndex:2333; appliedIndex:2331; }","duration":"301.25113ms","start":"2026-02-27T21:07:37.518439Z","end":"2026-02-27T21:07:37.81969Z","steps":["trace[1061736853] 'read index received' (duration: 300.79226ms)","trace[1061736853] 'applied index is now lower than readState.Index' (duration: 457.71µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:37.819817Z","caller":"traceutil/trace.go:171","msg":"trace[541967849] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"842.776436ms","start":"2026-02-27T21:07:36.977006Z","end":"2026-02-27T21:07:37.819782Z","steps":["trace[541967849] 'process raft request' (duration: 842.50896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:37.81987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142101686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-02-27T21:07:37.819908Z","caller":"traceutil/trace.go:171","msg":"trace[1753080480] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2232; }","duration":"1.142196198s","start":"2026-02-27T21:07:36.677701Z","end":"2026-02-27T21:07:37.819897Z","steps":["trace[1753080480] 'agreement among raft nodes before linearized reading' (duration: 1.142063015s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:37.819948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:36.677675Z","time spent":"1.142265539s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:07:37.819974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:36.976981Z","time spent":"842.9121ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:37.820325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:36.667592Z","time spent":"1.152678899s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:38.383418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.462306ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T21:07:38.38383Z","caller":"traceutil/trace.go:171","msg":"trace[278127403] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"859.700028ms","start":"2026-02-27T21:07:37.52411Z","end":"2026-02-27T21:07:38.38381Z","steps":["trace[278127403] 'process raft request' (duration: 859.590056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:38.383958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:37.524105Z","time spent":"859.772429ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:38.383942Z","caller":"traceutil/trace.go:171","msg":"trace[234290988] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"860.524776ms","start":"2026-02-27T21:07:37.523384Z","end":"2026-02-27T21:07:38.383909Z","steps":["trace[234290988] 'process raft request' (duration: 860.126367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:38.384093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:37.523373Z","time spent":"860.644418ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:38.384135Z","caller":"traceutil/trace.go:171","msg":"trace[1399095144] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"860.052725ms","start":"2026-02-27T21:07:37.524056Z","end":"2026-02-27T21:07:38.384108Z","steps":["trace[1399095144] 'process raft request' (duration: 859.598586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:38.384117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:37.520103Z","time spent":"864.008003ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T21:07:38.38431Z","caller":"traceutil/trace.go:171","msg":"trace[555313402] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"860.148098ms","start":"2026-02-27T21:07:37.524143Z","end":"2026-02-27T21:07:38.384291Z","steps":["trace[555313402] 'process raft request' (duration: 859.622217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:38.384277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:37.524046Z","time spent":"860.154678ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:38.384386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.051673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:38.384439Z","caller":"traceutil/trace.go:171","msg":"trace[991325229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2236; }","duration":"864.139245ms","start":"2026-02-27T21:07:37.520289Z","end":"2026-02-27T21:07:38.384428Z","steps":["trace[991325229] 'agreement among raft nodes before linearized reading' (duration: 864.029763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:38.384486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:37.520278Z","time spent":"864.199736ms","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:07:38.384461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:37.524137Z","time spent":"860.24816ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:38.384264Z","caller":"traceutil/trace.go:171","msg":"trace[1947353931] linearizableReadLoop","detail":"{readStateIndex:2338; appliedIndex:2333; }","duration":"564.49193ms","start":"2026-02-27T21:07:37.819744Z","end":"2026-02-27T21:07:38.384236Z","steps":["trace[1947353931] 'read index received' (duration: 294.059004ms)","trace[1947353931] 'applied index is now lower than readState.Index' (duration: 270.430796ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:39.007778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.630882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:39.00794Z","caller":"traceutil/trace.go:171","msg":"trace[1056730982] linearizableReadLoop","detail":"{readStateIndex:2339; appliedIndex:2338; }","duration":"617.001001ms","start":"2026-02-27T21:07:38.390918Z","end":"2026-02-27T21:07:39.007918Z","steps":["trace[1056730982] 'read index received' (duration: 349.759574ms)","trace[1056730982] 'applied index is now lower than readState.Index' (duration: 267.239457ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:39.008015Z","caller":"traceutil/trace.go:171","msg":"trace[91425265] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"621.270073ms","start":"2026-02-27T21:07:38.386665Z","end":"2026-02-27T21:07:39.007935Z","steps":["trace[91425265] 'process raft request' (duration: 354.077748ms)","trace[91425265] 'compare' (duration: 266.497989ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:39.008225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.271827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:39.008244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:38.386638Z","time spent":"621.490928ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:39.008309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.380845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T21:07:39.008325Z","caller":"traceutil/trace.go:171","msg":"trace[504641435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2237; }","duration":"617.411819ms","start":"2026-02-27T21:07:38.390889Z","end":"2026-02-27T21:07:39.008301Z","steps":["trace[504641435] 'agreement among raft nodes before linearized reading' (duration: 617.132813ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:39.008356Z","caller":"traceutil/trace.go:171","msg":"trace[1451051125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2237; }","duration":"605.467727ms","start":"2026-02-27T21:07:38.402874Z","end":"2026-02-27T21:07:39.008342Z","steps":["trace[1451051125] 'agreement among raft nodes before linearized reading' (duration: 605.226392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:39.008378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:38.390874Z","time spent":"617.494422ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:07:39.008409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:38.402857Z","time spent":"605.540998ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T21:07:39.008652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.689497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-02-27T21:07:39.008745Z","caller":"traceutil/trace.go:171","msg":"trace[627348852] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2237; }","duration":"179.82732ms","start":"2026-02-27T21:07:38.828895Z","end":"2026-02-27T21:07:39.008723Z","steps":["trace[627348852] 'agreement among raft nodes before linearized reading' (duration: 179.412141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:39.499747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.704197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:39.499933Z","caller":"traceutil/trace.go:171","msg":"trace[1889399545] linearizableReadLoop","detail":"{readStateIndex:2340; appliedIndex:2339; }","duration":"486.233403ms","start":"2026-02-27T21:07:39.01361Z","end":"2026-02-27T21:07:39.499843Z","steps":["trace[1889399545] 'read index received' (duration: 311.355372ms)","trace[1889399545] 'applied index is now lower than readState.Index' (duration: 174.876661ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:39.500024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.424948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T21:07:39.500004Z","caller":"traceutil/trace.go:171","msg":"trace[1593670594] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"487.617245ms","start":"2026-02-27T21:07:39.01235Z","end":"2026-02-27T21:07:39.499967Z","steps":["trace[1593670594] 'process raft request' (duration: 312.616131ms)","trace[1593670594] 'compare' (duration: 174.598645ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:39.500061Z","caller":"traceutil/trace.go:171","msg":"trace[1168947543] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2238; }","duration":"486.488129ms","start":"2026-02-27T21:07:39.01356Z","end":"2026-02-27T21:07:39.500049Z","steps":["trace[1168947543] 'agreement among raft nodes before linearized reading' (duration: 486.409697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:39.500105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:39.01354Z","time spent":"486.554251ms","remote":"127.0.0.1:58184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T21:07:39.500196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:39.012333Z","time spent":"487.747677ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:40.007673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456269657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:07:40.428517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.203707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:40.428622Z","caller":"traceutil/trace.go:171","msg":"trace[1994126849] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"1.259931708s","start":"2026-02-27T21:07:39.16867Z","end":"2026-02-27T21:07:40.428602Z","steps":["trace[1994126849] 'process raft request' (duration: 1.148546297s)","trace[1994126849] 'compare' (duration: 110.628144ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:40.428683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:39.168644Z","time spent":"1.26000711s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:41.506887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999882393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:07:41.50704Z","caller":"traceutil/trace.go:171","msg":"trace[1526011414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000113318s","start":"2026-02-27T21:07:39.506899Z","end":"2026-02-27T21:07:41.507013Z","steps":["trace[1526011414] 'agreement among raft nodes before linearized reading' (duration: 1.999907363s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:41.507106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:39.50688Z","time spent":"2.00021351s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:07:41.626553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.010181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:41.626717Z","caller":"traceutil/trace.go:171","msg":"trace[2051778411] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"2.102381988s","start":"2026-02-27T21:07:39.524315Z","end":"2026-02-27T21:07:41.626697Z","steps":["trace[2051778411] 'process raft request' (duration: 1.338136062s)","trace[2051778411] 'compare' (duration: 763.909569ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:41.626789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:39.524301Z","time spent":"2.10245927s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:41.627265Z","caller":"traceutil/trace.go:171","msg":"trace[1865586705] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"2.102635104s","start":"2026-02-27T21:07:39.5246Z","end":"2026-02-27T21:07:41.627235Z","steps":["trace[1865586705] 'process raft request' (duration: 2.102053091s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:41.627311Z","caller":"traceutil/trace.go:171","msg":"trace[2098965567] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"1.935786798s","start":"2026-02-27T21:07:39.691486Z","end":"2026-02-27T21:07:41.627273Z","steps":["trace[2098965567] 'process raft request' (duration: 1.935605674s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:41.627309Z","caller":"traceutil/trace.go:171","msg":"trace[1924302962] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"1.800964113s","start":"2026-02-27T21:07:39.826316Z","end":"2026-02-27T21:07:41.627281Z","steps":["trace[1924302962] 'process raft request' (duration: 1.800898082s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:41.627418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:39.524592Z","time spent":"2.102744927s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:41.627483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:39.826289Z","time spent":"1.801084266s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:41.627302Z","caller":"traceutil/trace.go:171","msg":"trace[3493834] linearizableReadLoop","detail":"{readStateIndex:2345; appliedIndex:2340; }","duration":"2.120322882s","start":"2026-02-27T21:07:39.50695Z","end":"2026-02-27T21:07:41.627273Z","steps":["trace[3493834] 'read index received' (duration: 810.271275ms)","trace[3493834] 'applied index is now lower than readState.Index' (duration: 1.310050447s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:41.628054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:39.691463Z","time spent":"1.935935081s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:41.918329Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.055874176s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T21:07:42.190486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000331582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:07:42.190553Z","caller":"traceutil/trace.go:171","msg":"trace[163254730] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000441215s","start":"2026-02-27T21:07:40.190097Z","end":"2026-02-27T21:07:42.190538Z","steps":["trace[163254730] 'agreement among raft nodes before linearized reading' (duration: 2.000351973s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:42.190585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:40.190077Z","time spent":"2.000502256s","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:07:42.47792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.18855ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:42.478035Z","caller":"traceutil/trace.go:171","msg":"trace[1088416323] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2243; }","duration":"589.317333ms","start":"2026-02-27T21:07:41.888701Z","end":"2026-02-27T21:07:42.478018Z","steps":["trace[1088416323] 'range keys from in-memory index tree' (duration: 589.15301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:42.478467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.761085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:42.478601Z","caller":"traceutil/trace.go:171","msg":"trace[1689513065] linearizableReadLoop","detail":"{readStateIndex:2346; appliedIndex:2345; }","duration":"850.740391ms","start":"2026-02-27T21:07:41.627843Z","end":"2026-02-27T21:07:42.478584Z","steps":["trace[1689513065] 'read index received' (duration: 290.652579ms)","trace[1689513065] 'applied index is now lower than readState.Index' (duration: 560.086292ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:42.478821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.791667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:42.478864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.956096977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T21:07:42.478899Z","caller":"traceutil/trace.go:171","msg":"trace[16996422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2244; }","duration":"282.89797ms","start":"2026-02-27T21:07:42.195984Z","end":"2026-02-27T21:07:42.478882Z","steps":["trace[16996422] 'agreement among raft nodes before linearized reading' (duration: 282.771777ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:42.478919Z","caller":"traceutil/trace.go:171","msg":"trace[417428074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2244; }","duration":"2.956151358s","start":"2026-02-27T21:07:39.522738Z","end":"2026-02-27T21:07:42.47889Z","steps":["trace[417428074] 'agreement among raft nodes before linearized reading' (duration: 2.956007055s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:42.478921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.462328277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"warn","ts":"2026-02-27T21:07:42.478961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:39.522727Z","time spent":"2.95622495s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T21:07:42.478958Z","caller":"traceutil/trace.go:171","msg":"trace[1936859138] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"2.158363876s","start":"2026-02-27T21:07:40.320567Z","end":"2026-02-27T21:07:42.47893Z","steps":["trace[1936859138] 'process raft request' (duration: 1.597996886s)","trace[1936859138] 'compare' (duration: 559.523661ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:42.478983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089832304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T21:07:42.478988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.107998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T21:07:42.479013Z","caller":"traceutil/trace.go:171","msg":"trace[1857665371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2244; }","duration":"2.089905315s","start":"2026-02-27T21:07:40.389099Z","end":"2026-02-27T21:07:42.479005Z","steps":["trace[1857665371] 'agreement among raft nodes before linearized reading' (duration: 2.089797173s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:42.479047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:40.389083Z","time spent":"2.089953967s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T21:07:42.479041Z","caller":"traceutil/trace.go:171","msg":"trace[1283436602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2244; }","duration":"975.1959ms","start":"2026-02-27T21:07:41.503831Z","end":"2026-02-27T21:07:42.479027Z","steps":["trace[1283436602] 'agreement among raft nodes before linearized reading' (duration: 975.049007ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:42.478996Z","caller":"traceutil/trace.go:171","msg":"trace[753594000] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2244; }","duration":"2.462447929s","start":"2026-02-27T21:07:40.016533Z","end":"2026-02-27T21:07:42.478981Z","steps":["trace[753594000] 'agreement among raft nodes before linearized reading' (duration: 2.462207094s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:42.479085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:40.320541Z","time spent":"2.158465498s","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1335,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:42.479106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:41.503811Z","time spent":"975.264552ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T21:07:42.478914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090381957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-27T21:07:42.479193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:40.016509Z","time spent":"2.462630353s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T21:07:42.47925Z","caller":"traceutil/trace.go:171","msg":"trace[1459659073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2244; }","duration":"2.090738304s","start":"2026-02-27T21:07:40.388489Z","end":"2026-02-27T21:07:42.479228Z","steps":["trace[1459659073] 'agreement among raft nodes before linearized reading' (duration: 2.090220613s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:42.479296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:40.388482Z","time spent":"2.090800836s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:07:42.479717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091442469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T21:07:42.479854Z","caller":"traceutil/trace.go:171","msg":"trace[1681912204] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2244; }","duration":"2.091617583s","start":"2026-02-27T21:07:40.388226Z","end":"2026-02-27T21:07:42.479843Z","steps":["trace[1681912204] 'agreement among raft nodes before linearized reading' (duration: 2.091213015s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:42.479896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:40.388204Z","time spent":"2.091683285s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:07:43.291431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.452976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:43.291546Z","caller":"traceutil/trace.go:171","msg":"trace[2137593174] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"807.992756ms","start":"2026-02-27T21:07:42.483534Z","end":"2026-02-27T21:07:43.291527Z","steps":["trace[2137593174] 'process raft request' (duration: 396.367506ms)","trace[2137593174] 'compare' (duration: 411.331153ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:43.291604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:42.483514Z","time spent":"808.063848ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:43.505688Z","caller":"traceutil/trace.go:171","msg":"trace[100832343] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"1.021874242s","start":"2026-02-27T21:07:42.483792Z","end":"2026-02-27T21:07:43.505667Z","steps":["trace[100832343] 'process raft request' (duration: 1.02175867s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:43.505729Z","caller":"traceutil/trace.go:171","msg":"trace[955832353] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"1.022118867s","start":"2026-02-27T21:07:42.483584Z","end":"2026-02-27T21:07:43.505703Z","steps":["trace[955832353] 'process raft request' (duration: 983.813507ms)","trace[955832353] 'compare' (duration: 37.967853ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:43.505822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:42.48376Z","time spent":"1.021997995s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:43.505824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:42.48356Z","time spent":"1.022216979s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:43.505828Z","caller":"traceutil/trace.go:171","msg":"trace[1002293742] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"1.020857009s","start":"2026-02-27T21:07:42.484949Z","end":"2026-02-27T21:07:43.505806Z","steps":["trace[1002293742] 'process raft request' (duration: 1.020777927s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:43.505894Z","caller":"traceutil/trace.go:171","msg":"trace[79149804] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"1.021264738s","start":"2026-02-27T21:07:42.484621Z","end":"2026-02-27T21:07:43.505886Z","steps":["trace[79149804] 'process raft request' (duration: 1.021010412s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:43.506529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:42.484935Z","time spent":"1.020974931s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:43.506817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:42.484606Z","time spent":"1.021943182s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:43.632562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.957216ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T21:07:43.632743Z","caller":"traceutil/trace.go:171","msg":"trace[1001861616] linearizableReadLoop","detail":"{readStateIndex:2352; appliedIndex:2347; }","duration":"338.529317ms","start":"2026-02-27T21:07:43.294136Z","end":"2026-02-27T21:07:43.632665Z","steps":["trace[1001861616] 'read index received' (duration: 173.343447ms)","trace[1001861616] 'applied index is now lower than readState.Index' (duration: 165.18397ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:43.633046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.876025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T21:07:43.633274Z","caller":"traceutil/trace.go:171","msg":"trace[1104607107] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2249; }","duration":"338.990488ms","start":"2026-02-27T21:07:43.294098Z","end":"2026-02-27T21:07:43.633089Z","steps":["trace[1104607107] 'agreement among raft nodes before linearized reading' (duration: 338.693271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:43.63333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:43.294083Z","time spent":"339.234893ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T21:07:43.656253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.497587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-02-27T21:07:43.656372Z","caller":"traceutil/trace.go:171","msg":"trace[1273055029] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2250; }","duration":"170.665551ms","start":"2026-02-27T21:07:43.485688Z","end":"2026-02-27T21:07:43.656354Z","steps":["trace[1273055029] 'agreement among raft nodes before linearized reading' (duration: 170.383524ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:44.016705Z","caller":"traceutil/trace.go:171","msg":"trace[1734773554] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"221.680558ms","start":"2026-02-27T21:07:43.794998Z","end":"2026-02-27T21:07:44.016679Z","steps":["trace[1734773554] 'process raft request' (duration: 221.514764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:44.203788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.991268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:44.203876Z","caller":"traceutil/trace.go:171","msg":"trace[1872479085] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2253; }","duration":"104.143372ms","start":"2026-02-27T21:07:44.099714Z","end":"2026-02-27T21:07:44.203857Z","steps":["trace[1872479085] 'range keys from in-memory index tree' (duration: 103.906776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:44.448063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.12115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T21:07:44.448146Z","caller":"traceutil/trace.go:171","msg":"trace[852580947] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2254; }","duration":"140.258445ms","start":"2026-02-27T21:07:44.307868Z","end":"2026-02-27T21:07:44.448126Z","steps":["trace[852580947] 'range keys from in-memory index tree' (duration: 139.936207ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:45.554517Z","caller":"traceutil/trace.go:171","msg":"trace[1230755376] linearizableReadLoop","detail":"{readStateIndex:2359; appliedIndex:2358; }","duration":"237.504804ms","start":"2026-02-27T21:07:45.316994Z","end":"2026-02-27T21:07:45.554499Z","steps":["trace[1230755376] 'read index received' (duration: 237.290719ms)","trace[1230755376] 'applied index is now lower than readState.Index' (duration: 210.735µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:45.554551Z","caller":"traceutil/trace.go:171","msg":"trace[760042589] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"255.248853ms","start":"2026-02-27T21:07:45.299283Z","end":"2026-02-27T21:07:45.554532Z","steps":["trace[760042589] 'process raft request' (duration: 255.07719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:45.554664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.650988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:45.554718Z","caller":"traceutil/trace.go:171","msg":"trace[1228014696] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:0; response_revision:2256; }","duration":"237.74879ms","start":"2026-02-27T21:07:45.316952Z","end":"2026-02-27T21:07:45.554701Z","steps":["trace[1228014696] 'agreement among raft nodes before linearized reading' (duration: 237.660348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:46.087699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.284174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:46.087838Z","caller":"traceutil/trace.go:171","msg":"trace[969318116] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"528.962211ms","start":"2026-02-27T21:07:45.558848Z","end":"2026-02-27T21:07:46.08781Z","steps":["trace[969318116] 'process raft request' (duration: 372.450942ms)","trace[969318116] 'compare' (duration: 156.096981ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:46.087926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:45.558827Z","time spent":"529.055573ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:46.306973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.875791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:46.307256Z","caller":"traceutil/trace.go:171","msg":"trace[55518181] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"748.139653ms","start":"2026-02-27T21:07:45.559091Z","end":"2026-02-27T21:07:46.30723Z","steps":["trace[55518181] 'process raft request' (duration: 747.98999ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:46.307298Z","caller":"traceutil/trace.go:171","msg":"trace[2108891446] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"602.86826ms","start":"2026-02-27T21:07:45.704412Z","end":"2026-02-27T21:07:46.30728Z","steps":["trace[2108891446] 'process raft request' (duration: 602.801409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:46.307378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:45.704394Z","time spent":"602.949072ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:46.307395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:45.559076Z","time spent":"748.247206ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:46.307272Z","caller":"traceutil/trace.go:171","msg":"trace[2033625994] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"747.902949ms","start":"2026-02-27T21:07:45.559342Z","end":"2026-02-27T21:07:46.307244Z","steps":["trace[2033625994] 'process raft request' (duration: 747.787746ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:46.307396Z","caller":"traceutil/trace.go:171","msg":"trace[351560456] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"645.529205ms","start":"2026-02-27T21:07:45.661819Z","end":"2026-02-27T21:07:46.307348Z","steps":["trace[351560456] 'process raft request' (duration: 645.362401ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:46.307556Z","caller":"traceutil/trace.go:171","msg":"trace[1623913321] linearizableReadLoop","detail":"{readStateIndex:2363; appliedIndex:2359; }","duration":"746.474427ms","start":"2026-02-27T21:07:45.561069Z","end":"2026-02-27T21:07:46.307544Z","steps":["trace[1623913321] 'read index received' (duration: 370.056499ms)","trace[1623913321] 'applied index is now lower than readState.Index' (duration: 376.416088ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:46.307567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:45.661797Z","time spent":"645.683579ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:46.307608Z","caller":"traceutil/trace.go:171","msg":"trace[734564264] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"602.809439ms","start":"2026-02-27T21:07:45.70479Z","end":"2026-02-27T21:07:46.307599Z","steps":["trace[734564264] 'process raft request' (duration: 602.456222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:46.307658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:45.704764Z","time spent":"602.87001ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:46.30769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.118554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:46.307562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:45.559317Z","time spent":"748.145454ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:46.307244Z","caller":"traceutil/trace.go:171","msg":"trace[1755542750] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"748.201625ms","start":"2026-02-27T21:07:45.558997Z","end":"2026-02-27T21:07:46.307198Z","steps":["trace[1755542750] 'process raft request' (duration: 631.022287ms)","trace[1755542750] 'compare' (duration: 116.724118ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:46.307726Z","caller":"traceutil/trace.go:171","msg":"trace[58515264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2263; }","duration":"116.187446ms","start":"2026-02-27T21:07:46.191529Z","end":"2026-02-27T21:07:46.307717Z","steps":["trace[58515264] 'agreement among raft nodes before linearized reading' (duration: 116.128624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:46.30783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:45.558962Z","time spent":"748.799598ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:46.307879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.804044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123266"} {"level":"info","ts":"2026-02-27T21:07:46.307953Z","caller":"traceutil/trace.go:171","msg":"trace[1950067438] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2263; }","duration":"746.892365ms","start":"2026-02-27T21:07:45.561042Z","end":"2026-02-27T21:07:46.307934Z","steps":["trace[1950067438] 'agreement among raft nodes before linearized reading' (duration: 746.600169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:46.308004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:45.561032Z","time spent":"746.962038ms","remote":"127.0.0.1:57976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123290,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-02-27T21:07:46.848237Z","caller":"traceutil/trace.go:171","msg":"trace[424113460] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"536.558997ms","start":"2026-02-27T21:07:46.311645Z","end":"2026-02-27T21:07:46.848204Z","steps":["trace[424113460] 'process raft request' (duration: 536.312602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:46.848411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:46.31162Z","time spent":"536.70523ms","remote":"127.0.0.1:57976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":123252,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:47.975961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.941647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:47.976074Z","caller":"traceutil/trace.go:171","msg":"trace[975311272] linearizableReadLoop","detail":"{readStateIndex:2369; appliedIndex:2368; }","duration":"1.125168685s","start":"2026-02-27T21:07:46.850888Z","end":"2026-02-27T21:07:47.976057Z","steps":["trace[975311272] 'read index received' (duration: 185.005544ms)","trace[975311272] 'applied index is now lower than readState.Index' (duration: 940.162041ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:47.976171Z","caller":"traceutil/trace.go:171","msg":"trace[1632419767] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"1.58131124s","start":"2026-02-27T21:07:46.394844Z","end":"2026-02-27T21:07:47.976155Z","steps":["trace[1632419767] 'process raft request' (duration: 641.069537ms)","trace[1632419767] 'compare' (duration: 939.832975ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:47.976258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:46.394817Z","time spent":"1.581398943s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:47.976584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125700246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:47.976634Z","caller":"traceutil/trace.go:171","msg":"trace[1991042529] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:2265; }","duration":"1.125795229s","start":"2026-02-27T21:07:46.850826Z","end":"2026-02-27T21:07:47.976621Z","steps":["trace[1991042529] 'agreement among raft nodes before linearized reading' (duration: 1.125690686s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:47.976668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:46.8508Z","time spent":"1.1258604s","remote":"127.0.0.1:58008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-02-27T21:07:48.02112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.787691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:07:48.021206Z","caller":"traceutil/trace.go:171","msg":"trace[1116005615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2266; }","duration":"462.915563ms","start":"2026-02-27T21:07:47.558269Z","end":"2026-02-27T21:07:48.021184Z","steps":["trace[1116005615] 'agreement among raft nodes before linearized reading' (duration: 462.694268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:48.021249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:47.558248Z","time spent":"462.992845ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:07:49.77424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361475443s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:49.774677Z","caller":"traceutil/trace.go:171","msg":"trace[53703151] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"1.795310609s","start":"2026-02-27T21:07:47.979329Z","end":"2026-02-27T21:07:49.77464Z","steps":["trace[53703151] 'process raft request' (duration: 433.376396ms)","trace[53703151] 'compare' (duration: 1.360928051s)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:49.774748Z","caller":"traceutil/trace.go:171","msg":"trace[336569350] linearizableReadLoop","detail":"{readStateIndex:2371; appliedIndex:2370; }","duration":"1.753772118s","start":"2026-02-27T21:07:48.020932Z","end":"2026-02-27T21:07:49.774704Z","steps":["trace[336569350] 'read index received' (duration: 391.807205ms)","trace[336569350] 'applied index is now lower than readState.Index' (duration: 1.361949473s)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:49.7748Z","caller":"traceutil/trace.go:171","msg":"trace[1086696885] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"1.749444034s","start":"2026-02-27T21:07:48.025337Z","end":"2026-02-27T21:07:49.774781Z","steps":["trace[1086696885] 'process raft request' (duration: 1.749013195s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:49.774973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:47.979303Z","time spent":"1.795441432s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:07:49.774933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:48.025314Z","time spent":"1.749556207s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:49.775152Z","caller":"traceutil/trace.go:171","msg":"trace[1342406765] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"1.581793861s","start":"2026-02-27T21:07:48.193319Z","end":"2026-02-27T21:07:49.775113Z","steps":["trace[1342406765] 'process raft request' (duration: 1.581405973s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:49.775213Z","caller":"traceutil/trace.go:171","msg":"trace[952034015] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"1.461549126s","start":"2026-02-27T21:07:48.313638Z","end":"2026-02-27T21:07:49.775187Z","steps":["trace[952034015] 'process raft request' (duration: 1.461328711s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:49.775069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796208399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-27T21:07:49.775386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:48.31361Z","time spent":"1.461663869s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:49.775396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:48.193302Z","time spent":"1.581961344s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:49.775431Z","caller":"traceutil/trace.go:171","msg":"trace[943732672] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2269; }","duration":"1.796606007s","start":"2026-02-27T21:07:47.978801Z","end":"2026-02-27T21:07:49.775407Z","steps":["trace[943732672] 'agreement among raft nodes before linearized reading' (duration: 1.796041034s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:49.775469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683603082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T21:07:49.775495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:47.978781Z","time spent":"1.796695109s","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T21:07:49.775523Z","caller":"traceutil/trace.go:171","msg":"trace[1554803674] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"1.461360001s","start":"2026-02-27T21:07:48.314156Z","end":"2026-02-27T21:07:49.775516Z","steps":["trace[1554803674] 'process raft request' (duration: 1.460970123s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:49.775529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462013806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T21:07:49.775589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:48.31414Z","time spent":"1.461418062s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:49.77561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462289662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T21:07:49.775624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.210236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:49.775688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583847095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:49.775697Z","caller":"traceutil/trace.go:171","msg":"trace[351942778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2272; }","duration":"268.310658ms","start":"2026-02-27T21:07:49.507372Z","end":"2026-02-27T21:07:49.775682Z","steps":["trace[351942778] 'agreement among raft nodes before linearized reading' (duration: 268.209106ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:49.775723Z","caller":"traceutil/trace.go:171","msg":"trace[1303644521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2272; }","duration":"1.583916136s","start":"2026-02-27T21:07:48.191799Z","end":"2026-02-27T21:07:49.775715Z","steps":["trace[1303644521] 'agreement among raft nodes before linearized reading' (duration: 1.583869225s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:49.775579Z","caller":"traceutil/trace.go:171","msg":"trace[1837215444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2272; }","duration":"1.462073717s","start":"2026-02-27T21:07:48.313489Z","end":"2026-02-27T21:07:49.775563Z","steps":["trace[1837215444] 'agreement among raft nodes before linearized reading' (duration: 1.461892143s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:49.775756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:48.19178Z","time spent":"1.583970108s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:07:49.775791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462515167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T21:07:49.7758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:48.313483Z","time spent":"1.462305352s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T21:07:49.775641Z","caller":"traceutil/trace.go:171","msg":"trace[1764579938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2272; }","duration":"1.462355053s","start":"2026-02-27T21:07:48.313278Z","end":"2026-02-27T21:07:49.775633Z","steps":["trace[1764579938] 'agreement among raft nodes before linearized reading' (duration: 1.462279972s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:49.775851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:48.313256Z","time spent":"1.462587088s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T21:07:49.775863Z","caller":"traceutil/trace.go:171","msg":"trace[22526384] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2272; }","duration":"1.462588528s","start":"2026-02-27T21:07:48.313231Z","end":"2026-02-27T21:07:49.775819Z","steps":["trace[22526384] 'agreement among raft nodes before linearized reading' (duration: 1.462402544s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:49.775487Z","caller":"traceutil/trace.go:171","msg":"trace[503872629] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"1.461263769s","start":"2026-02-27T21:07:48.31421Z","end":"2026-02-27T21:07:49.775474Z","steps":["trace[503872629] 'process raft request' (duration: 1.461070815s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:49.775902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:48.313211Z","time spent":"1.46268118s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T21:07:49.775526Z","caller":"traceutil/trace.go:171","msg":"trace[762948092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2272; }","duration":"1.683696563s","start":"2026-02-27T21:07:48.091817Z","end":"2026-02-27T21:07:49.775513Z","steps":["trace[762948092] 'agreement among raft nodes before linearized reading' (duration: 1.683554s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:49.775987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:48.091802Z","time spent":"1.684171514s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:07:49.775991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:48.314193Z","time spent":"1.461736679s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:50.226897Z","caller":"traceutil/trace.go:171","msg":"trace[1574704455] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"446.629826ms","start":"2026-02-27T21:07:49.780244Z","end":"2026-02-27T21:07:50.226874Z","steps":["trace[1574704455] 'process raft request' (duration: 417.168831ms)","trace[1574704455] 'compare' (duration: 29.333482ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:50.227008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:49.780227Z","time spent":"446.730579ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":670,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:07:50.609984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.675768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:50.610248Z","caller":"traceutil/trace.go:171","msg":"trace[213880639] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"829.931445ms","start":"2026-02-27T21:07:49.780288Z","end":"2026-02-27T21:07:50.61022Z","steps":["trace[213880639] 'process raft request' (duration: 706.9418ms)","trace[213880639] 'compare' (duration: 122.364132ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:50.610274Z","caller":"traceutil/trace.go:171","msg":"trace[1200238759] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"829.965647ms","start":"2026-02-27T21:07:49.780284Z","end":"2026-02-27T21:07:50.61025Z","steps":["trace[1200238759] 'process raft request' (duration: 829.812444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:50.610368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:49.780273Z","time spent":"830.033838ms","remote":"127.0.0.1:58184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1245,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:07:50.610379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:49.780255Z","time spent":"830.068709ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:50.610605Z","caller":"traceutil/trace.go:171","msg":"trace[1810164931] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"829.952276ms","start":"2026-02-27T21:07:49.780644Z","end":"2026-02-27T21:07:50.610596Z","steps":["trace[1810164931] 'process raft request' (duration: 829.557348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:50.610654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:49.780605Z","time spent":"830.017738ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:50.61071Z","caller":"traceutil/trace.go:171","msg":"trace[1345070661] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"829.722921ms","start":"2026-02-27T21:07:49.780959Z","end":"2026-02-27T21:07:50.610682Z","steps":["trace[1345070661] 'process raft request' (duration: 829.525237ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:50.610724Z","caller":"traceutil/trace.go:171","msg":"trace[1835504273] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"731.0941ms","start":"2026-02-27T21:07:49.879604Z","end":"2026-02-27T21:07:50.610698Z","steps":["trace[1835504273] 'process raft request' (duration: 731.025658ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:50.610768Z","caller":"traceutil/trace.go:171","msg":"trace[422371696] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"829.683291ms","start":"2026-02-27T21:07:49.781069Z","end":"2026-02-27T21:07:50.610753Z","steps":["trace[422371696] 'process raft request' (duration: 829.520457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:50.610837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:49.780951Z","time spent":"829.819603ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:50.610852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:49.78104Z","time spent":"829.769202ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:50.610879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:49.879577Z","time spent":"731.218483ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:51.154165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.588283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:51.154248Z","caller":"traceutil/trace.go:171","msg":"trace[1122046478] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2279; }","duration":"397.715805ms","start":"2026-02-27T21:07:50.756517Z","end":"2026-02-27T21:07:51.154233Z","steps":["trace[1122046478] 'range keys from in-memory index tree' (duration: 397.520481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:51.154283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:50.756499Z","time spent":"397.774897ms","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T21:07:51.598966Z","caller":"traceutil/trace.go:171","msg":"trace[942285193] linearizableReadLoop","detail":"{readStateIndex:2384; appliedIndex:2383; }","duration":"419.881681ms","start":"2026-02-27T21:07:51.179042Z","end":"2026-02-27T21:07:51.598923Z","steps":["trace[942285193] 'read index received' (duration: 419.752638ms)","trace[942285193] 'applied index is now lower than readState.Index' (duration: 127.693µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:51.599192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.467644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:51.599234Z","caller":"traceutil/trace.go:171","msg":"trace[1256641367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2280; }","duration":"410.559945ms","start":"2026-02-27T21:07:51.188664Z","end":"2026-02-27T21:07:51.599224Z","steps":["trace[1256641367] 'agreement among raft nodes before linearized reading' (duration: 410.421463ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:51.599169Z","caller":"traceutil/trace.go:171","msg":"trace[2043123122] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"425.364471ms","start":"2026-02-27T21:07:51.173768Z","end":"2026-02-27T21:07:51.599132Z","steps":["trace[2043123122] 'process raft request' (duration: 425.024753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:51.599303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.218718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-02-27T21:07:51.599367Z","caller":"traceutil/trace.go:171","msg":"trace[1253740267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2280; }","duration":"420.3357ms","start":"2026-02-27T21:07:51.179013Z","end":"2026-02-27T21:07:51.599349Z","steps":["trace[1253740267] 'agreement among raft nodes before linearized reading' (duration: 420.047884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:51.599408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:51.178985Z","time spent":"420.413122ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:07:51.599507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:51.173749Z","time spent":"425.567815ms","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":917,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:07:51.599267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:51.188647Z","time spent":"410.612587ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T21:07:51.838467Z","caller":"traceutil/trace.go:171","msg":"trace[1138681132] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"227.053636ms","start":"2026-02-27T21:07:51.611387Z","end":"2026-02-27T21:07:51.83844Z","steps":["trace[1138681132] 'process raft request' (duration: 226.916433ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:52.210775Z","caller":"traceutil/trace.go:171","msg":"trace[1558618968] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2281; }","duration":"598.148407ms","start":"2026-02-27T21:07:51.612599Z","end":"2026-02-27T21:07:52.210748Z","steps":["trace[1558618968] 'process raft request' (duration: 597.982782ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:52.210814Z","caller":"traceutil/trace.go:171","msg":"trace[1154283572] linearizableReadLoop","detail":"{readStateIndex:2388; appliedIndex:2384; }","duration":"429.388439ms","start":"2026-02-27T21:07:51.781413Z","end":"2026-02-27T21:07:52.210802Z","steps":["trace[1154283572] 'read index received' (duration: 56.980059ms)","trace[1154283572] 'applied index is now lower than readState.Index' (duration: 372.40768ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:52.210858Z","caller":"traceutil/trace.go:171","msg":"trace[1520689297] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"564.536181ms","start":"2026-02-27T21:07:51.646299Z","end":"2026-02-27T21:07:52.210835Z","steps":["trace[1520689297] 'process raft request' (duration: 564.403328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:52.210908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:51.612583Z","time spent":"598.25229ms","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":1556,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:52.210943Z","caller":"traceutil/trace.go:171","msg":"trace[1906678960] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"429.346879ms","start":"2026-02-27T21:07:51.781588Z","end":"2026-02-27T21:07:52.210935Z","steps":["trace[1906678960] 'process raft request' (duration: 429.152205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:52.210953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:51.646287Z","time spent":"564.618662ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:52.210991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.566444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:07:52.211031Z","caller":"traceutil/trace.go:171","msg":"trace[1416089560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2286; }","duration":"429.654925ms","start":"2026-02-27T21:07:51.781371Z","end":"2026-02-27T21:07:52.211026Z","steps":["trace[1416089560] 'agreement among raft nodes before linearized reading' (duration: 429.520352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:52.21105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:51.781348Z","time spent":"429.696856ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T21:07:52.21089Z","caller":"traceutil/trace.go:171","msg":"trace[282990998] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"426.846203ms","start":"2026-02-27T21:07:51.784006Z","end":"2026-02-27T21:07:52.210853Z","steps":["trace[282990998] 'process raft request' (duration: 426.756221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:52.211067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:51.781575Z","time spent":"429.39917ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:52.211113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:51.783994Z","time spent":"427.094779ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:52.210882Z","caller":"traceutil/trace.go:171","msg":"trace[1360622301] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"426.615259ms","start":"2026-02-27T21:07:51.78426Z","end":"2026-02-27T21:07:52.210876Z","steps":["trace[1360622301] 'process raft request' (duration: 426.520387ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:52.211248Z","caller":"traceutil/trace.go:171","msg":"trace[1442921599] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"593.656369ms","start":"2026-02-27T21:07:51.617583Z","end":"2026-02-27T21:07:52.21124Z","steps":["trace[1442921599] 'process raft request' (duration: 593.066725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:52.211278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:51.617565Z","time spent":"593.698349ms","remote":"127.0.0.1:38786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":531,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:07:52.211286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:51.784216Z","time spent":"427.030928ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:52.711483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456269757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:07:53.212553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456269757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:07:53.512903Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.238931367s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T21:07:53.513656Z","caller":"traceutil/trace.go:171","msg":"trace[1697398092] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"1.568492729s","start":"2026-02-27T21:07:51.94513Z","end":"2026-02-27T21:07:53.513622Z","steps":["trace[1697398092] 'process raft request' (duration: 1.568421317s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:53.513721Z","caller":"traceutil/trace.go:171","msg":"trace[930324283] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"1.6693851s","start":"2026-02-27T21:07:51.844303Z","end":"2026-02-27T21:07:53.513688Z","steps":["trace[930324283] 'process raft request' (duration: 1.66893519s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:53.513849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:51.945096Z","time spent":"1.568665973s","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2419,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:07:53.513909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:51.844279Z","time spent":"1.669519943s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:07:54.042645Z","caller":"traceutil/trace.go:171","msg":"trace[384221499] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"1.82411579s","start":"2026-02-27T21:07:52.218494Z","end":"2026-02-27T21:07:54.042609Z","steps":["trace[384221499] 'process raft request' (duration: 1.823856125s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:54.042677Z","caller":"traceutil/trace.go:171","msg":"trace[1606750588] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"1.817219719s","start":"2026-02-27T21:07:52.225433Z","end":"2026-02-27T21:07:54.042653Z","steps":["trace[1606750588] 'process raft request' (duration: 1.817120917s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:54.042691Z","caller":"traceutil/trace.go:171","msg":"trace[1227053460] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"1.823712071s","start":"2026-02-27T21:07:52.218941Z","end":"2026-02-27T21:07:54.042653Z","steps":["trace[1227053460] 'process raft request' (duration: 1.823552148s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:54.042822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:52.218471Z","time spent":"1.824256533s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":691,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:07:54.042839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:52.225395Z","time spent":"1.817347531s","remote":"127.0.0.1:38786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1128,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:54.042854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:52.218929Z","time spent":"1.823834826s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:54.043171Z","caller":"traceutil/trace.go:171","msg":"trace[2009870962] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"1.815908111s","start":"2026-02-27T21:07:52.227251Z","end":"2026-02-27T21:07:54.043159Z","steps":["trace[2009870962] 'process raft request' (duration: 1.815354808s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:54.043243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:52.227241Z","time spent":"1.815970153s","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2054,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:54.192036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000288681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:07:54.192124Z","caller":"traceutil/trace.go:171","msg":"trace[438015980] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000466695s","start":"2026-02-27T21:07:52.191639Z","end":"2026-02-27T21:07:54.192105Z","steps":["trace[438015980] 'agreement among raft nodes before linearized reading' (duration: 2.000354842s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:54.192173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:52.191614Z","time spent":"2.000549676s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:07:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:07:54.203576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.67187ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T21:07:54.2037Z","caller":"traceutil/trace.go:171","msg":"trace[1901847501] linearizableReadLoop","detail":"{readStateIndex:2398; appliedIndex:2391; }","duration":"1.992822517s","start":"2026-02-27T21:07:52.210855Z","end":"2026-02-27T21:07:54.203678Z","steps":["trace[1901847501] 'read index received' (duration: 1.302400248s)","trace[1901847501] 'applied index is now lower than readState.Index' (duration: 690.420249ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:54.451105Z","caller":"traceutil/trace.go:171","msg":"trace[1679293719] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2293; }","duration":"925.613132ms","start":"2026-02-27T21:07:53.525469Z","end":"2026-02-27T21:07:54.451082Z","steps":["trace[1679293719] 'process raft request' (duration: 925.557591ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:54.451157Z","caller":"traceutil/trace.go:171","msg":"trace[1835504182] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"932.183286ms","start":"2026-02-27T21:07:53.518923Z","end":"2026-02-27T21:07:54.451106Z","steps":["trace[1835504182] 'process raft request' (duration: 931.950711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:54.451253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:53.525455Z","time spent":"925.723644ms","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":2104,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:54.451266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:53.518895Z","time spent":"932.314469ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:07:55.354813Z","caller":"traceutil/trace.go:171","msg":"trace[985611844] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"1.307285486s","start":"2026-02-27T21:07:54.0475Z","end":"2026-02-27T21:07:55.354785Z","steps":["trace[985611844] 'process raft request' (duration: 1.306976809s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:55.354854Z","caller":"traceutil/trace.go:171","msg":"trace[1750079622] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"1.13723896s","start":"2026-02-27T21:07:54.217599Z","end":"2026-02-27T21:07:55.354838Z","steps":["trace[1750079622] 'process raft request' (duration: 1.137176389s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:55.354883Z","caller":"traceutil/trace.go:171","msg":"trace[1826771080] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"1.13773915s","start":"2026-02-27T21:07:54.217108Z","end":"2026-02-27T21:07:55.354847Z","steps":["trace[1826771080] 'process raft request' (duration: 1.137601587s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:55.354927Z","caller":"traceutil/trace.go:171","msg":"trace[254987651] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2294; }","duration":"1.29879406s","start":"2026-02-27T21:07:54.056107Z","end":"2026-02-27T21:07:55.354901Z","steps":["trace[254987651] 'process raft request' (duration: 1.298551025s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:55.354954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:54.047469Z","time spent":"1.307419239s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:07:55.354961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:54.217583Z","time spent":"1.137315891s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:55.355058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:54.217078Z","time spent":"1.137921534s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:55.355054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:54.056084Z","time spent":"1.298893142s","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":2104,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:55.355178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139478803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:55.355255Z","caller":"traceutil/trace.go:171","msg":"trace[1472946679] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:0; response_revision:2297; }","duration":"3.139596966s","start":"2026-02-27T21:07:52.215639Z","end":"2026-02-27T21:07:55.355236Z","steps":["trace[1472946679] 'agreement among raft nodes before linearized reading' (duration: 3.139458833s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:55.35531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:52.215617Z","time spent":"3.139680418s","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"info","ts":"2026-02-27T21:07:55.355048Z","caller":"traceutil/trace.go:171","msg":"trace[1633052781] linearizableReadLoop","detail":"{readStateIndex:2402; appliedIndex:2398; }","duration":"1.151269677s","start":"2026-02-27T21:07:54.203733Z","end":"2026-02-27T21:07:55.355003Z","steps":["trace[1633052781] 'read index received' (duration: 247.132674ms)","trace[1633052781] 'applied index is now lower than readState.Index' (duration: 904.135733ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:55.355346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739624792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T21:07:55.355368Z","caller":"traceutil/trace.go:171","msg":"trace[298586589] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"1.13773318s","start":"2026-02-27T21:07:54.217623Z","end":"2026-02-27T21:07:55.355356Z","steps":["trace[298586589] 'process raft request' (duration: 1.137182998s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:55.355386Z","caller":"traceutil/trace.go:171","msg":"trace[14310964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2297; }","duration":"2.739711164s","start":"2026-02-27T21:07:52.615663Z","end":"2026-02-27T21:07:55.355375Z","steps":["trace[14310964] 'agreement among raft nodes before linearized reading' (duration: 2.73955335s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:55.355387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965532699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-02-27T21:07:55.35544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:54.217608Z","time spent":"1.137789392s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:55.355435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739834206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T21:07:55.355488Z","caller":"traceutil/trace.go:171","msg":"trace[260141792] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2297; }","duration":"1.965714313s","start":"2026-02-27T21:07:53.389749Z","end":"2026-02-27T21:07:55.355463Z","steps":["trace[260141792] 'agreement among raft nodes before linearized reading' (duration: 1.965281984s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:55.355503Z","caller":"traceutil/trace.go:171","msg":"trace[108419145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2297; }","duration":"2.739961759s","start":"2026-02-27T21:07:52.615524Z","end":"2026-02-27T21:07:55.355486Z","steps":["trace[108419145] 'agreement among raft nodes before linearized reading' (duration: 2.739792005s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:55.355511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738339823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T21:07:55.355531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163162358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:07:55.35555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:52.615492Z","time spent":"2.740047241s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T21:07:55.355545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740673474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:07:55.35555Z","caller":"traceutil/trace.go:171","msg":"trace[1624909478] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2297; }","duration":"2.738394404s","start":"2026-02-27T21:07:52.617145Z","end":"2026-02-27T21:07:55.355539Z","steps":["trace[1624909478] 'agreement among raft nodes before linearized reading' (duration: 2.738301622s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:55.355596Z","caller":"traceutil/trace.go:171","msg":"trace[256424844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2297; }","duration":"1.16326673s","start":"2026-02-27T21:07:54.192312Z","end":"2026-02-27T21:07:55.355579Z","steps":["trace[256424844] 'agreement among raft nodes before linearized reading' (duration: 1.163160228s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:55.355602Z","caller":"traceutil/trace.go:171","msg":"trace[235235396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2297; }","duration":"2.740790477s","start":"2026-02-27T21:07:52.6148Z","end":"2026-02-27T21:07:55.355591Z","steps":["trace[235235396] 'agreement among raft nodes before linearized reading' (duration: 2.740599373s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:55.355607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:52.617133Z","time spent":"2.738466515s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:07:55.355631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:54.192294Z","time spent":"1.163330071s","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:07:55.355634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:52.614772Z","time spent":"2.740854488s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:07:55.35555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:53.389724Z","time spent":"1.965811746s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T21:07:55.355417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:52.615632Z","time spent":"2.739778535s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T21:07:55.860439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456269772,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T21:07:56.166799Z","caller":"traceutil/trace.go:171","msg":"trace[1970440313] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"1.696219028s","start":"2026-02-27T21:07:54.470554Z","end":"2026-02-27T21:07:56.166773Z","steps":["trace[1970440313] 'process raft request' (duration: 1.696064515s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:56.166965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:54.470533Z","time spent":"1.696342942s","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2341,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:56.610893Z","caller":"traceutil/trace.go:171","msg":"trace[1922114259] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"1.25094397s","start":"2026-02-27T21:07:55.359924Z","end":"2026-02-27T21:07:56.610868Z","steps":["trace[1922114259] 'process raft request' (duration: 1.250749706s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:56.611223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:55.3599Z","time spent":"1.251064563s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:56.611321Z","caller":"traceutil/trace.go:171","msg":"trace[632351695] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"1.251287518s","start":"2026-02-27T21:07:55.360011Z","end":"2026-02-27T21:07:56.611299Z","steps":["trace[632351695] 'process raft request' (duration: 1.250805277s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:56.611559Z","caller":"traceutil/trace.go:171","msg":"trace[556973777] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"1.251100434s","start":"2026-02-27T21:07:55.360441Z","end":"2026-02-27T21:07:56.611541Z","steps":["trace[556973777] 'process raft request' (duration: 1.250814948s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:56.611528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:55.360004Z","time spent":"1.251432802s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:56.611662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:55.360418Z","time spent":"1.251195157s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:56.611846Z","caller":"traceutil/trace.go:171","msg":"trace[287097576] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"1.25134086s","start":"2026-02-27T21:07:55.360473Z","end":"2026-02-27T21:07:56.611813Z","steps":["trace[287097576] 'process raft request' (duration: 1.251002031s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:56.611929Z","caller":"traceutil/trace.go:171","msg":"trace[734757880] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"1.250669275s","start":"2026-02-27T21:07:55.361226Z","end":"2026-02-27T21:07:56.611895Z","steps":["trace[734757880] 'process raft request' (duration: 1.250498062s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:56.611978Z","caller":"traceutil/trace.go:171","msg":"trace[839379027] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"1.247509396s","start":"2026-02-27T21:07:55.364419Z","end":"2026-02-27T21:07:56.611929Z","steps":["trace[839379027] 'process raft request' (duration: 1.247421514s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:56.612001Z","caller":"traceutil/trace.go:171","msg":"trace[597896405] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"1.085280492s","start":"2026-02-27T21:07:55.526692Z","end":"2026-02-27T21:07:56.611973Z","steps":["trace[597896405] 'process raft request' (duration: 1.08519523s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:56.612018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:55.360458Z","time spent":"1.251471013s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:56.612093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:55.526674Z","time spent":"1.085371934s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:56.612099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:55.361218Z","time spent":"1.250795718s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:56.611942Z","caller":"traceutil/trace.go:171","msg":"trace[801414058] linearizableReadLoop","detail":"{readStateIndex:2413; appliedIndex:2405; }","duration":"1.251741829s","start":"2026-02-27T21:07:55.360184Z","end":"2026-02-27T21:07:56.611926Z","steps":["trace[801414058] 'read index received' (duration: 806.424001ms)","trace[801414058] 'applied index is now lower than readState.Index' (duration: 445.316988ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:56.612122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:55.364396Z","time spent":"1.247626419s","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:07:56.612139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251942113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.1898369639d38911\" ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-02-27T21:07:56.612248Z","caller":"traceutil/trace.go:171","msg":"trace[1140144993] range","detail":"{range_begin:/registry/events/openstack/valkey.1898369639d38911; range_end:; response_count:1; response_revision:2305; }","duration":"1.252071226s","start":"2026-02-27T21:07:55.36016Z","end":"2026-02-27T21:07:56.612231Z","steps":["trace[1140144993] 'agreement among raft nodes before linearized reading' (duration: 1.25182257s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:56.612352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:55.36015Z","time spent":"1.252185118s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":730,"request content":"key:\"/registry/events/openstack/valkey.1898369639d38911\" "} {"level":"warn","ts":"2026-02-27T21:07:57.113207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456269781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:07:57.364862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000299001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:07:57.364938Z","caller":"traceutil/trace.go:171","msg":"trace[248825069] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000404553s","start":"2026-02-27T21:07:55.364518Z","end":"2026-02-27T21:07:57.364923Z","steps":["trace[248825069] 'agreement among raft nodes before linearized reading' (duration: 2.000314351s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:57.364979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:55.364511Z","time spent":"2.000460184s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T21:07:57.509512Z","caller":"traceutil/trace.go:171","msg":"trace[1421293641] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"1.327383756s","start":"2026-02-27T21:07:56.182105Z","end":"2026-02-27T21:07:57.509489Z","steps":["trace[1421293641] 'process raft request' (duration: 1.327239983s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:57.509687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:56.182072Z","time spent":"1.327511009s","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3035,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:07:57.823249Z","caller":"traceutil/trace.go:171","msg":"trace[2000158789] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"1.201640201s","start":"2026-02-27T21:07:56.621573Z","end":"2026-02-27T21:07:57.823214Z","steps":["trace[2000158789] 'process raft request' (duration: 1.201431746s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:57.823312Z","caller":"traceutil/trace.go:171","msg":"trace[1444510619] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2307; }","duration":"1.199782999s","start":"2026-02-27T21:07:56.62347Z","end":"2026-02-27T21:07:57.823253Z","steps":["trace[1444510619] 'process raft request' (duration: 1.199657837s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:57.823431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:56.621549Z","time spent":"1.201806085s","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1708,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:57.823501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:56.623451Z","time spent":"1.199951844s","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":66,"response count":0,"response size":1758,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:57.823566Z","caller":"traceutil/trace.go:171","msg":"trace[58759327] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"463.286711ms","start":"2026-02-27T21:07:57.360257Z","end":"2026-02-27T21:07:57.823543Z","steps":["trace[58759327] 'process raft request' (duration: 463.142228ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:57.823625Z","caller":"traceutil/trace.go:171","msg":"trace[1095394519] linearizableReadLoop","detail":"{readStateIndex:2417; appliedIndex:2413; }","duration":"1.211433375s","start":"2026-02-27T21:07:56.612168Z","end":"2026-02-27T21:07:57.823601Z","steps":["trace[1095394519] 'read index received' (duration: 897.145738ms)","trace[1095394519] 'applied index is now lower than readState.Index' (duration: 314.286577ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:57.823707Z","caller":"traceutil/trace.go:171","msg":"trace[1610394368] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"463.437104ms","start":"2026-02-27T21:07:57.360253Z","end":"2026-02-27T21:07:57.82369Z","steps":["trace[1610394368] 'process raft request' (duration: 462.904972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:57.823246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:56.614716Z","time spent":"1.208438079s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T21:07:57.823785Z","caller":"traceutil/trace.go:171","msg":"trace[1074464953] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"463.114548ms","start":"2026-02-27T21:07:57.360657Z","end":"2026-02-27T21:07:57.823772Z","steps":["trace[1074464953] 'process raft request' (duration: 462.849152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:57.823808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:57.360203Z","time spent":"463.555196ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:57.82381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:57.360203Z","time spent":"463.425664ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:57.823916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:57.360634Z","time spent":"463.179219ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:57.823964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783171052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:57.824013Z","caller":"traceutil/trace.go:171","msg":"trace[269534107] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2310; }","duration":"1.783271635s","start":"2026-02-27T21:07:56.040729Z","end":"2026-02-27T21:07:57.824Z","steps":["trace[269534107] 'agreement among raft nodes before linearized reading' (duration: 1.783142272s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:57.824048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:56.040707Z","time spent":"1.783332746s","remote":"127.0.0.1:58162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:07:57.824097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52014566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T21:07:57.824132Z","caller":"traceutil/trace.go:171","msg":"trace[289761190] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:2310; }","duration":"1.520209611s","start":"2026-02-27T21:07:56.303911Z","end":"2026-02-27T21:07:57.824121Z","steps":["trace[289761190] 'agreement among raft nodes before linearized reading' (duration: 1.520090159s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:57.824162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:56.303897Z","time spent":"1.520258692s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-02-27T21:07:57.824132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132379035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T21:07:57.824372Z","caller":"traceutil/trace.go:171","msg":"trace[1484275655] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2310; }","duration":"2.13261577s","start":"2026-02-27T21:07:55.691745Z","end":"2026-02-27T21:07:57.824361Z","steps":["trace[1484275655] 'agreement among raft nodes before linearized reading' (duration: 2.132281033s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:57.824362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777158761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T21:07:57.824405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:55.691701Z","time spent":"2.132694882s","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T21:07:57.824412Z","caller":"traceutil/trace.go:171","msg":"trace[2017237624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2310; }","duration":"1.777244703s","start":"2026-02-27T21:07:56.047157Z","end":"2026-02-27T21:07:57.824401Z","steps":["trace[2017237624] 'agreement among raft nodes before linearized reading' (duration: 1.777121671s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:57.824442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:56.047136Z","time spent":"1.777298704s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:07:58.323896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456269790,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:07:58.698875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000406919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:07:58.69896Z","caller":"traceutil/trace.go:171","msg":"trace[1462582461] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000540982s","start":"2026-02-27T21:07:56.6984Z","end":"2026-02-27T21:07:58.698941Z","steps":["trace[1462582461] 'agreement among raft nodes before linearized reading' (duration: 2.00043551s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:58.699003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:56.698382Z","time spent":"2.000611953s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:07:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:07:58.824911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456269790,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:07:58.877033Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054166922s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T21:07:58.877532Z","caller":"traceutil/trace.go:171","msg":"trace[1360934051] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"1.342066541s","start":"2026-02-27T21:07:57.53544Z","end":"2026-02-27T21:07:58.877506Z","steps":["trace[1360934051] 'process raft request' (duration: 1.341789365s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:58.877674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:57.53542Z","time spent":"1.342178394s","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3600,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:59.206987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:57.825392Z","time spent":"1.381588481s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T21:07:59.207213Z","caller":"traceutil/trace.go:171","msg":"trace[1915996948] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"1.381614412s","start":"2026-02-27T21:07:57.825566Z","end":"2026-02-27T21:07:59.20718Z","steps":["trace[1915996948] 'process raft request' (duration: 1.381330286s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:59.207439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:57.825541Z","time spent":"1.381777075s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":691,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:59.207639Z","caller":"traceutil/trace.go:171","msg":"trace[809969212] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"1.38203345s","start":"2026-02-27T21:07:57.825571Z","end":"2026-02-27T21:07:59.207605Z","steps":["trace[809969212] 'process raft request' (duration: 1.38155349s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:59.207794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:57.825547Z","time spent":"1.382173953s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:07:59.207818Z","caller":"traceutil/trace.go:171","msg":"trace[837429687] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"1.382183393s","start":"2026-02-27T21:07:57.825618Z","end":"2026-02-27T21:07:59.207801Z","steps":["trace[837429687] 'process raft request' (duration: 1.381917577s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:59.207882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:57.825598Z","time spent":"1.382256685s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:07:59.208048Z","caller":"traceutil/trace.go:171","msg":"trace[1316477175] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"1.382281176s","start":"2026-02-27T21:07:57.825737Z","end":"2026-02-27T21:07:59.208018Z","steps":["trace[1316477175] 'process raft request' (duration: 1.381943689s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:59.208231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:57.825727Z","time spent":"1.382436189s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":798,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:07:59.208664Z","caller":"traceutil/trace.go:171","msg":"trace[735372394] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"1.382689125s","start":"2026-02-27T21:07:57.825946Z","end":"2026-02-27T21:07:59.208635Z","steps":["trace[735372394] 'process raft request' (duration: 1.38200706s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:59.208788Z","caller":"traceutil/trace.go:171","msg":"trace[71964477] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"1.382754017s","start":"2026-02-27T21:07:57.82602Z","end":"2026-02-27T21:07:59.208774Z","steps":["trace[71964477] 'process raft request' (duration: 1.382529512s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:59.208856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:57.825997Z","time spent":"1.382832658s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":810,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:07:59.208916Z","caller":"traceutil/trace.go:171","msg":"trace[652671956] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"1.3828664s","start":"2026-02-27T21:07:57.826034Z","end":"2026-02-27T21:07:59.2089Z","steps":["trace[652671956] 'process raft request' (duration: 1.382595394s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:59.208887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:57.82593Z","time spent":"1.382810619s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:07:59.208995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:57.826006Z","time spent":"1.382959031s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":786,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:07:59.209019Z","caller":"traceutil/trace.go:171","msg":"trace[750740891] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"1.37968995s","start":"2026-02-27T21:07:57.829309Z","end":"2026-02-27T21:07:59.208999Z","steps":["trace[750740891] 'process raft request' (duration: 1.379491536s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:59.209111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:57.8293Z","time spent":"1.379775192s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:07:59.209418Z","caller":"traceutil/trace.go:171","msg":"trace[186014696] linearizableReadLoop","detail":"{readStateIndex:2433; appliedIndex:2420; }","duration":"1.385712362s","start":"2026-02-27T21:07:57.823688Z","end":"2026-02-27T21:07:59.2094Z","steps":["trace[186014696] 'read index received' (duration: 1.053680742s)","trace[186014696] 'applied index is now lower than readState.Index' (duration: 332.03018ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:07:59.209519Z","caller":"traceutil/trace.go:171","msg":"trace[393241659] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"1.225192954s","start":"2026-02-27T21:07:57.984313Z","end":"2026-02-27T21:07:59.209506Z","steps":["trace[393241659] 'process raft request' (duration: 1.22502251s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:59.209592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:57.984292Z","time spent":"1.225260615s","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2435,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:07:59.20961Z","caller":"traceutil/trace.go:171","msg":"trace[662335076] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"1.379864734s","start":"2026-02-27T21:07:57.82973Z","end":"2026-02-27T21:07:59.209594Z","steps":["trace[662335076] 'process raft request' (duration: 1.379113108s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:59.209682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:57.829718Z","time spent":"1.379926415s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:59.209694Z","caller":"traceutil/trace.go:171","msg":"trace[334735465] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"1.363457585s","start":"2026-02-27T21:07:57.846212Z","end":"2026-02-27T21:07:59.209669Z","steps":["trace[334735465] 'process raft request' (duration: 1.363042646s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:59.209791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893109101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:07:59.209806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:57.846187Z","time spent":"1.363555976s","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2256,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:07:59.209856Z","caller":"traceutil/trace.go:171","msg":"trace[827129010] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2322; }","duration":"1.893209882s","start":"2026-02-27T21:07:57.31663Z","end":"2026-02-27T21:07:59.209839Z","steps":["trace[827129010] 'agreement among raft nodes before linearized reading' (duration: 1.89309767s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:59.209939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:57.31661Z","time spent":"1.893313305s","remote":"127.0.0.1:58464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:07:59.209963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844040414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:07:59.210045Z","caller":"traceutil/trace.go:171","msg":"trace[669425067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2322; }","duration":"1.844198938s","start":"2026-02-27T21:07:57.365824Z","end":"2026-02-27T21:07:59.210023Z","steps":["trace[669425067] 'agreement among raft nodes before linearized reading' (duration: 1.843980813s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:59.210098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:57.365802Z","time spent":"1.84428591s","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:07:59.21033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134153002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:229327"} {"level":"info","ts":"2026-02-27T21:07:59.210433Z","caller":"traceutil/trace.go:171","msg":"trace[1245081801] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:2322; }","duration":"2.134240224s","start":"2026-02-27T21:07:57.076134Z","end":"2026-02-27T21:07:59.210374Z","steps":["trace[1245081801] 'agreement among raft nodes before linearized reading' (duration: 2.133654071s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:59.210505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:57.076083Z","time spent":"2.134388217s","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":7,"response size":229351,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-02-27T21:07:59.642996Z","caller":"traceutil/trace.go:171","msg":"trace[488273834] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"744.562673ms","start":"2026-02-27T21:07:58.898408Z","end":"2026-02-27T21:07:59.642971Z","steps":["trace[488273834] 'process raft request' (duration: 744.491671ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:59.643071Z","caller":"traceutil/trace.go:171","msg":"trace[42492917] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"758.611232ms","start":"2026-02-27T21:07:58.884424Z","end":"2026-02-27T21:07:59.643036Z","steps":["trace[42492917] 'process raft request' (duration: 758.333086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:59.643154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:58.89839Z","time spent":"744.683975ms","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7057,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:59.643215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:58.88439Z","time spent":"758.753414ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":785,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:07:59.847381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.411681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:07:59.847598Z","caller":"traceutil/trace.go:171","msg":"trace[1722725860] linearizableReadLoop","detail":"{readStateIndex:2436; appliedIndex:2433; }","duration":"638.112309ms","start":"2026-02-27T21:07:59.209469Z","end":"2026-02-27T21:07:59.847581Z","steps":["trace[1722725860] 'read index received' (duration: 433.371872ms)","trace[1722725860] 'applied index is now lower than readState.Index' (duration: 204.739597ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:59.847806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229510349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T21:07:59.847843Z","caller":"traceutil/trace.go:171","msg":"trace[2118886392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2327; }","duration":"1.229584651s","start":"2026-02-27T21:07:58.618249Z","end":"2026-02-27T21:07:59.847834Z","steps":["trace[2118886392] 'agreement among raft nodes before linearized reading' (duration: 1.229409847s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:59.847856Z","caller":"traceutil/trace.go:171","msg":"trace[2013541037] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"639.50861ms","start":"2026-02-27T21:07:59.208327Z","end":"2026-02-27T21:07:59.847835Z","steps":["trace[2013541037] 'process raft request' (duration: 464.554477ms)","trace[2013541037] 'compare' (duration: 174.311039ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:07:59.847876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:58.618229Z","time spent":"1.229639601s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:07:59.847949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:59.208305Z","time spent":"639.592482ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:07:59.847966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23091824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:07:59.84798Z","caller":"traceutil/trace.go:171","msg":"trace[303053247] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"631.848031ms","start":"2026-02-27T21:07:59.216107Z","end":"2026-02-27T21:07:59.847955Z","steps":["trace[303053247] 'process raft request' (duration: 631.380431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:59.848012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230825728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T21:07:59.847782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.600795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:07:59.84811Z","caller":"traceutil/trace.go:171","msg":"trace[1239357118] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2327; }","duration":"834.947672ms","start":"2026-02-27T21:07:59.013151Z","end":"2026-02-27T21:07:59.848099Z","steps":["trace[1239357118] 'agreement among raft nodes before linearized reading' (duration: 834.465212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:59.84809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230839879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T21:07:59.848154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:59.01308Z","time spent":"835.061934ms","remote":"127.0.0.1:58370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:07:59.848146Z","caller":"traceutil/trace.go:171","msg":"trace[5413286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2327; }","duration":"1.23094238s","start":"2026-02-27T21:07:58.617152Z","end":"2026-02-27T21:07:59.848094Z","steps":["trace[5413286] 'agreement among raft nodes before linearized reading' (duration: 1.230710525s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:07:59.84817Z","caller":"traceutil/trace.go:171","msg":"trace[47331998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2327; }","duration":"1.230930921s","start":"2026-02-27T21:07:58.61722Z","end":"2026-02-27T21:07:59.848151Z","steps":["trace[47331998] 'agreement among raft nodes before linearized reading' (duration: 1.230671755s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:59.848157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019394893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-27T21:07:59.848208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:58.617146Z","time spent":"1.231048614s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T21:07:59.848192Z","caller":"traceutil/trace.go:171","msg":"trace[1208164347] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"631.134485ms","start":"2026-02-27T21:07:59.216992Z","end":"2026-02-27T21:07:59.848126Z","steps":["trace[1208164347] 'process raft request' (duration: 630.550812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:59.848239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:58.617199Z","time spent":"1.231027292s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T21:07:59.848246Z","caller":"traceutil/trace.go:171","msg":"trace[368470566] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2327; }","duration":"2.019508756s","start":"2026-02-27T21:07:57.828716Z","end":"2026-02-27T21:07:59.848225Z","steps":["trace[368470566] 'agreement among raft nodes before linearized reading' (duration: 2.01922931s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:59.848319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:57.828699Z","time spent":"2.019591208s","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T21:07:59.848334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:59.21698Z","time spent":"631.283028ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:07:59.848011Z","caller":"traceutil/trace.go:171","msg":"trace[1055422425] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2327; }","duration":"1.231010862s","start":"2026-02-27T21:07:58.616987Z","end":"2026-02-27T21:07:59.847998Z","steps":["trace[1055422425] 'agreement among raft nodes before linearized reading' (duration: 1.230879299s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:07:59.848399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:58.616963Z","time spent":"1.231427292s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:07:59.848481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:59.216061Z","time spent":"631.966574ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:08:00.205258Z","caller":"traceutil/trace.go:171","msg":"trace[2034908284] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"352.956731ms","start":"2026-02-27T21:07:59.852278Z","end":"2026-02-27T21:08:00.205234Z","steps":["trace[2034908284] 'process raft request' (duration: 352.878669ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:00.205311Z","caller":"traceutil/trace.go:171","msg":"trace[2033217789] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"374.975106ms","start":"2026-02-27T21:07:59.830299Z","end":"2026-02-27T21:08:00.205274Z","steps":["trace[2033217789] 'process raft request' (duration: 374.814342ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:00.205263Z","caller":"traceutil/trace.go:171","msg":"trace[624988898] transaction","detail":"{read_only:false; response_revision:2329; number_of_response:1; }","duration":"375.114018ms","start":"2026-02-27T21:07:59.830099Z","end":"2026-02-27T21:08:00.205213Z","steps":["trace[624988898] 'process raft request' (duration: 374.871203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:00.205423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:59.852256Z","time spent":"353.084314ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:00.205483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:59.830262Z","time spent":"375.130099ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:00.205544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:59.830074Z","time spent":"375.376094ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:00.205763Z","caller":"traceutil/trace.go:171","msg":"trace[381296314] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"353.3432ms","start":"2026-02-27T21:07:59.852396Z","end":"2026-02-27T21:08:00.205739Z","steps":["trace[381296314] 'process raft request' (duration: 352.799928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:00.205842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:59.852379Z","time spent":"353.422622ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:00.205761Z","caller":"traceutil/trace.go:171","msg":"trace[1503541216] linearizableReadLoop","detail":"{readStateIndex:2441; appliedIndex:2438; }","duration":"358.106334ms","start":"2026-02-27T21:07:59.847634Z","end":"2026-02-27T21:08:00.205741Z","steps":["trace[1503541216] 'read index received' (duration: 6.590425ms)","trace[1503541216] 'applied index is now lower than readState.Index' (duration: 351.515149ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:00.205943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.608682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2271"} {"level":"info","ts":"2026-02-27T21:08:00.206617Z","caller":"traceutil/trace.go:171","msg":"trace[443767909] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:2334; }","duration":"987.285676ms","start":"2026-02-27T21:07:59.21931Z","end":"2026-02-27T21:08:00.206596Z","steps":["trace[443767909] 'agreement among raft nodes before linearized reading' (duration: 986.448107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:00.206667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:59.219304Z","time spent":"987.350169ms","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2295,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"warn","ts":"2026-02-27T21:08:00.205975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.923729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.1898369639d4f2ae\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-02-27T21:08:00.206895Z","caller":"traceutil/trace.go:171","msg":"trace[671392602] range","detail":"{range_begin:/registry/events/openstack/valkey.1898369639d4f2ae; range_end:; response_count:1; response_revision:2334; }","duration":"992.935022ms","start":"2026-02-27T21:07:59.213951Z","end":"2026-02-27T21:08:00.206886Z","steps":["trace[671392602] 'agreement among raft nodes before linearized reading' (duration: 991.94236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:00.206933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:59.213934Z","time spent":"992.990962ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":720,"request content":"key:\"/registry/events/openstack/valkey.1898369639d4f2ae\" "} {"level":"warn","ts":"2026-02-27T21:08:00.206018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.012693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:00.20707Z","caller":"traceutil/trace.go:171","msg":"trace[1474486132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2334; }","duration":"989.090545ms","start":"2026-02-27T21:07:59.217971Z","end":"2026-02-27T21:08:00.207062Z","steps":["trace[1474486132] 'agreement among raft nodes before linearized reading' (duration: 988.029052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:00.207097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:59.217961Z","time spent":"989.129517ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:08:00.206023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.816384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2271"} {"level":"info","ts":"2026-02-27T21:08:00.207225Z","caller":"traceutil/trace.go:171","msg":"trace[484425945] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:2334; }","duration":"987.032301ms","start":"2026-02-27T21:07:59.220184Z","end":"2026-02-27T21:08:00.207216Z","steps":["trace[484425945] 'agreement among raft nodes before linearized reading' (duration: 985.782604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:00.207254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:59.220175Z","time spent":"987.070441ms","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2295,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"info","ts":"2026-02-27T21:08:00.206059Z","caller":"traceutil/trace.go:171","msg":"trace[825532975] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"353.100294ms","start":"2026-02-27T21:07:59.852949Z","end":"2026-02-27T21:08:00.206049Z","steps":["trace[825532975] 'process raft request' (duration: 352.730625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:00.207486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:59.852925Z","time spent":"354.469594ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:00.20607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.020847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:229327"} {"level":"info","ts":"2026-02-27T21:08:00.207702Z","caller":"traceutil/trace.go:171","msg":"trace[1206047056] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:2334; }","duration":"842.696593ms","start":"2026-02-27T21:07:59.364994Z","end":"2026-02-27T21:08:00.207691Z","steps":["trace[1206047056] 'agreement among raft nodes before linearized reading' (duration: 840.75926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:00.20774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:59.364971Z","time spent":"842.757295ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":7,"response size":229351,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-02-27T21:08:00.206085Z","caller":"traceutil/trace.go:171","msg":"trace[555787546] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"353.358651ms","start":"2026-02-27T21:07:59.852712Z","end":"2026-02-27T21:08:00.20607Z","steps":["trace[555787546] 'process raft request' (duration: 352.801178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:00.207815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:59.852701Z","time spent":"355.077808ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:00.206157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.646284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:00.207915Z","caller":"traceutil/trace.go:171","msg":"trace[1920449366] range","detail":"{range_begin:/registry/secrets/openstack/valkey-ca; range_end:; response_count:0; response_revision:2334; }","duration":"557.481074ms","start":"2026-02-27T21:07:59.650419Z","end":"2026-02-27T21:08:00.2079Z","steps":["trace[1920449366] 'agreement among raft nodes before linearized reading' (duration: 555.645254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:00.207956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:59.650391Z","time spent":"557.558096ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/valkey-ca\" "} {"level":"warn","ts":"2026-02-27T21:08:00.7069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456269819,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:08:01.207392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456269819,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:08:01.341316Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05653268s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T21:08:01.34191Z","caller":"traceutil/trace.go:171","msg":"trace[917363322] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"1.183371323s","start":"2026-02-27T21:08:00.15844Z","end":"2026-02-27T21:08:01.341811Z","steps":["trace[917363322] 'process raft request' (duration: 1.183080067s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:01.342157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:00.158414Z","time spent":"1.183589457s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:01.766434Z","caller":"traceutil/trace.go:171","msg":"trace[780595112] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"1.557239745s","start":"2026-02-27T21:08:00.209165Z","end":"2026-02-27T21:08:01.766405Z","steps":["trace[780595112] 'process raft request' (duration: 1.556972499s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:01.766592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:00.20913Z","time spent":"1.557377968s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:01.766723Z","caller":"traceutil/trace.go:171","msg":"trace[1603431361] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"1.551372635s","start":"2026-02-27T21:08:00.215288Z","end":"2026-02-27T21:08:01.766661Z","steps":["trace[1603431361] 'process raft request' (duration: 1.551018268s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:01.766976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:00.21525Z","time spent":"1.55159548s","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4926,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:01.766984Z","caller":"traceutil/trace.go:171","msg":"trace[1078728912] linearizableReadLoop","detail":"{readStateIndex:2449; appliedIndex:2445; }","duration":"1.560413165s","start":"2026-02-27T21:08:00.206557Z","end":"2026-02-27T21:08:01.76697Z","steps":["trace[1078728912] 'read index received' (duration: 1.135121621s)","trace[1078728912] 'applied index is now lower than readState.Index' (duration: 425.290574ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:01.767053Z","caller":"traceutil/trace.go:171","msg":"trace[926373143] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"1.545394584s","start":"2026-02-27T21:08:00.22162Z","end":"2026-02-27T21:08:01.767015Z","steps":["trace[926373143] 'process raft request' (duration: 1.545271281s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:01.767169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916990115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-27T21:08:01.76723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:00.221601Z","time spent":"1.545541298s","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2547,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:01.767248Z","caller":"traceutil/trace.go:171","msg":"trace[940358765] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2338; }","duration":"1.917085407s","start":"2026-02-27T21:07:59.850146Z","end":"2026-02-27T21:08:01.767231Z","steps":["trace[940358765] 'agreement among raft nodes before linearized reading' (duration: 1.916874742s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:01.767296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:59.850119Z","time spent":"1.917169139s","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T21:08:01.767716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917841455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8410"} {"level":"info","ts":"2026-02-27T21:08:01.767781Z","caller":"traceutil/trace.go:171","msg":"trace[1601424056] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2338; }","duration":"1.917929626s","start":"2026-02-27T21:07:59.849837Z","end":"2026-02-27T21:08:01.767767Z","steps":["trace[1601424056] 'agreement among raft nodes before linearized reading' (duration: 1.9171764s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:01.767822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:07:59.849821Z","time spent":"1.917991837s","remote":"127.0.0.1:58078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8434,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T21:08:02.128673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.873151ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:02.128799Z","caller":"traceutil/trace.go:171","msg":"trace[27852963] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2338; }","duration":"240.021014ms","start":"2026-02-27T21:08:01.888759Z","end":"2026-02-27T21:08:02.12878Z","steps":["trace[27852963] 'range keys from in-memory index tree' (duration: 239.81997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:02.208806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999636745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:08:02.208896Z","caller":"traceutil/trace.go:171","msg":"trace[1701777939] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999753597s","start":"2026-02-27T21:08:00.209117Z","end":"2026-02-27T21:08:02.208871Z","steps":["trace[1701777939] 'agreement among raft nodes before linearized reading' (duration: 1.999656915s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:02.20894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:00.209098Z","time spent":"1.999833959s","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:08:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:08:02.500992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.297766ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T21:08:02.501295Z","caller":"traceutil/trace.go:171","msg":"trace[343254946] linearizableReadLoop","detail":"{readStateIndex:2450; appliedIndex:2449; }","duration":"734.179554ms","start":"2026-02-27T21:08:01.767068Z","end":"2026-02-27T21:08:02.501248Z","steps":["trace[343254946] 'read index received' (duration: 228.714755ms)","trace[343254946] 'applied index is now lower than readState.Index' (duration: 505.463669ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:02.501426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419062623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:08:02.501454Z","caller":"traceutil/trace.go:171","msg":"trace[1812374917] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2338; }","duration":"1.419141364s","start":"2026-02-27T21:08:01.082304Z","end":"2026-02-27T21:08:02.501445Z","steps":["trace[1812374917] 'agreement among raft nodes before linearized reading' (duration: 1.419055982s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:02.501487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:01.082283Z","time spent":"1.419196346s","remote":"127.0.0.1:58264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:02.50153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086512507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"warn","ts":"2026-02-27T21:08:02.501547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285813828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T21:08:02.501562Z","caller":"traceutil/trace.go:171","msg":"trace[184907005] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"722.16188ms","start":"2026-02-27T21:08:01.779365Z","end":"2026-02-27T21:08:02.501527Z","steps":["trace[184907005] 'process raft request' (duration: 721.73296ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:02.5016Z","caller":"traceutil/trace.go:171","msg":"trace[1323288588] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2338; }","duration":"2.08663177s","start":"2026-02-27T21:08:00.41495Z","end":"2026-02-27T21:08:02.501582Z","steps":["trace[1323288588] 'agreement among raft nodes before linearized reading' (duration: 2.086414445s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:02.501738Z","caller":"traceutil/trace.go:171","msg":"trace[612498855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2338; }","duration":"1.285966382s","start":"2026-02-27T21:08:01.215663Z","end":"2026-02-27T21:08:02.50163Z","steps":["trace[612498855] 'agreement among raft nodes before linearized reading' (duration: 1.285680436s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:02.501757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:00.414926Z","time spent":"2.086821504s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T21:08:02.501758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:01.779342Z","time spent":"722.314752ms","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2244,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:02.501803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:01.215638Z","time spent":"1.286148775s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:08:02.677572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.980325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:2270"} {"level":"info","ts":"2026-02-27T21:08:02.677781Z","caller":"traceutil/trace.go:171","msg":"trace[2010643815] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2339; }","duration":"894.82069ms","start":"2026-02-27T21:08:01.782941Z","end":"2026-02-27T21:08:02.677762Z","steps":["trace[2010643815] 'process raft request' (duration: 718.567459ms)","trace[2010643815] 'compare' (duration: 175.901943ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:02.67776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186121543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:08:02.677844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:01.782932Z","time spent":"894.881933ms","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":2294,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:02.677828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454964059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:8 size:234261"} {"level":"info","ts":"2026-02-27T21:08:02.677846Z","caller":"traceutil/trace.go:171","msg":"trace[578239450] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2339; }","duration":"1.186248697s","start":"2026-02-27T21:08:01.491569Z","end":"2026-02-27T21:08:02.677818Z","steps":["trace[578239450] 'agreement among raft nodes before linearized reading' (duration: 1.009824133s)","trace[578239450] 'count revisions from in-memory index tree' (duration: 176.290502ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:02.677939Z","caller":"traceutil/trace.go:171","msg":"trace[443104] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:8; response_revision:2339; }","duration":"2.455131262s","start":"2026-02-27T21:08:00.222788Z","end":"2026-02-27T21:08:02.677919Z","steps":["trace[443104] 'agreement among raft nodes before linearized reading' (duration: 2.278640946s)","trace[443104] 'range keys from in-memory index tree' (duration: 176.041206ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:02.677952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:01.491546Z","time spent":"1.18639405s","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:02.677994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:00.222768Z","time spent":"2.455212674s","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":8,"response size":234285,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-02-27T21:08:02.678356Z","caller":"traceutil/trace.go:171","msg":"trace[2040702100] transaction","detail":"{read_only:false; response_revision:2340; number_of_response:1; }","duration":"894.409182ms","start":"2026-02-27T21:08:01.783933Z","end":"2026-02-27T21:08:02.678342Z","steps":["trace[2040702100] 'process raft request' (duration: 893.734557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:02.678407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:01.783902Z","time spent":"894.482533ms","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3391,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:08:02.678351Z","caller":"traceutil/trace.go:171","msg":"trace[561732790] transaction","detail":"{read_only:false; response_revision:2341; number_of_response:1; }","duration":"817.916858ms","start":"2026-02-27T21:08:01.860397Z","end":"2026-02-27T21:08:02.678314Z","steps":["trace[561732790] 'process raft request' (duration: 817.780095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:02.678612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:01.860368Z","time spent":"818.100711ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:03.002272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456269832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:08:04.216449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999997053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:08:04.216536Z","caller":"traceutil/trace.go:171","msg":"trace[1577352320] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000123025s","start":"2026-02-27T21:08:02.216393Z","end":"2026-02-27T21:08:04.216516Z","steps":["trace[1577352320] 'agreement among raft nodes before linearized reading' (duration: 2.000007893s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:04.216586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.216386Z","time spent":"2.000191416s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:08:05.636098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402951824s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:05.636356Z","caller":"traceutil/trace.go:171","msg":"trace[228996609] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"3.231605178s","start":"2026-02-27T21:08:02.40473Z","end":"2026-02-27T21:08:05.636336Z","steps":["trace[228996609] 'process raft request' (duration: 3.231543407s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:05.63642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.404704Z","time spent":"3.231685939s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:05.636457Z","caller":"traceutil/trace.go:171","msg":"trace[1774262525] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"3.424726608s","start":"2026-02-27T21:08:02.211709Z","end":"2026-02-27T21:08:05.636436Z","steps":["trace[1774262525] 'process raft request' (duration: 1.021352415s)","trace[1774262525] 'compare' (duration: 2.402149897s)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:05.636529Z","caller":"traceutil/trace.go:171","msg":"trace[2072078918] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"3.423493962s","start":"2026-02-27T21:08:02.213027Z","end":"2026-02-27T21:08:05.63652Z","steps":["trace[2072078918] 'process raft request' (duration: 3.423168165s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:05.636549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.211683Z","time spent":"3.424812241s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:05.636573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.21301Z","time spent":"3.423538293s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:05.732971Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.499820067s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T21:08:05.733406Z","caller":"traceutil/trace.go:171","msg":"trace[1491450717] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"3.226392973s","start":"2026-02-27T21:08:02.506982Z","end":"2026-02-27T21:08:05.733375Z","steps":["trace[1491450717] 'process raft request' (duration: 3.226144228s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:05.733567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.506965Z","time spent":"3.226520946s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:05.73361Z","caller":"traceutil/trace.go:171","msg":"trace[2103650867] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"3.225439153s","start":"2026-02-27T21:08:02.50814Z","end":"2026-02-27T21:08:05.733579Z","steps":["trace[2103650867] 'process raft request' (duration: 3.225143276s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:05.733754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.508128Z","time spent":"3.225556055s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:08:05.73381Z","caller":"traceutil/trace.go:171","msg":"trace[991439646] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"3.048060447s","start":"2026-02-27T21:08:02.685723Z","end":"2026-02-27T21:08:05.733783Z","steps":["trace[991439646] 'process raft request' (duration: 3.047800082s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:05.733841Z","caller":"traceutil/trace.go:171","msg":"trace[803289241] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"3.048098708s","start":"2026-02-27T21:08:02.685724Z","end":"2026-02-27T21:08:05.733822Z","steps":["trace[803289241] 'process raft request' (duration: 3.047960955s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:05.733955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.685707Z","time spent":"3.04821072s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":810,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:05.733953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.685684Z","time spent":"3.04820339s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:08:05.734014Z","caller":"traceutil/trace.go:171","msg":"trace[151864867] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"3.048140709s","start":"2026-02-27T21:08:02.685859Z","end":"2026-02-27T21:08:05.734Z","steps":["trace[151864867] 'process raft request' (duration: 3.047901514s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:05.734078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.685832Z","time spent":"3.04821994s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":798,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:08:05.734101Z","caller":"traceutil/trace.go:171","msg":"trace[1332164615] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"3.047065646s","start":"2026-02-27T21:08:02.687023Z","end":"2026-02-27T21:08:05.734089Z","steps":["trace[1332164615] 'process raft request' (duration: 3.046822001s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:05.734074Z","caller":"traceutil/trace.go:171","msg":"trace[221298312] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"3.047919444s","start":"2026-02-27T21:08:02.686117Z","end":"2026-02-27T21:08:05.734037Z","steps":["trace[221298312] 'process raft request' (duration: 3.047693439s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:05.734034Z","caller":"traceutil/trace.go:171","msg":"trace[1218118792] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"3.04821047s","start":"2026-02-27T21:08:02.685758Z","end":"2026-02-27T21:08:05.733968Z","steps":["trace[1218118792] 'process raft request' (duration: 3.047966845s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:05.734365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.521253295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T21:08:05.734398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.964993704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T21:08:05.734399Z","caller":"traceutil/trace.go:171","msg":"trace[1474233127] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"3.036340929s","start":"2026-02-27T21:08:02.697935Z","end":"2026-02-27T21:08:05.734276Z","steps":["trace[1474233127] 'process raft request' (duration: 3.036130844s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:05.734424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.522658545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T21:08:05.734431Z","caller":"traceutil/trace.go:171","msg":"trace[1071483300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2354; }","duration":"3.521328917s","start":"2026-02-27T21:08:02.213091Z","end":"2026-02-27T21:08:05.73442Z","steps":["trace[1071483300] 'agreement among raft nodes before linearized reading' (duration: 3.521217145s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:05.734452Z","caller":"traceutil/trace.go:171","msg":"trace[2063446948] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2354; }","duration":"3.965077745s","start":"2026-02-27T21:08:01.769361Z","end":"2026-02-27T21:08:05.734439Z","steps":["trace[2063446948] 'agreement among raft nodes before linearized reading' (duration: 3.964872421s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:05.734462Z","caller":"traceutil/trace.go:171","msg":"trace[1335991730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2354; }","duration":"3.522733707s","start":"2026-02-27T21:08:02.211717Z","end":"2026-02-27T21:08:05.734451Z","steps":["trace[1335991730] 'agreement among raft nodes before linearized reading' (duration: 3.522642825s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:05.73447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.881578579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:05.734489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.697919Z","time spent":"3.036529484s","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2395,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:05.734167Z","caller":"traceutil/trace.go:171","msg":"trace[2133036254] linearizableReadLoop","detail":"{readStateIndex:2467; appliedIndex:2454; }","duration":"3.232801865s","start":"2026-02-27T21:08:02.501332Z","end":"2026-02-27T21:08:05.734134Z","steps":["trace[2133036254] 'read index received' (duration: 731.748061ms)","trace[2133036254] 'applied index is now lower than readState.Index' (duration: 2.501048204s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:05.734502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.211696Z","time spent":"3.522799659s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:08:05.734506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:01.769312Z","time spent":"3.965183268s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-27T21:08:05.734517Z","caller":"traceutil/trace.go:171","msg":"trace[1551788744] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2354; }","duration":"3.881679711s","start":"2026-02-27T21:08:01.852826Z","end":"2026-02-27T21:08:05.734506Z","steps":["trace[1551788744] 'agreement among raft nodes before linearized reading' (duration: 3.881588749s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:05.734486Z","caller":"traceutil/trace.go:171","msg":"trace[521409705] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"3.038692021s","start":"2026-02-27T21:08:02.695731Z","end":"2026-02-27T21:08:05.734423Z","steps":["trace[521409705] 'process raft request' (duration: 3.0381924s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:05.734226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.686104Z","time spent":"3.048047567s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:05.734559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.961840115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.1898369639d38911\" ","response":"range_response_count:1 size:706"} {"level":"warn","ts":"2026-02-27T21:08:05.73456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:01.852807Z","time spent":"3.881746502s","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T21:08:05.734284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.521183964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T21:08:05.7346Z","caller":"traceutil/trace.go:171","msg":"trace[758547536] range","detail":"{range_begin:/registry/events/openstack/valkey.1898369639d38911; range_end:; response_count:1; response_revision:2354; }","duration":"3.961903636s","start":"2026-02-27T21:08:01.772682Z","end":"2026-02-27T21:08:05.734586Z","steps":["trace[758547536] 'agreement among raft nodes before linearized reading' (duration: 3.961814744s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:05.734632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:01.772669Z","time spent":"3.961958087s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":730,"request content":"key:\"/registry/events/openstack/valkey.1898369639d38911\" "} {"level":"info","ts":"2026-02-27T21:08:05.734629Z","caller":"traceutil/trace.go:171","msg":"trace[418189617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2354; }","duration":"3.521544701s","start":"2026-02-27T21:08:02.213068Z","end":"2026-02-27T21:08:05.734612Z","steps":["trace[418189617] 'agreement among raft nodes before linearized reading' (duration: 3.521101002s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:05.734644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.695721Z","time spent":"3.038845674s","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3956,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:05.73468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.213056Z","time spent":"3.521611162s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T21:08:05.734467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.213082Z","time spent":"3.521379108s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T21:08:05.734336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.522632815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7226"} {"level":"info","ts":"2026-02-27T21:08:05.734821Z","caller":"traceutil/trace.go:171","msg":"trace[789821111] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2354; }","duration":"3.523148496s","start":"2026-02-27T21:08:02.211657Z","end":"2026-02-27T21:08:05.734805Z","steps":["trace[789821111] 'agreement among raft nodes before linearized reading' (duration: 3.522533413s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:05.734875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.211638Z","time spent":"3.523224538s","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7250,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T21:08:05.734395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.522064083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:08:05.734933Z","caller":"traceutil/trace.go:171","msg":"trace[1240617496] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2354; }","duration":"3.522634445s","start":"2026-02-27T21:08:02.212287Z","end":"2026-02-27T21:08:05.734922Z","steps":["trace[1240617496] 'agreement among raft nodes before linearized reading' (duration: 3.52192754s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:05.734982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.212275Z","time spent":"3.522695486s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:08:05.734145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.686996Z","time spent":"3.047127687s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:05.734751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.68573Z","time spent":"3.048743342s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:08:05.964332Z","caller":"traceutil/trace.go:171","msg":"trace[1606569302] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"1.844612821s","start":"2026-02-27T21:08:04.119685Z","end":"2026-02-27T21:08:05.964298Z","steps":["trace[1606569302] 'process raft request' (duration: 1.747592954s)","trace[1606569302] 'compare' (duration: 96.677749ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:05.964508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:04.119635Z","time spent":"1.844783974s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:05.964974Z","caller":"traceutil/trace.go:171","msg":"trace[1138172878] linearizableReadLoop","detail":"{readStateIndex:2469; appliedIndex:2467; }","duration":"230.420533ms","start":"2026-02-27T21:08:05.734524Z","end":"2026-02-27T21:08:05.964945Z","steps":["trace[1138172878] 'read index received' (duration: 132.842455ms)","trace[1138172878] 'applied index is now lower than readState.Index' (duration: 97.576788ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:05.965125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.667517038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:08:05.965062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.881044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:05.965212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.696267271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:05.965128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074339295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:08:05.965272Z","caller":"traceutil/trace.go:171","msg":"trace[1317666189] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-ports-configmap; range_end:; response_count:0; response_revision:2356; }","duration":"2.696380543s","start":"2026-02-27T21:08:03.268877Z","end":"2026-02-27T21:08:05.965257Z","steps":["trace[1317666189] 'agreement among raft nodes before linearized reading' (duration: 2.696300672s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:05.965261Z","caller":"traceutil/trace.go:171","msg":"trace[1403496789] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2356; }","duration":"455.062198ms","start":"2026-02-27T21:08:05.510165Z","end":"2026-02-27T21:08:05.965227Z","steps":["trace[1403496789] 'agreement among raft nodes before linearized reading' (duration: 454.853293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:05.965306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.455096527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-ca\" ","response":"range_response_count:1 size:4941"} {"level":"warn","ts":"2026-02-27T21:08:05.965329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748162978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:05.965349Z","caller":"traceutil/trace.go:171","msg":"trace[1544652920] range","detail":"{range_begin:/registry/secrets/openstack/valkey-ca; range_end:; response_count:1; response_revision:2356; }","duration":"3.455165839s","start":"2026-02-27T21:08:02.510173Z","end":"2026-02-27T21:08:05.965339Z","steps":["trace[1544652920] 'agreement among raft nodes before linearized reading' (duration: 3.455029716s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:05.965377Z","caller":"traceutil/trace.go:171","msg":"trace[518952357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2356; }","duration":"1.74823953s","start":"2026-02-27T21:08:04.217126Z","end":"2026-02-27T21:08:05.965365Z","steps":["trace[518952357] 'agreement among raft nodes before linearized reading' (duration: 1.748172858s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:05.965382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.510159Z","time spent":"3.45521631s","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":4965,"request content":"key:\"/registry/secrets/openstack/valkey-ca\" "} {"level":"warn","ts":"2026-02-27T21:08:05.965383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:05.510095Z","time spent":"455.242562ms","remote":"127.0.0.1:58604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:05.965422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:04.217109Z","time spent":"1.748304332s","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T21:08:05.965223Z","caller":"traceutil/trace.go:171","msg":"trace[834844992] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2356; }","duration":"2.6676205s","start":"2026-02-27T21:08:03.29758Z","end":"2026-02-27T21:08:05.965201Z","steps":["trace[834844992] 'agreement among raft nodes before linearized reading' (duration: 2.667397175s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:05.965107Z","caller":"traceutil/trace.go:171","msg":"trace[1106822832] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"1.280485131s","start":"2026-02-27T21:08:04.684609Z","end":"2026-02-27T21:08:05.965095Z","steps":["trace[1106822832] 'process raft request' (duration: 1.279634993s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:05.9657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.328270746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:05.965796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.279621935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-ca-2hwd5\" ","response":"range_response_count:1 size:2434"} {"level":"info","ts":"2026-02-27T21:08:05.965274Z","caller":"traceutil/trace.go:171","msg":"trace[609229890] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2356; }","duration":"3.07454975s","start":"2026-02-27T21:08:02.89071Z","end":"2026-02-27T21:08:05.965259Z","steps":["trace[609229890] 'agreement among raft nodes before linearized reading' (duration: 3.074342365s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:05.965947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.890691Z","time spent":"3.075231435s","remote":"127.0.0.1:58576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:05.965733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:04.684579Z","time spent":"1.281040964s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:05.965929Z","caller":"traceutil/trace.go:171","msg":"trace[1139715204] range","detail":"{range_begin:/registry/secrets/openstack/valkey-ca-2hwd5; range_end:; response_count:1; response_revision:2356; }","duration":"3.279788139s","start":"2026-02-27T21:08:02.686121Z","end":"2026-02-27T21:08:05.965909Z","steps":["trace[1139715204] 'agreement among raft nodes before linearized reading' (duration: 3.279050322s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:05.966008Z","caller":"traceutil/trace.go:171","msg":"trace[1226827476] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2356; }","duration":"3.328455031s","start":"2026-02-27T21:08:02.637337Z","end":"2026-02-27T21:08:05.965792Z","steps":["trace[1226827476] 'agreement among raft nodes before linearized reading' (duration: 3.327891428s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:05.965328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:03.268848Z","time spent":"2.696467966s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" "} {"level":"warn","ts":"2026-02-27T21:08:05.965166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584277289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:05.966155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.68611Z","time spent":"3.279935762s","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2458,"request content":"key:\"/registry/secrets/openstack/valkey-ca-2hwd5\" "} {"level":"info","ts":"2026-02-27T21:08:05.966271Z","caller":"traceutil/trace.go:171","msg":"trace[259057657] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2356; }","duration":"1.585412865s","start":"2026-02-27T21:08:04.380841Z","end":"2026-02-27T21:08:05.966254Z","steps":["trace[259057657] 'agreement among raft nodes before linearized reading' (duration: 1.58430095s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:05.966471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:04.380815Z","time spent":"1.585636139s","remote":"127.0.0.1:58132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:05.96553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:03.297519Z","time spent":"2.66799252s","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":15,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:05.966324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:02.63731Z","time spent":"3.328846879s","remote":"127.0.0.1:58630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:06.46605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456269855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:08:06.968217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:06.65135Z","time spent":"316.858825ms","remote":"127.0.0.1:55010","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T21:08:06.96866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.547578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:06.968858Z","caller":"traceutil/trace.go:171","msg":"trace[1831507957] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"1.230695376s","start":"2026-02-27T21:08:05.738129Z","end":"2026-02-27T21:08:06.968824Z","steps":["trace[1831507957] 'process raft request' (duration: 854.907803ms)","trace[1831507957] 'compare' (duration: 375.442315ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:06.969009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:05.738112Z","time spent":"1.230816398s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":691,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:06.969066Z","caller":"traceutil/trace.go:171","msg":"trace[1609845195] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"1.228254942s","start":"2026-02-27T21:08:05.740793Z","end":"2026-02-27T21:08:06.969048Z","steps":["trace[1609845195] 'process raft request' (duration: 1.228006866s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:06.969126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:05.740779Z","time spent":"1.228322483s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:08:06.969241Z","caller":"traceutil/trace.go:171","msg":"trace[215920797] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"1.228417166s","start":"2026-02-27T21:08:05.740815Z","end":"2026-02-27T21:08:06.969232Z","steps":["trace[215920797] 'process raft request' (duration: 1.228021047s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:06.969291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:05.7408Z","time spent":"1.228466996s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:06.969272Z","caller":"traceutil/trace.go:171","msg":"trace[738936738] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"1.228761653s","start":"2026-02-27T21:08:05.740475Z","end":"2026-02-27T21:08:06.969236Z","steps":["trace[738936738] 'process raft request' (duration: 1.228270642s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:06.96944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:05.740461Z","time spent":"1.228888965s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:06.969462Z","caller":"traceutil/trace.go:171","msg":"trace[965385262] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"1.226616825s","start":"2026-02-27T21:08:05.742832Z","end":"2026-02-27T21:08:06.969449Z","steps":["trace[965385262] 'process raft request' (duration: 1.226099974s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:06.969716Z","caller":"traceutil/trace.go:171","msg":"trace[41369600] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"1.228336273s","start":"2026-02-27T21:08:05.741366Z","end":"2026-02-27T21:08:06.969703Z","steps":["trace[41369600] 'process raft request' (duration: 1.227534235s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:06.969733Z","caller":"traceutil/trace.go:171","msg":"trace[76644560] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"1.228826054s","start":"2026-02-27T21:08:05.740873Z","end":"2026-02-27T21:08:06.969699Z","steps":["trace[76644560] 'process raft request' (duration: 1.227996146s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:06.969747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:05.742824Z","time spent":"1.226870401s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:06.969786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:05.741355Z","time spent":"1.228390254s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:06.969797Z","caller":"traceutil/trace.go:171","msg":"trace[1259763552] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"1.225345187s","start":"2026-02-27T21:08:05.744439Z","end":"2026-02-27T21:08:06.969785Z","steps":["trace[1259763552] 'process raft request' (duration: 1.224529319s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:06.969799Z","caller":"traceutil/trace.go:171","msg":"trace[822115184] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"1.221000732s","start":"2026-02-27T21:08:05.748781Z","end":"2026-02-27T21:08:06.969782Z","steps":["trace[822115184] 'process raft request' (duration: 1.220896019s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:06.969855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:05.744414Z","time spent":"1.225411198s","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7403,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:06.969904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:05.748774Z","time spent":"1.221063663s","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4469,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:06.969917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:05.740866Z","time spent":"1.228940307s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:07.76679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.762237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T21:08:07.767098Z","caller":"traceutil/trace.go:171","msg":"trace[427770515] linearizableReadLoop","detail":"{readStateIndex:2479; appliedIndex:2469; }","duration":"1.801878091s","start":"2026-02-27T21:08:05.965174Z","end":"2026-02-27T21:08:07.767052Z","steps":["trace[427770515] 'read index received' (duration: 627.841953ms)","trace[427770515] 'applied index is now lower than readState.Index' (duration: 1.173881414s)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:07.767184Z","caller":"traceutil/trace.go:171","msg":"trace[48465714] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2366; }","duration":"1.799194532s","start":"2026-02-27T21:08:05.967931Z","end":"2026-02-27T21:08:07.767125Z","steps":["trace[48465714] 'process raft request' (duration: 1.112925864s)","trace[48465714] 'compare' (duration: 684.145251ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:07.767366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:05.967907Z","time spent":"1.799378296s","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-02-27T21:08:07.768073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027736543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:07.768159Z","caller":"traceutil/trace.go:171","msg":"trace[1858417967] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2366; }","duration":"2.027862155s","start":"2026-02-27T21:08:05.740277Z","end":"2026-02-27T21:08:07.768139Z","steps":["trace[1858417967] 'agreement among raft nodes before linearized reading' (duration: 2.026853414s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:07.76822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:05.740263Z","time spent":"2.027947278s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T21:08:07.768537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031558856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T21:08:07.768691Z","caller":"traceutil/trace.go:171","msg":"trace[1475530518] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2366; }","duration":"2.03172274s","start":"2026-02-27T21:08:05.736942Z","end":"2026-02-27T21:08:07.768664Z","steps":["trace[1475530518] 'agreement among raft nodes before linearized reading' (duration: 2.030642106s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:07.768752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:05.736899Z","time spent":"2.031839582s","remote":"127.0.0.1:58184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T21:08:07.802309Z","caller":"traceutil/trace.go:171","msg":"trace[693644166] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"159.526872ms","start":"2026-02-27T21:08:07.642761Z","end":"2026-02-27T21:08:07.802288Z","steps":["trace[693644166] 'process raft request' (duration: 159.413829ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:07.823596Z","caller":"traceutil/trace.go:171","msg":"trace[2096196324] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"180.094175ms","start":"2026-02-27T21:08:07.643478Z","end":"2026-02-27T21:08:07.823572Z","steps":["trace[2096196324] 'process raft request' (duration: 179.949982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:07.823771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.510091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:07.823842Z","caller":"traceutil/trace.go:171","msg":"trace[1341938999] range","detail":"{range_begin:/registry/networkpolicies/openstack/valkey; range_end:; response_count:0; response_revision:2368; }","duration":"838.596073ms","start":"2026-02-27T21:08:06.985229Z","end":"2026-02-27T21:08:07.823825Z","steps":["trace[1341938999] 'agreement among raft nodes before linearized reading' (duration: 838.443309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:07.823872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:06.985164Z","time spent":"838.702445ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/openstack/valkey\" "} {"level":"warn","ts":"2026-02-27T21:08:07.82389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847874884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:2410"} {"level":"warn","ts":"2026-02-27T21:08:07.823959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851465442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:07.824007Z","caller":"traceutil/trace.go:171","msg":"trace[703012793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2368; }","duration":"1.851516543s","start":"2026-02-27T21:08:05.972467Z","end":"2026-02-27T21:08:07.823983Z","steps":["trace[703012793] 'agreement among raft nodes before linearized reading' (duration: 1.851472652s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:07.823889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.24237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.1898369639d4f2ae\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-02-27T21:08:07.824004Z","caller":"traceutil/trace.go:171","msg":"trace[1602992982] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:2368; }","duration":"1.848030197s","start":"2026-02-27T21:08:05.975946Z","end":"2026-02-27T21:08:07.823976Z","steps":["trace[1602992982] 'agreement among raft nodes before linearized reading' (duration: 1.847662559s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:07.824037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:05.972459Z","time spent":"1.851571445s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:08:07.824069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:05.975938Z","time spent":"1.848121519s","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":2434,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" "} {"level":"info","ts":"2026-02-27T21:08:07.824066Z","caller":"traceutil/trace.go:171","msg":"trace[168094938] range","detail":"{range_begin:/registry/events/openstack/valkey.1898369639d4f2ae; range_end:; response_count:1; response_revision:2368; }","duration":"850.438084ms","start":"2026-02-27T21:08:06.973603Z","end":"2026-02-27T21:08:07.824041Z","steps":["trace[168094938] 'agreement among raft nodes before linearized reading' (duration: 850.158878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:07.824146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:06.973586Z","time spent":"850.535006ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":720,"request content":"key:\"/registry/events/openstack/valkey.1898369639d4f2ae\" "} {"level":"warn","ts":"2026-02-27T21:08:08.791816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.90946ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T21:08:08.792273Z","caller":"traceutil/trace.go:171","msg":"trace[485562728] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"965.707781ms","start":"2026-02-27T21:08:07.826536Z","end":"2026-02-27T21:08:08.792244Z","steps":["trace[485562728] 'process raft request' (duration: 965.415964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:08.79241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:07.826514Z","time spent":"965.808783ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:08.792488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:07.825513Z","time spent":"966.967838ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T21:08:08.79255Z","caller":"traceutil/trace.go:171","msg":"trace[2145574330] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"963.82782ms","start":"2026-02-27T21:08:07.828674Z","end":"2026-02-27T21:08:08.792502Z","steps":["trace[2145574330] 'process raft request' (duration: 963.438451ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:08.792698Z","caller":"traceutil/trace.go:171","msg":"trace[829217108] linearizableReadLoop","detail":"{readStateIndex:2483; appliedIndex:2481; }","duration":"965.848904ms","start":"2026-02-27T21:08:07.826825Z","end":"2026-02-27T21:08:08.792674Z","steps":["trace[829217108] 'read index received' (duration: 438.076024ms)","trace[829217108] 'applied index is now lower than readState.Index' (duration: 527.7718ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:08.792728Z","caller":"traceutil/trace.go:171","msg":"trace[800359588] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"956.790585ms","start":"2026-02-27T21:08:07.835864Z","end":"2026-02-27T21:08:08.792655Z","steps":["trace[800359588] 'process raft request' (duration: 956.309145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:08.792782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:07.828655Z","time spent":"964.001103ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:08.792776Z","caller":"traceutil/trace.go:171","msg":"trace[1804645658] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"821.2477ms","start":"2026-02-27T21:08:07.971489Z","end":"2026-02-27T21:08:08.792737Z","steps":["trace[1804645658] 'process raft request' (duration: 821.099307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:08.792836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.002718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/valkey-node\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:08.792872Z","caller":"traceutil/trace.go:171","msg":"trace[1568079158] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/valkey-node; range_end:; response_count:0; response_revision:2372; }","duration":"966.068739ms","start":"2026-02-27T21:08:07.826791Z","end":"2026-02-27T21:08:08.79286Z","steps":["trace[1568079158] 'agreement among raft nodes before linearized reading' (duration: 966.003217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:08.792902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:07.826772Z","time spent":"966.12371ms","remote":"127.0.0.1:58254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/openstack/valkey-node\" "} {"level":"warn","ts":"2026-02-27T21:08:08.792937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.155345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7418"} {"level":"warn","ts":"2026-02-27T21:08:08.792927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:07.835848Z","time spent":"956.964969ms","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2108,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:08.792966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.075219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-02-27T21:08:08.792978Z","caller":"traceutil/trace.go:171","msg":"trace[1144368585] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2372; }","duration":"963.215536ms","start":"2026-02-27T21:08:07.829749Z","end":"2026-02-27T21:08:08.792964Z","steps":["trace[1144368585] 'agreement among raft nodes before linearized reading' (duration: 963.075613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:08.792951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.591847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:08.79298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:07.971459Z","time spent":"821.406594ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:08.793014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:07.829739Z","time spent":"963.268118ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7442,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-27T21:08:08.793019Z","caller":"traceutil/trace.go:171","msg":"trace[744462200] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2372; }","duration":"956.1379ms","start":"2026-02-27T21:08:07.836865Z","end":"2026-02-27T21:08:08.793002Z","steps":["trace[744462200] 'agreement among raft nodes before linearized reading' (duration: 955.988076ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:08.793041Z","caller":"traceutil/trace.go:171","msg":"trace[796727612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2372; }","duration":"959.705919ms","start":"2026-02-27T21:08:07.833313Z","end":"2026-02-27T21:08:08.793019Z","steps":["trace[796727612] 'agreement among raft nodes before linearized reading' (duration: 959.572736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:08.793058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:07.83686Z","time spent":"956.188371ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:08:08.793087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:07.833291Z","time spent":"959.78827ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T21:08:09.048889Z","caller":"traceutil/trace.go:171","msg":"trace[1696707487] linearizableReadLoop","detail":"{readStateIndex:2488; appliedIndex:2487; }","duration":"164.623365ms","start":"2026-02-27T21:08:08.88424Z","end":"2026-02-27T21:08:09.048864Z","steps":["trace[1696707487] 'read index received' (duration: 164.347009ms)","trace[1696707487] 'applied index is now lower than readState.Index' (duration: 274.966µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:09.048945Z","caller":"traceutil/trace.go:171","msg":"trace[1761119719] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"247.98991ms","start":"2026-02-27T21:08:08.800926Z","end":"2026-02-27T21:08:09.048916Z","steps":["trace[1761119719] 'process raft request' (duration: 247.760845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:09.049117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.109372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-configuration\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:09.049184Z","caller":"traceutil/trace.go:171","msg":"trace[719927908] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-configuration; range_end:; response_count:0; response_revision:2374; }","duration":"164.223175ms","start":"2026-02-27T21:08:08.884946Z","end":"2026-02-27T21:08:09.049169Z","steps":["trace[719927908] 'agreement among raft nodes before linearized reading' (duration: 164.095903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:09.049147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.87919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T21:08:09.049367Z","caller":"traceutil/trace.go:171","msg":"trace[2023864463] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2374; }","duration":"165.139145ms","start":"2026-02-27T21:08:08.884174Z","end":"2026-02-27T21:08:09.049313Z","steps":["trace[2023864463] 'agreement among raft nodes before linearized reading' (duration: 164.797108ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:09.552996Z","caller":"traceutil/trace.go:171","msg":"trace[2006099142] transaction","detail":"{read_only:false; response_revision:2376; number_of_response:1; }","duration":"498.554776ms","start":"2026-02-27T21:08:09.054409Z","end":"2026-02-27T21:08:09.552964Z","steps":["trace[2006099142] 'process raft request' (duration: 416.643253ms)","trace[2006099142] 'compare' (duration: 81.555095ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:09.553024Z","caller":"traceutil/trace.go:171","msg":"trace[283656864] transaction","detail":"{read_only:false; response_revision:2377; number_of_response:1; }","duration":"498.530896ms","start":"2026-02-27T21:08:09.054464Z","end":"2026-02-27T21:08:09.552994Z","steps":["trace[283656864] 'process raft request' (duration: 498.408563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:09.553165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:09.054458Z","time spent":"498.631088ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:09.553202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:09.054402Z","time spent":"498.671628ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:09.55331Z","caller":"traceutil/trace.go:171","msg":"trace[1290511553] linearizableReadLoop","detail":"{readStateIndex:2492; appliedIndex:2488; }","duration":"497.205956ms","start":"2026-02-27T21:08:09.056072Z","end":"2026-02-27T21:08:09.553278Z","steps":["trace[1290511553] 'read index received' (duration: 74.07361ms)","trace[1290511553] 'applied index is now lower than readState.Index' (duration: 423.130366ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:09.553492Z","caller":"traceutil/trace.go:171","msg":"trace[1865513468] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"498.635318ms","start":"2026-02-27T21:08:09.05484Z","end":"2026-02-27T21:08:09.553475Z","steps":["trace[1865513468] 'process raft request' (duration: 498.117957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:09.55366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.964559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:09.553716Z","caller":"traceutil/trace.go:171","msg":"trace[1806590461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2378; }","duration":"362.066681ms","start":"2026-02-27T21:08:09.191633Z","end":"2026-02-27T21:08:09.5537Z","steps":["trace[1806590461] 'agreement among raft nodes before linearized reading' (duration: 361.991679ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:09.553716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:09.054826Z","time spent":"498.73525ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:09.553748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:09.191607Z","time spent":"362.133633ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:08:09.553721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.626205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-scripts\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:09.553804Z","caller":"traceutil/trace.go:171","msg":"trace[1748562078] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-scripts; range_end:; response_count:0; response_revision:2378; }","duration":"497.719137ms","start":"2026-02-27T21:08:09.056067Z","end":"2026-02-27T21:08:09.553786Z","steps":["trace[1748562078] 'agreement among raft nodes before linearized reading' (duration: 497.581344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:09.553847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:09.056011Z","time spent":"497.827469ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/openstack/valkey-scripts\" "} {"level":"info","ts":"2026-02-27T21:08:10.122456Z","caller":"traceutil/trace.go:171","msg":"trace[584946943] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"436.570411ms","start":"2026-02-27T21:08:09.685847Z","end":"2026-02-27T21:08:10.122418Z","steps":["trace[584946943] 'process raft request' (duration: 436.266954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:10.122642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:09.685808Z","time spent":"436.749355ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":144656,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:10.962261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.454758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:10.96251Z","caller":"traceutil/trace.go:171","msg":"trace[133780621] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"1.154736803s","start":"2026-02-27T21:08:09.807737Z","end":"2026-02-27T21:08:10.962474Z","steps":["trace[133780621] 'process raft request' (duration: 683.915227ms)","trace[133780621] 'compare' (duration: 469.862445ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:10.962698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:09.807705Z","time spent":"1.154893455s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:10.962701Z","caller":"traceutil/trace.go:171","msg":"trace[1933968315] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"1.134102727s","start":"2026-02-27T21:08:09.828548Z","end":"2026-02-27T21:08:10.96265Z","steps":["trace[1933968315] 'process raft request' (duration: 1.133876413s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:10.962807Z","caller":"traceutil/trace.go:171","msg":"trace[1005527246] linearizableReadLoop","detail":"{readStateIndex:2497; appliedIndex:2494; }","duration":"510.034339ms","start":"2026-02-27T21:08:10.452741Z","end":"2026-02-27T21:08:10.962775Z","steps":["trace[1005527246] 'read index received' (duration: 39.04388ms)","trace[1005527246] 'applied index is now lower than readState.Index' (duration: 470.988669ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:10.962839Z","caller":"traceutil/trace.go:171","msg":"trace[615450933] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"817.743902ms","start":"2026-02-27T21:08:10.145068Z","end":"2026-02-27T21:08:10.962812Z","steps":["trace[615450933] 'process raft request' (duration: 817.488926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:10.962931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:09.828523Z","time spent":"1.134325613s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:10.962958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:10.145046Z","time spent":"817.855285ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1088,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:10.963034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.269784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:08:10.96312Z","caller":"traceutil/trace.go:171","msg":"trace[1530069334] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2382; }","duration":"510.410718ms","start":"2026-02-27T21:08:10.452691Z","end":"2026-02-27T21:08:10.963102Z","steps":["trace[1530069334] 'agreement among raft nodes before linearized reading' (duration: 510.183742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:10.963182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:10.452667Z","time spent":"510.50453ms","remote":"127.0.0.1:58428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:11.463672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456269898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:08:12.668706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.40325ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:12.668852Z","caller":"traceutil/trace.go:171","msg":"trace[1893915925] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2382; }","duration":"779.577403ms","start":"2026-02-27T21:08:11.889255Z","end":"2026-02-27T21:08:12.668832Z","steps":["trace[1893915925] 'range keys from in-memory index tree' (duration: 779.381579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:12.669234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.531739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:12.669406Z","caller":"traceutil/trace.go:171","msg":"trace[1732353533] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"1.870198685s","start":"2026-02-27T21:08:10.79918Z","end":"2026-02-27T21:08:12.669378Z","steps":["trace[1732353533] 'process raft request' (duration: 1.07738973s)","trace[1732353533] 'compare' (duration: 792.255902ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:12.669491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:10.799137Z","time spent":"1.870323218s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:13.191977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00037052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:08:13.192075Z","caller":"traceutil/trace.go:171","msg":"trace[1342745479] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000537444s","start":"2026-02-27T21:08:11.191518Z","end":"2026-02-27T21:08:13.192055Z","steps":["trace[1342745479] 'agreement among raft nodes before linearized reading' (duration: 2.000409081s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:13.192143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:11.191496Z","time spent":"2.000636717s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:08:13.224645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.382402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:13.224991Z","caller":"traceutil/trace.go:171","msg":"trace[1775936977] linearizableReadLoop","detail":"{readStateIndex:2499; appliedIndex:2497; }","duration":"2.262096104s","start":"2026-02-27T21:08:10.962878Z","end":"2026-02-27T21:08:13.224974Z","steps":["trace[1775936977] 'read index received' (duration: 913.691107ms)","trace[1775936977] 'applied index is now lower than readState.Index' (duration: 1.348403877s)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:13.225041Z","caller":"traceutil/trace.go:171","msg":"trace[1532171398] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"2.256543191s","start":"2026-02-27T21:08:10.968475Z","end":"2026-02-27T21:08:13.225019Z","steps":["trace[1532171398] 'process raft request' (duration: 1.837711359s)","trace[1532171398] 'compare' (duration: 418.219318ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:13.225104Z","caller":"traceutil/trace.go:171","msg":"trace[1633421345] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"256.21412ms","start":"2026-02-27T21:08:12.968872Z","end":"2026-02-27T21:08:13.225086Z","steps":["trace[1633421345] 'process raft request' (duration: 256.065737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:13.225151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:10.968451Z","time spent":"2.256645763s","remote":"127.0.0.1:58254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:13.225298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427997955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:08:13.225386Z","caller":"traceutil/trace.go:171","msg":"trace[1936209417] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2386; }","duration":"2.428089557s","start":"2026-02-27T21:08:10.797243Z","end":"2026-02-27T21:08:13.225333Z","steps":["trace[1936209417] 'agreement among raft nodes before linearized reading' (duration: 2.427826862s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:13.225384Z","caller":"traceutil/trace.go:171","msg":"trace[1249220262] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"1.693565126s","start":"2026-02-27T21:08:11.531773Z","end":"2026-02-27T21:08:13.225338Z","steps":["trace[1249220262] 'process raft request' (duration: 1.692977993s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:13.225428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:10.79722Z","time spent":"2.4281973s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:08:13.225545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:11.531741Z","time spent":"1.693721168s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:13.290832Z","caller":"traceutil/trace.go:171","msg":"trace[1693521225] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"321.14106ms","start":"2026-02-27T21:08:12.969671Z","end":"2026-02-27T21:08:13.290812Z","steps":["trace[1693521225] 'process raft request' (duration: 321.037967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:13.290961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:12.969645Z","time spent":"321.251122ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:13.291119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100681389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:13.291169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.689016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:13.291157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732625687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T21:08:13.291226Z","caller":"traceutil/trace.go:171","msg":"trace[1204202623] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2387; }","duration":"759.794178ms","start":"2026-02-27T21:08:12.531415Z","end":"2026-02-27T21:08:13.291209Z","steps":["trace[1204202623] 'agreement among raft nodes before linearized reading' (duration: 759.694516ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:13.291267Z","caller":"traceutil/trace.go:171","msg":"trace[737178799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2387; }","duration":"1.73282196s","start":"2026-02-27T21:08:11.558427Z","end":"2026-02-27T21:08:13.291249Z","steps":["trace[737178799] 'agreement among raft nodes before linearized reading' (duration: 1.732475632s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:13.291273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:12.531395Z","time spent":"759.86789ms","remote":"127.0.0.1:57740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:13.291263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73374434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T21:08:13.291319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:11.558415Z","time spent":"1.732892782s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T21:08:13.291207Z","caller":"traceutil/trace.go:171","msg":"trace[648819137] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2387; }","duration":"2.100820932s","start":"2026-02-27T21:08:11.190368Z","end":"2026-02-27T21:08:13.291189Z","steps":["trace[648819137] 'agreement among raft nodes before linearized reading' (duration: 2.100669659s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:13.291334Z","caller":"traceutil/trace.go:171","msg":"trace[89550029] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2387; }","duration":"1.733818202s","start":"2026-02-27T21:08:11.557502Z","end":"2026-02-27T21:08:13.29132Z","steps":["trace[89550029] 'agreement among raft nodes before linearized reading' (duration: 1.733580207s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:13.291401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:11.557445Z","time spent":"1.733946195s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:08:13.291429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:11.190347Z","time spent":"2.101035107s","remote":"127.0.0.1:58338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:13.291145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733014875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T21:08:13.291457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674360333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T21:08:13.291588Z","caller":"traceutil/trace.go:171","msg":"trace[1455529537] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2387; }","duration":"1.674549328s","start":"2026-02-27T21:08:11.617005Z","end":"2026-02-27T21:08:13.291554Z","steps":["trace[1455529537] 'agreement among raft nodes before linearized reading' (duration: 1.67416687s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:13.291657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:11.616991Z","time spent":"1.6746531s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T21:08:13.291513Z","caller":"traceutil/trace.go:171","msg":"trace[2088319451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2387; }","duration":"1.733423724s","start":"2026-02-27T21:08:11.558076Z","end":"2026-02-27T21:08:13.2915Z","steps":["trace[2088319451] 'agreement among raft nodes before linearized reading' (duration: 1.732956844s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:13.291721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:11.558055Z","time spent":"1.733651568s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T21:08:13.291621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156417796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T21:08:13.291886Z","caller":"traceutil/trace.go:171","msg":"trace[1946769750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2387; }","duration":"2.156745944s","start":"2026-02-27T21:08:11.135123Z","end":"2026-02-27T21:08:13.291869Z","steps":["trace[1946769750] 'agreement among raft nodes before linearized reading' (duration: 2.15571631s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:13.292514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:11.135094Z","time spent":"2.157381827s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T21:08:13.779452Z","caller":"traceutil/trace.go:171","msg":"trace[1764572915] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"549.012277ms","start":"2026-02-27T21:08:13.230407Z","end":"2026-02-27T21:08:13.779419Z","steps":["trace[1764572915] 'process raft request' (duration: 548.935005ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:13.779541Z","caller":"traceutil/trace.go:171","msg":"trace[1350505740] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"549.910657ms","start":"2026-02-27T21:08:13.229589Z","end":"2026-02-27T21:08:13.779499Z","steps":["trace[1350505740] 'process raft request' (duration: 549.402386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:13.779655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:13.230399Z","time spent":"549.150401ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:13.77972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:13.229547Z","time spent":"550.07967ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":656,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:08:13.779837Z","caller":"traceutil/trace.go:171","msg":"trace[865386570] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"549.590329ms","start":"2026-02-27T21:08:13.230224Z","end":"2026-02-27T21:08:13.779814Z","steps":["trace[865386570] 'process raft request' (duration: 549.037607ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:13.779879Z","caller":"traceutil/trace.go:171","msg":"trace[439716006] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"549.960098ms","start":"2026-02-27T21:08:13.229887Z","end":"2026-02-27T21:08:13.779847Z","steps":["trace[439716006] 'process raft request' (duration: 549.297934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:13.779935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:13.230214Z","time spent":"549.676322ms","remote":"127.0.0.1:58254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1403,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:13.780045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:13.229836Z","time spent":"550.140392ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:08:13.974519Z","caller":"traceutil/trace.go:171","msg":"trace[1807389055] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"677.125487ms","start":"2026-02-27T21:08:13.297372Z","end":"2026-02-27T21:08:13.974497Z","steps":["trace[1807389055] 'process raft request' (duration: 677.047705ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:13.974885Z","caller":"traceutil/trace.go:171","msg":"trace[1489914914] linearizableReadLoop","detail":"{readStateIndex:2511; appliedIndex:2502; }","duration":"674.381068ms","start":"2026-02-27T21:08:13.300476Z","end":"2026-02-27T21:08:13.974857Z","steps":["trace[1489914914] 'read index received' (duration: 478.515356ms)","trace[1489914914] 'applied index is now lower than readState.Index' (duration: 195.864622ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:13.974911Z","caller":"traceutil/trace.go:171","msg":"trace[833392460] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"677.469716ms","start":"2026-02-27T21:08:13.297375Z","end":"2026-02-27T21:08:13.974845Z","steps":["trace[833392460] 'process raft request' (duration: 677.087906ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:13.974954Z","caller":"traceutil/trace.go:171","msg":"trace[286547633] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"677.361393ms","start":"2026-02-27T21:08:13.29758Z","end":"2026-02-27T21:08:13.974941Z","steps":["trace[286547633] 'process raft request' (duration: 677.118807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:13.975171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:13.297569Z","time spent":"677.561598ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:13.974886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:13.297351Z","time spent":"677.251ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:13.97518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:13.297361Z","time spent":"677.617939ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:13.974952Z","caller":"traceutil/trace.go:171","msg":"trace[1852184343] transaction","detail":"{read_only:false; response_revision:2396; number_of_response:1; }","duration":"677.348242ms","start":"2026-02-27T21:08:13.29758Z","end":"2026-02-27T21:08:13.974928Z","steps":["trace[1852184343] 'process raft request' (duration: 677.191759ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:13.974517Z","caller":"traceutil/trace.go:171","msg":"trace[510879877] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"677.105967ms","start":"2026-02-27T21:08:13.29737Z","end":"2026-02-27T21:08:13.974476Z","steps":["trace[510879877] 'process raft request' (duration: 676.846491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:13.975453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:13.297555Z","time spent":"677.799003ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:13.975679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:13.297348Z","time spent":"678.106499ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:13.974988Z","caller":"traceutil/trace.go:171","msg":"trace[1627862621] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"504.042228ms","start":"2026-02-27T21:08:13.470934Z","end":"2026-02-27T21:08:13.974976Z","steps":["trace[1627862621] 'process raft request' (duration: 503.878784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:13.975839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:13.470918Z","time spent":"504.888217ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:13.975082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.596953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:13.975942Z","caller":"traceutil/trace.go:171","msg":"trace[807250147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2397; }","duration":"675.474901ms","start":"2026-02-27T21:08:13.300451Z","end":"2026-02-27T21:08:13.975926Z","steps":["trace[807250147] 'agreement among raft nodes before linearized reading' (duration: 674.559131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:13.976157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:13.300442Z","time spent":"675.696597ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T21:08:14.14236Z","caller":"traceutil/trace.go:171","msg":"trace[362894903] linearizableReadLoop","detail":"{readStateIndex:2515; appliedIndex:2512; }","duration":"167.400714ms","start":"2026-02-27T21:08:13.974939Z","end":"2026-02-27T21:08:14.14234Z","steps":["trace[362894903] 'read index received' (duration: 167.134008ms)","trace[362894903] 'applied index is now lower than readState.Index' (duration: 265.636µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:14.142379Z","caller":"traceutil/trace.go:171","msg":"trace[1990506098] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"356.757954ms","start":"2026-02-27T21:08:13.785568Z","end":"2026-02-27T21:08:14.142326Z","steps":["trace[1990506098] 'process raft request' (duration: 356.523719ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:14.142475Z","caller":"traceutil/trace.go:171","msg":"trace[87939034] transaction","detail":"{read_only:false; response_revision:2400; number_of_response:1; }","duration":"355.587638ms","start":"2026-02-27T21:08:13.786861Z","end":"2026-02-27T21:08:14.142448Z","steps":["trace[87939034] 'process raft request' (duration: 355.439764ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:14.142379Z","caller":"traceutil/trace.go:171","msg":"trace[2023415338] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"356.400756ms","start":"2026-02-27T21:08:13.785949Z","end":"2026-02-27T21:08:14.14235Z","steps":["trace[2023415338] 'process raft request' (duration: 356.293974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:14.142571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:13.786836Z","time spent":"355.68926ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16974,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:14.142597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.952168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node.1898369b1e43324f\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-02-27T21:08:14.142635Z","caller":"traceutil/trace.go:171","msg":"trace[395770400] range","detail":"{range_begin:/registry/events/openstack/valkey-node.1898369b1e43324f; range_end:; response_count:1; response_revision:2400; }","duration":"357.038351ms","start":"2026-02-27T21:08:13.785585Z","end":"2026-02-27T21:08:14.142623Z","steps":["trace[395770400] 'agreement among raft nodes before linearized reading' (duration: 356.840716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:14.142676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:13.785567Z","time spent":"357.101662ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":695,"request content":"key:\"/registry/events/openstack/valkey-node.1898369b1e43324f\" "} {"level":"warn","ts":"2026-02-27T21:08:14.142684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.183404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-27T21:08:14.142798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:13.78594Z","time spent":"356.657443ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5003,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:14.142542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:13.785537Z","time spent":"356.924098ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1813,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:08:14.142806Z","caller":"traceutil/trace.go:171","msg":"trace[408746403] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2400; }","duration":"342.324877ms","start":"2026-02-27T21:08:13.800439Z","end":"2026-02-27T21:08:14.142764Z","steps":["trace[408746403] 'agreement among raft nodes before linearized reading' (duration: 342.01458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:14.143095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:13.800429Z","time spent":"342.566442ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T21:08:14.572375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.227529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:14.572505Z","caller":"traceutil/trace.go:171","msg":"trace[2025727793] linearizableReadLoop","detail":"{readStateIndex:2516; appliedIndex:2515; }","duration":"423.069555ms","start":"2026-02-27T21:08:14.149416Z","end":"2026-02-27T21:08:14.572486Z","steps":["trace[2025727793] 'read index received' (duration: 78.633092ms)","trace[2025727793] 'applied index is now lower than readState.Index' (duration: 344.434973ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:14.572561Z","caller":"traceutil/trace.go:171","msg":"trace[1992078248] transaction","detail":"{read_only:false; response_revision:2401; number_of_response:1; }","duration":"427.208616ms","start":"2026-02-27T21:08:14.145319Z","end":"2026-02-27T21:08:14.572528Z","steps":["trace[1992078248] 'process raft request' (duration: 82.717751ms)","trace[1992078248] 'compare' (duration: 344.080566ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:14.572727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:14.145292Z","time spent":"427.345919ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":656,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:14.572785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.364591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T21:08:14.572857Z","caller":"traceutil/trace.go:171","msg":"trace[2110389225] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2401; }","duration":"423.481864ms","start":"2026-02-27T21:08:14.149364Z","end":"2026-02-27T21:08:14.572846Z","steps":["trace[2110389225] 'agreement among raft nodes before linearized reading' (duration: 423.255269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:14.572938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:14.149336Z","time spent":"423.590035ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T21:08:14.816545Z","caller":"traceutil/trace.go:171","msg":"trace[1824828092] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"667.072666ms","start":"2026-02-27T21:08:14.149443Z","end":"2026-02-27T21:08:14.816515Z","steps":["trace[1824828092] 'process raft request' (duration: 630.973352ms)","trace[1824828092] 'compare' (duration: 35.92234ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:14.816707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:14.14942Z","time spent":"667.20566ms","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1448,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:14.973898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.934012ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T21:08:14.974241Z","caller":"traceutil/trace.go:171","msg":"trace[641233964] transaction","detail":"{read_only:false; response_revision:2404; number_of_response:1; }","duration":"152.796853ms","start":"2026-02-27T21:08:14.821419Z","end":"2026-02-27T21:08:14.974216Z","steps":["trace[641233964] 'process raft request' (duration: 152.743812ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:14.974263Z","caller":"traceutil/trace.go:171","msg":"trace[1028130738] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"298.709766ms","start":"2026-02-27T21:08:14.675524Z","end":"2026-02-27T21:08:14.974233Z","steps":["trace[1028130738] 'process raft request' (duration: 298.474561ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:14.974378Z","caller":"traceutil/trace.go:171","msg":"trace[1103982306] linearizableReadLoop","detail":"{readStateIndex:2518; appliedIndex:2516; }","duration":"401.817946ms","start":"2026-02-27T21:08:14.572534Z","end":"2026-02-27T21:08:14.974352Z","steps":["trace[1103982306] 'read index received' (duration: 207.974689ms)","trace[1103982306] 'applied index is now lower than readState.Index' (duration: 193.839977ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:14.974783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.976864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123266"} {"level":"info","ts":"2026-02-27T21:08:14.974841Z","caller":"traceutil/trace.go:171","msg":"trace[1721692136] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2404; }","duration":"825.056955ms","start":"2026-02-27T21:08:14.149767Z","end":"2026-02-27T21:08:14.974824Z","steps":["trace[1721692136] 'agreement among raft nodes before linearized reading' (duration: 824.694286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:14.974971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:14.149758Z","time spent":"825.164307ms","remote":"127.0.0.1:57976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123290,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T21:08:15.497266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.961741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:15.4974Z","caller":"traceutil/trace.go:171","msg":"trace[1766549451] linearizableReadLoop","detail":"{readStateIndex:2521; appliedIndex:2520; }","duration":"522.955153ms","start":"2026-02-27T21:08:14.974425Z","end":"2026-02-27T21:08:15.497381Z","steps":["trace[1766549451] 'read index received' (duration: 189.912471ms)","trace[1766549451] 'applied index is now lower than readState.Index' (duration: 333.041302ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:15.497433Z","caller":"traceutil/trace.go:171","msg":"trace[963365349] transaction","detail":"{read_only:false; response_revision:2405; number_of_response:1; }","duration":"675.917651ms","start":"2026-02-27T21:08:14.821484Z","end":"2026-02-27T21:08:15.497402Z","steps":["trace[963365349] 'process raft request' (duration: 342.734296ms)","trace[963365349] 'compare' (duration: 332.662993ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:15.497561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:14.821461Z","time spent":"676.041753ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":912,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:15.497641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.21121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T21:08:15.497684Z","caller":"traceutil/trace.go:171","msg":"trace[686996601] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2405; }","duration":"677.292582ms","start":"2026-02-27T21:08:14.820377Z","end":"2026-02-27T21:08:15.49767Z","steps":["trace[686996601] 'agreement among raft nodes before linearized reading' (duration: 677.083607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:15.497721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:14.820357Z","time spent":"677.356182ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T21:08:15.4982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.580753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8410"} {"level":"info","ts":"2026-02-27T21:08:15.498251Z","caller":"traceutil/trace.go:171","msg":"trace[1228375495] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2405; }","duration":"923.670845ms","start":"2026-02-27T21:08:14.574568Z","end":"2026-02-27T21:08:15.498239Z","steps":["trace[1228375495] 'agreement among raft nodes before linearized reading' (duration: 922.917199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:15.498282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:14.574549Z","time spent":"923.725986ms","remote":"127.0.0.1:58078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8434,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T21:08:15.798157Z","caller":"traceutil/trace.go:171","msg":"trace[22270459] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"820.141345ms","start":"2026-02-27T21:08:14.977985Z","end":"2026-02-27T21:08:15.798127Z","steps":["trace[22270459] 'process raft request' (duration: 774.661414ms)","trace[22270459] 'compare' (duration: 45.318528ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:15.798327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:14.977955Z","time spent":"820.27967ms","remote":"127.0.0.1:57976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":123252,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:15.800417Z","caller":"traceutil/trace.go:171","msg":"trace[1783059931] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"569.989379ms","start":"2026-02-27T21:08:15.230412Z","end":"2026-02-27T21:08:15.800401Z","steps":["trace[1783059931] 'process raft request' (duration: 569.850886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:15.80051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:15.230386Z","time spent":"570.0776ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:15.800606Z","caller":"traceutil/trace.go:171","msg":"trace[1086513432] linearizableReadLoop","detail":"{readStateIndex:2524; appliedIndex:2521; }","duration":"303.145954ms","start":"2026-02-27T21:08:15.497429Z","end":"2026-02-27T21:08:15.800575Z","steps":["trace[1086513432] 'read index received' (duration: 255.198129ms)","trace[1086513432] 'applied index is now lower than readState.Index' (duration: 47.946015ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:15.800686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.224674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:15.800731Z","caller":"traceutil/trace.go:171","msg":"trace[38776425] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"502.737918ms","start":"2026-02-27T21:08:15.297963Z","end":"2026-02-27T21:08:15.800701Z","steps":["trace[38776425] 'process raft request' (duration: 502.395171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:15.800743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.748217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:08:15.800804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.942015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:15.800856Z","caller":"traceutil/trace.go:171","msg":"trace[1992558256] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2408; }","duration":"658.052917ms","start":"2026-02-27T21:08:15.142785Z","end":"2026-02-27T21:08:15.800838Z","steps":["trace[1992558256] 'agreement among raft nodes before linearized reading' (duration: 657.947695ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:15.800861Z","caller":"traceutil/trace.go:171","msg":"trace[896720592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2408; }","duration":"581.944551ms","start":"2026-02-27T21:08:15.21889Z","end":"2026-02-27T21:08:15.800834Z","steps":["trace[896720592] 'agreement among raft nodes before linearized reading' (duration: 581.724036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:15.800898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:15.142764Z","time spent":"658.124209ms","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:15.800913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:15.218868Z","time spent":"582.031703ms","remote":"127.0.0.1:58584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:15.80091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:15.297944Z","time spent":"502.8694ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:15.800984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.807073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:08:15.801031Z","caller":"traceutil/trace.go:171","msg":"trace[542010944] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2408; }","duration":"469.890795ms","start":"2026-02-27T21:08:15.331128Z","end":"2026-02-27T21:08:15.801019Z","steps":["trace[542010944] 'agreement among raft nodes before linearized reading' (duration: 469.448304ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:15.800746Z","caller":"traceutil/trace.go:171","msg":"trace[754209415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2408; }","duration":"610.339327ms","start":"2026-02-27T21:08:15.190393Z","end":"2026-02-27T21:08:15.800733Z","steps":["trace[754209415] 'agreement among raft nodes before linearized reading' (duration: 610.243455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:15.801071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:15.331116Z","time spent":"469.946587ms","remote":"127.0.0.1:58586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:15.801149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:15.190373Z","time spent":"610.731386ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:08:16.269441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.974264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:16.269631Z","caller":"traceutil/trace.go:171","msg":"trace[1132942890] linearizableReadLoop","detail":"{readStateIndex:2526; appliedIndex:2524; }","duration":"468.906744ms","start":"2026-02-27T21:08:15.800706Z","end":"2026-02-27T21:08:16.269613Z","steps":["trace[1132942890] 'read index received' (duration: 143.677564ms)","trace[1132942890] 'applied index is now lower than readState.Index' (duration: 325.22812ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:16.269742Z","caller":"traceutil/trace.go:171","msg":"trace[1058491312] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"469.523458ms","start":"2026-02-27T21:08:15.800188Z","end":"2026-02-27T21:08:16.269711Z","steps":["trace[1058491312] 'process raft request' (duration: 469.366104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:16.269931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:15.800163Z","time spent":"469.655741ms","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1489,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:16.269953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.487928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:16.270002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.05485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123266"} {"level":"info","ts":"2026-02-27T21:08:16.269952Z","caller":"traceutil/trace.go:171","msg":"trace[1094406564] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"506.547132ms","start":"2026-02-27T21:08:15.76337Z","end":"2026-02-27T21:08:16.269917Z","steps":["trace[1094406564] 'process raft request' (duration: 181.000135ms)","trace[1094406564] 'compare' (duration: 324.841472ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:16.270043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.83257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:16.270121Z","caller":"traceutil/trace.go:171","msg":"trace[2109747609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2410; }","duration":"467.942872ms","start":"2026-02-27T21:08:15.802161Z","end":"2026-02-27T21:08:16.270104Z","steps":["trace[2109747609] 'agreement among raft nodes before linearized reading' (duration: 467.809689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:16.270127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.470778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:08:16.27003Z","caller":"traceutil/trace.go:171","msg":"trace[1356975006] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2410; }","duration":"703.605901ms","start":"2026-02-27T21:08:15.566406Z","end":"2026-02-27T21:08:16.270012Z","steps":["trace[1356975006] 'agreement among raft nodes before linearized reading' (duration: 703.421897ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:16.270152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.379616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T21:08:16.270163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.565395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T21:08:16.270176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:15.802149Z","time spent":"468.014544ms","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T21:08:16.27019Z","caller":"traceutil/trace.go:171","msg":"trace[1787038356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2410; }","duration":"485.591501ms","start":"2026-02-27T21:08:15.784582Z","end":"2026-02-27T21:08:16.270173Z","steps":["trace[1787038356] 'agreement among raft nodes before linearized reading' (duration: 485.391276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:16.270207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.949506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:08:16.270219Z","caller":"traceutil/trace.go:171","msg":"trace[668185849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2410; }","duration":"291.479467ms","start":"2026-02-27T21:08:15.978723Z","end":"2026-02-27T21:08:16.270203Z","steps":["trace[668185849] 'agreement among raft nodes before linearized reading' (duration: 291.259922ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:16.270222Z","caller":"traceutil/trace.go:171","msg":"trace[599309661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2410; }","duration":"289.632546ms","start":"2026-02-27T21:08:15.980576Z","end":"2026-02-27T21:08:16.270209Z","steps":["trace[599309661] 'agreement among raft nodes before linearized reading' (duration: 289.423132ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:16.270251Z","caller":"traceutil/trace.go:171","msg":"trace[498357687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2410; }","duration":"291.014227ms","start":"2026-02-27T21:08:15.979228Z","end":"2026-02-27T21:08:16.270242Z","steps":["trace[498357687] 'agreement among raft nodes before linearized reading' (duration: 290.749861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:16.270244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:15.763333Z","time spent":"506.750097ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:16.270274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:15.784548Z","time spent":"485.696413ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:08:16.270201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:15.566388Z","time spent":"703.801805ms","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T21:08:16.270037Z","caller":"traceutil/trace.go:171","msg":"trace[1457154191] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2410; }","duration":"470.147111ms","start":"2026-02-27T21:08:15.799879Z","end":"2026-02-27T21:08:16.270026Z","steps":["trace[1457154191] 'agreement among raft nodes before linearized reading' (duration: 469.829264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:16.27036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:15.799851Z","time spent":"470.499698ms","remote":"127.0.0.1:57976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123290,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T21:08:16.27018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.160471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T21:08:16.270444Z","caller":"traceutil/trace.go:171","msg":"trace[1495789922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2410; }","duration":"291.469327ms","start":"2026-02-27T21:08:15.978963Z","end":"2026-02-27T21:08:16.270433Z","steps":["trace[1495789922] 'agreement among raft nodes before linearized reading' (duration: 291.017867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:17.702574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058570295s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:17.702761Z","caller":"traceutil/trace.go:171","msg":"trace[1155991956] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"1.428772865s","start":"2026-02-27T21:08:16.273953Z","end":"2026-02-27T21:08:17.702726Z","steps":["trace[1155991956] 'process raft request' (duration: 369.715829ms)","trace[1155991956] 'compare' (duration: 1.057713787s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:17.702929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:16.273907Z","time spent":"1.428935009s","remote":"127.0.0.1:57976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":123252,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:17.702917Z","caller":"traceutil/trace.go:171","msg":"trace[124605572] linearizableReadLoop","detail":"{readStateIndex:2527; appliedIndex:2526; }","duration":"1.427757372s","start":"2026-02-27T21:08:16.275123Z","end":"2026-02-27T21:08:17.70288Z","steps":["trace[124605572] 'read index received' (duration: 368.502632ms)","trace[124605572] 'applied index is now lower than readState.Index' (duration: 1.0592511s)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:17.703003Z","caller":"traceutil/trace.go:171","msg":"trace[134073807] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"1.427661741s","start":"2026-02-27T21:08:16.275292Z","end":"2026-02-27T21:08:17.702954Z","steps":["trace[134073807] 'process raft request' (duration: 1.427409206s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:17.703078Z","caller":"traceutil/trace.go:171","msg":"trace[1778844334] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"1.427502367s","start":"2026-02-27T21:08:16.275556Z","end":"2026-02-27T21:08:17.703059Z","steps":["trace[1778844334] 'process raft request' (duration: 1.427406335s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:17.703114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427967807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:17.703115Z","caller":"traceutil/trace.go:171","msg":"trace[807786325] transaction","detail":"{read_only:false; response_revision:2414; number_of_response:1; }","duration":"1.427557488s","start":"2026-02-27T21:08:16.275539Z","end":"2026-02-27T21:08:17.703096Z","steps":["trace[807786325] 'process raft request' (duration: 1.427367044s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:17.703111Z","caller":"traceutil/trace.go:171","msg":"trace[415021676] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"1.42761556s","start":"2026-02-27T21:08:16.275418Z","end":"2026-02-27T21:08:17.703033Z","steps":["trace[415021676] 'process raft request' (duration: 1.427424286s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:17.703188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:16.275542Z","time spent":"1.42759615s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:17.7032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:16.275529Z","time spent":"1.427629361s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:17.703264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:16.275274Z","time spent":"1.427848075s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:17.703315Z","caller":"traceutil/trace.go:171","msg":"trace[1926075482] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"1.427518908s","start":"2026-02-27T21:08:16.275775Z","end":"2026-02-27T21:08:17.703294Z","steps":["trace[1926075482] 'process raft request' (duration: 1.427240851s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:17.703159Z","caller":"traceutil/trace.go:171","msg":"trace[1635737351] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2415; }","duration":"1.42806901s","start":"2026-02-27T21:08:16.275079Z","end":"2026-02-27T21:08:17.703148Z","steps":["trace[1635737351] 'agreement among raft nodes before linearized reading' (duration: 1.427934826s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:17.703311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:16.275388Z","time spent":"1.427835695s","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:08:17.703409Z","caller":"traceutil/trace.go:171","msg":"trace[134817024] transaction","detail":"{read_only:false; response_revision:2417; number_of_response:1; }","duration":"1.427536869s","start":"2026-02-27T21:08:16.275861Z","end":"2026-02-27T21:08:17.703397Z","steps":["trace[134817024] 'process raft request' (duration: 1.427358145s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:17.703397Z","caller":"traceutil/trace.go:171","msg":"trace[1444008468] transaction","detail":"{read_only:false; response_revision:2418; number_of_response:1; }","duration":"1.42714359s","start":"2026-02-27T21:08:16.276228Z","end":"2026-02-27T21:08:17.703372Z","steps":["trace[1444008468] 'process raft request' (duration: 1.427080349s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:17.703423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:16.275763Z","time spent":"1.42760735s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:17.703432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:16.275055Z","time spent":"1.428342267s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T21:08:17.703474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:16.275843Z","time spent":"1.427601721s","remote":"127.0.0.1:58184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1340,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:17.703538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:16.276212Z","time spent":"1.427251763s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:17.767528Z","caller":"traceutil/trace.go:171","msg":"trace[851355636] transaction","detail":"{read_only:false; response_revision:2419; number_of_response:1; }","duration":"785.993894ms","start":"2026-02-27T21:08:16.9815Z","end":"2026-02-27T21:08:17.767494Z","steps":["trace[851355636] 'process raft request' (duration: 785.80559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:17.767549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488557301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:17.767629Z","caller":"traceutil/trace.go:171","msg":"trace[1977608122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2419; }","duration":"1.488671465s","start":"2026-02-27T21:08:16.278938Z","end":"2026-02-27T21:08:17.76761Z","steps":["trace[1977608122] 'agreement among raft nodes before linearized reading' (duration: 1.488538502s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:17.767691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:16.278931Z","time spent":"1.488751487s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:08:17.767737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:16.981473Z","time spent":"786.142129ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:18.013454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.215969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8410"} {"level":"info","ts":"2026-02-27T21:08:18.013589Z","caller":"traceutil/trace.go:171","msg":"trace[995413234] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2420; }","duration":"211.385184ms","start":"2026-02-27T21:08:17.802179Z","end":"2026-02-27T21:08:18.013565Z","steps":["trace[995413234] 'range keys from in-memory index tree' (duration: 210.704818ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:18.095768Z","caller":"traceutil/trace.go:171","msg":"trace[827277887] transaction","detail":"{read_only:false; response_revision:2423; number_of_response:1; }","duration":"289.365532ms","start":"2026-02-27T21:08:17.80638Z","end":"2026-02-27T21:08:18.095745Z","steps":["trace[827277887] 'process raft request' (duration: 289.28926ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:18.095798Z","caller":"traceutil/trace.go:171","msg":"trace[2049966901] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"289.977605ms","start":"2026-02-27T21:08:17.805793Z","end":"2026-02-27T21:08:18.095771Z","steps":["trace[2049966901] 'process raft request' (duration: 289.823312ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:18.095927Z","caller":"traceutil/trace.go:171","msg":"trace[1937585303] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"290.406294ms","start":"2026-02-27T21:08:17.805489Z","end":"2026-02-27T21:08:18.095895Z","steps":["trace[1937585303] 'process raft request' (duration: 289.985075ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:18.09612Z","caller":"traceutil/trace.go:171","msg":"trace[1284518103] transaction","detail":"{read_only:false; response_revision:2424; number_of_response:1; }","duration":"289.276188ms","start":"2026-02-27T21:08:17.806821Z","end":"2026-02-27T21:08:18.096097Z","steps":["trace[1284518103] 'process raft request' (duration: 288.88214ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:18.096257Z","caller":"traceutil/trace.go:171","msg":"trace[675254893] linearizableReadLoop","detail":"{readStateIndex:2541; appliedIndex:2536; }","duration":"286.63071ms","start":"2026-02-27T21:08:17.809608Z","end":"2026-02-27T21:08:18.096239Z","steps":["trace[675254893] 'read index received' (duration: 145.502383ms)","trace[675254893] 'applied index is now lower than readState.Index' (duration: 141.126647ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:18.09629Z","caller":"traceutil/trace.go:171","msg":"trace[2142183111] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"284.941094ms","start":"2026-02-27T21:08:17.811317Z","end":"2026-02-27T21:08:18.096259Z","steps":["trace[2142183111] 'process raft request' (duration: 284.674838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:18.096544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.912946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:18.096793Z","caller":"traceutil/trace.go:171","msg":"trace[523397499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2425; }","duration":"287.192822ms","start":"2026-02-27T21:08:17.809584Z","end":"2026-02-27T21:08:18.096776Z","steps":["trace[523397499] 'agreement among raft nodes before linearized reading' (duration: 286.790813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:18.272671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.941971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:18.272774Z","caller":"traceutil/trace.go:171","msg":"trace[1098184631] linearizableReadLoop","detail":"{readStateIndex:2543; appliedIndex:2542; }","duration":"176.429065ms","start":"2026-02-27T21:08:18.096329Z","end":"2026-02-27T21:08:18.272758Z","steps":["trace[1098184631] 'read index received' (duration: 41.237038ms)","trace[1098184631] 'applied index is now lower than readState.Index' (duration: 135.190827ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:18.272844Z","caller":"traceutil/trace.go:171","msg":"trace[1672864668] transaction","detail":"{read_only:false; response_revision:2426; number_of_response:1; }","duration":"257.690093ms","start":"2026-02-27T21:08:18.015141Z","end":"2026-02-27T21:08:18.272831Z","steps":["trace[1672864668] 'process raft request' (duration: 122.501407ms)","trace[1672864668] 'compare' (duration: 134.823218ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:18.273202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.360524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-02-27T21:08:18.273288Z","caller":"traceutil/trace.go:171","msg":"trace[116106806] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2426; }","duration":"246.496657ms","start":"2026-02-27T21:08:18.026771Z","end":"2026-02-27T21:08:18.273267Z","steps":["trace[116106806] 'agreement among raft nodes before linearized reading' (duration: 246.066007ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:18.290424Z","caller":"traceutil/trace.go:171","msg":"trace[261651514] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"120.583805ms","start":"2026-02-27T21:08:18.169829Z","end":"2026-02-27T21:08:18.290412Z","steps":["trace[261651514] 'process raft request' (duration: 120.35495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:18.29064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.78812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:18.290669Z","caller":"traceutil/trace.go:171","msg":"trace[1643531425] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:2427; }","duration":"185.837501ms","start":"2026-02-27T21:08:18.104825Z","end":"2026-02-27T21:08:18.290663Z","steps":["trace[1643531425] 'agreement among raft nodes before linearized reading' (duration: 185.735309ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:18.729491Z","caller":"traceutil/trace.go:171","msg":"trace[2051466568] linearizableReadLoop","detail":"{readStateIndex:2545; appliedIndex:2544; }","duration":"436.730255ms","start":"2026-02-27T21:08:18.292727Z","end":"2026-02-27T21:08:18.729457Z","steps":["trace[2051466568] 'read index received' (duration: 350.158229ms)","trace[2051466568] 'applied index is now lower than readState.Index' (duration: 86.570106ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:18.729546Z","caller":"traceutil/trace.go:171","msg":"trace[144468175] transaction","detail":"{read_only:false; response_revision:2428; number_of_response:1; }","duration":"436.962491ms","start":"2026-02-27T21:08:18.292552Z","end":"2026-02-27T21:08:18.729514Z","steps":["trace[144468175] 'process raft request' (duration: 350.439895ms)","trace[144468175] 'compare' (duration: 86.236759ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:18.729676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:18.29253Z","time spent":"437.082303ms","remote":"127.0.0.1:58440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9951,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:18.729758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.082661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:08:18.72978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.372902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:18.729827Z","caller":"traceutil/trace.go:171","msg":"trace[593449692] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2428; }","duration":"342.209194ms","start":"2026-02-27T21:08:18.3876Z","end":"2026-02-27T21:08:18.729809Z","steps":["trace[593449692] 'agreement among raft nodes before linearized reading' (duration: 342.084831ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:18.729854Z","caller":"traceutil/trace.go:171","msg":"trace[1688003613] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2428; }","duration":"150.538945ms","start":"2026-02-27T21:08:18.579298Z","end":"2026-02-27T21:08:18.729837Z","steps":["trace[1688003613] 'agreement among raft nodes before linearized reading' (duration: 150.33934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:18.729897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:18.387577Z","time spent":"342.282855ms","remote":"127.0.0.1:58078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:18.730259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.517312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T21:08:18.73034Z","caller":"traceutil/trace.go:171","msg":"trace[1431273931] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2428; }","duration":"437.664035ms","start":"2026-02-27T21:08:18.292657Z","end":"2026-02-27T21:08:18.730321Z","steps":["trace[1431273931] 'agreement among raft nodes before linearized reading' (duration: 437.42901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:18.730391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:18.292639Z","time spent":"437.739257ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T21:08:18.730629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.143414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:8 size:376477"} {"level":"info","ts":"2026-02-27T21:08:18.730686Z","caller":"traceutil/trace.go:171","msg":"trace[850831962] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:8; response_revision:2428; }","duration":"368.257627ms","start":"2026-02-27T21:08:18.362415Z","end":"2026-02-27T21:08:18.730672Z","steps":["trace[850831962] 'agreement among raft nodes before linearized reading' (duration: 367.258405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:18.730884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:18.362383Z","time spent":"368.487542ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":8,"response size":376501,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-02-27T21:08:19.707888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.793404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:19.708067Z","caller":"traceutil/trace.go:171","msg":"trace[1638098863] transaction","detail":"{read_only:false; response_revision:2429; number_of_response:1; }","duration":"964.273049ms","start":"2026-02-27T21:08:18.743753Z","end":"2026-02-27T21:08:19.708026Z","steps":["trace[1638098863] 'process raft request' (duration: 131.216539ms)","trace[1638098863] 'compare' (duration: 832.58558ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:19.708241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:18.743735Z","time spent":"964.417263ms","remote":"127.0.0.1:58066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:08:19.708707Z","caller":"traceutil/trace.go:171","msg":"trace[234439971] linearizableReadLoop","detail":"{readStateIndex:2546; appliedIndex:2545; }","duration":"846.264551ms","start":"2026-02-27T21:08:18.862397Z","end":"2026-02-27T21:08:19.708661Z","steps":["trace[234439971] 'read index received' (duration: 12.582647ms)","trace[234439971] 'applied index is now lower than readState.Index' (duration: 833.676614ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:19.709562Z","caller":"traceutil/trace.go:171","msg":"trace[1225785949] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"654.248654ms","start":"2026-02-27T21:08:19.055282Z","end":"2026-02-27T21:08:19.709531Z","steps":["trace[1225785949] 'process raft request' (duration: 654.06213ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:19.709721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:19.05525Z","time spent":"654.391657ms","remote":"127.0.0.1:38786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:19.710027Z","caller":"traceutil/trace.go:171","msg":"trace[831010592] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"659.45367ms","start":"2026-02-27T21:08:19.050528Z","end":"2026-02-27T21:08:19.709981Z","steps":["trace[831010592] 'process raft request' (duration: 657.506656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:19.710212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:19.050491Z","time spent":"659.629583ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:19.710218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.808985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:8 size:376477"} {"level":"info","ts":"2026-02-27T21:08:19.710379Z","caller":"traceutil/trace.go:171","msg":"trace[288508767] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:8; response_revision:2430; }","duration":"848.0125ms","start":"2026-02-27T21:08:18.862347Z","end":"2026-02-27T21:08:19.71036Z","steps":["trace[288508767] 'agreement among raft nodes before linearized reading' (duration: 846.417904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:19.710484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:18.862321Z","time spent":"848.140243ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":8,"response size":376501,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-02-27T21:08:19.711793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.615722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:19.711886Z","caller":"traceutil/trace.go:171","msg":"trace[2048551193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2431; }","duration":"520.764655ms","start":"2026-02-27T21:08:19.191103Z","end":"2026-02-27T21:08:19.711868Z","steps":["trace[2048551193] 'agreement among raft nodes before linearized reading' (duration: 518.606408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:19.711932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:19.191074Z","time spent":"520.846117ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T21:08:20.111786Z","caller":"traceutil/trace.go:171","msg":"trace[1539778386] transaction","detail":"{read_only:false; response_revision:2432; number_of_response:1; }","duration":"397.475101ms","start":"2026-02-27T21:08:19.71429Z","end":"2026-02-27T21:08:20.111765Z","steps":["trace[1539778386] 'process raft request' (duration: 397.337768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:20.111922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:19.714274Z","time spent":"397.579364ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:20.622396Z","caller":"traceutil/trace.go:171","msg":"trace[820683274] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"907.584242ms","start":"2026-02-27T21:08:19.714784Z","end":"2026-02-27T21:08:20.622368Z","steps":["trace[820683274] 'process raft request' (duration: 907.356066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:20.622575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:19.714774Z","time spent":"907.706414ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:20.622675Z","caller":"traceutil/trace.go:171","msg":"trace[427132277] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"907.871678ms","start":"2026-02-27T21:08:19.714781Z","end":"2026-02-27T21:08:20.622653Z","steps":["trace[427132277] 'process raft request' (duration: 907.537551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:20.622829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:19.714761Z","time spent":"907.98964ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:20.623179Z","caller":"traceutil/trace.go:171","msg":"trace[1738001715] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"908.209045ms","start":"2026-02-27T21:08:19.714953Z","end":"2026-02-27T21:08:20.623162Z","steps":["trace[1738001715] 'process raft request' (duration: 907.609702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:20.62326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:19.714921Z","time spent":"908.297627ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:20.623425Z","caller":"traceutil/trace.go:171","msg":"trace[1682486695] transaction","detail":"{read_only:false; response_revision:2437; number_of_response:1; }","duration":"907.851367ms","start":"2026-02-27T21:08:19.715556Z","end":"2026-02-27T21:08:20.623408Z","steps":["trace[1682486695] 'process raft request' (duration: 907.661033ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:20.623476Z","caller":"traceutil/trace.go:171","msg":"trace[465975981] transaction","detail":"{read_only:false; response_revision:2436; number_of_response:1; }","duration":"908.489651ms","start":"2026-02-27T21:08:19.714974Z","end":"2026-02-27T21:08:20.623464Z","steps":["trace[465975981] 'process raft request' (duration: 908.095342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:20.623539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:19.714965Z","time spent":"908.542363ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:20.623561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:19.715546Z","time spent":"907.953459ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:20.623723Z","caller":"traceutil/trace.go:171","msg":"trace[1823092228] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"906.447717ms","start":"2026-02-27T21:08:19.717175Z","end":"2026-02-27T21:08:20.623622Z","steps":["trace[1823092228] 'process raft request' (duration: 906.14231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:20.624015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:19.717155Z","time spent":"906.634931ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15103,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:08:20.624412Z","caller":"traceutil/trace.go:171","msg":"trace[32137649] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"902.465038ms","start":"2026-02-27T21:08:19.721913Z","end":"2026-02-27T21:08:20.624379Z","steps":["trace[32137649] 'process raft request' (duration: 901.462997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:20.62458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:19.721889Z","time spent":"902.614541ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:08:20.624676Z","caller":"traceutil/trace.go:171","msg":"trace[1135749159] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"893.692715ms","start":"2026-02-27T21:08:19.730963Z","end":"2026-02-27T21:08:20.624656Z","steps":["trace[1135749159] 'process raft request' (duration: 893.359188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:20.624767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:19.730927Z","time spent":"893.797538ms","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7769,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:20.624758Z","caller":"traceutil/trace.go:171","msg":"trace[608996453] linearizableReadLoop","detail":"{readStateIndex:2554; appliedIndex:2548; }","duration":"908.657055ms","start":"2026-02-27T21:08:19.716063Z","end":"2026-02-27T21:08:20.624721Z","steps":["trace[608996453] 'read index received' (duration: 395.6214ms)","trace[608996453] 'applied index is now lower than readState.Index' (duration: 513.033945ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:20.624892Z","caller":"traceutil/trace.go:171","msg":"trace[1035728894] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"523.850013ms","start":"2026-02-27T21:08:20.10102Z","end":"2026-02-27T21:08:20.62487Z","steps":["trace[1035728894] 'process raft request' (duration: 523.582107ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:20.624973Z","caller":"traceutil/trace.go:171","msg":"trace[1239326128] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"523.168237ms","start":"2026-02-27T21:08:20.101783Z","end":"2026-02-27T21:08:20.624952Z","steps":["trace[1239326128] 'process raft request' (duration: 522.86781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:20.624997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:20.100995Z","time spent":"523.943914ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:20.625162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.095415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-02-27T21:08:20.62518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:20.101773Z","time spent":"523.245629ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:20.625208Z","caller":"traceutil/trace.go:171","msg":"trace[1664998355] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:2443; }","duration":"909.178877ms","start":"2026-02-27T21:08:19.716017Z","end":"2026-02-27T21:08:20.625196Z","steps":["trace[1664998355] 'agreement among raft nodes before linearized reading' (duration: 909.101695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:20.625206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.092383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.1898369c793175d0\" ","response":"range_response_count:1 size:661"} {"level":"warn","ts":"2026-02-27T21:08:20.625238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:19.716003Z","time spent":"909.227978ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"info","ts":"2026-02-27T21:08:20.625277Z","caller":"traceutil/trace.go:171","msg":"trace[277280938] range","detail":"{range_begin:/registry/events/openstack/valkey.1898369c793175d0; range_end:; response_count:1; response_revision:2443; }","duration":"908.179405ms","start":"2026-02-27T21:08:19.717081Z","end":"2026-02-27T21:08:20.62526Z","steps":["trace[277280938] 'agreement among raft nodes before linearized reading' (duration: 907.93634ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:20.624859Z","caller":"traceutil/trace.go:171","msg":"trace[1419982708] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"851.190378ms","start":"2026-02-27T21:08:19.773658Z","end":"2026-02-27T21:08:20.624849Z","steps":["trace[1419982708] 'process raft request' (duration: 850.874432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:20.625351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:19.717073Z","time spent":"908.244047ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":685,"request content":"key:\"/registry/events/openstack/valkey.1898369c793175d0\" "} {"level":"warn","ts":"2026-02-27T21:08:20.625481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.217719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:20.625509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.759535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:08:20.625541Z","caller":"traceutil/trace.go:171","msg":"trace[304726425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2443; }","duration":"434.574747ms","start":"2026-02-27T21:08:20.19095Z","end":"2026-02-27T21:08:20.625524Z","steps":["trace[304726425] 'agreement among raft nodes before linearized reading' (duration: 434.217789ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:20.625568Z","caller":"traceutil/trace.go:171","msg":"trace[964937671] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2443; }","duration":"619.869408ms","start":"2026-02-27T21:08:20.005684Z","end":"2026-02-27T21:08:20.625553Z","steps":["trace[964937671] 'agreement among raft nodes before linearized reading' (duration: 619.763645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:20.625612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:20.005658Z","time spent":"619.945249ms","remote":"127.0.0.1:38766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":15,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:20.625596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:20.19093Z","time spent":"434.653668ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:08:20.626481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:19.77364Z","time spent":"851.745202ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:21.071314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.951384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:21.071426Z","caller":"traceutil/trace.go:171","msg":"trace[38749250] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"443.047684ms","start":"2026-02-27T21:08:20.628358Z","end":"2026-02-27T21:08:21.071405Z","steps":["trace[38749250] 'process raft request' (duration: 122.885496ms)","trace[38749250] 'compare' (duration: 319.818951ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:21.07149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:20.628342Z","time spent":"443.118556ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:21.419755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.951969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:21.420098Z","caller":"traceutil/trace.go:171","msg":"trace[1137454652] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"788.377496ms","start":"2026-02-27T21:08:20.631684Z","end":"2026-02-27T21:08:21.420061Z","steps":["trace[1137454652] 'process raft request' (duration: 604.055739ms)","trace[1137454652] 'compare' (duration: 183.804036ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:21.420212Z","caller":"traceutil/trace.go:171","msg":"trace[378709825] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"787.947348ms","start":"2026-02-27T21:08:20.63223Z","end":"2026-02-27T21:08:21.420177Z","steps":["trace[378709825] 'process raft request' (duration: 787.719083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:21.42026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:20.631655Z","time spent":"788.5283ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:21.420301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:20.63222Z","time spent":"788.04518ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:08:21.420414Z","caller":"traceutil/trace.go:171","msg":"trace[1425712068] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"787.982097ms","start":"2026-02-27T21:08:20.632372Z","end":"2026-02-27T21:08:21.420354Z","steps":["trace[1425712068] 'process raft request' (duration: 787.64727ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:21.420536Z","caller":"traceutil/trace.go:171","msg":"trace[834225776] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"782.105178ms","start":"2026-02-27T21:08:20.638418Z","end":"2026-02-27T21:08:21.420523Z","steps":["trace[834225776] 'process raft request' (duration: 781.959715ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:21.420501Z","caller":"traceutil/trace.go:171","msg":"trace[1060741934] linearizableReadLoop","detail":"{readStateIndex:2565; appliedIndex:2560; }","duration":"787.467367ms","start":"2026-02-27T21:08:20.633014Z","end":"2026-02-27T21:08:21.420481Z","steps":["trace[1060741934] 'read index received' (duration: 118.292796ms)","trace[1060741934] 'applied index is now lower than readState.Index' (duration: 669.173471ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:21.420622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:20.638402Z","time spent":"782.161031ms","remote":"127.0.0.1:58428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15896,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:21.42068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:20.63235Z","time spent":"788.186972ms","remote":"127.0.0.1:58254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:21.420596Z","caller":"traceutil/trace.go:171","msg":"trace[1401568689] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"787.928588ms","start":"2026-02-27T21:08:20.632645Z","end":"2026-02-27T21:08:21.420573Z","steps":["trace[1401568689] 'process raft request' (duration: 787.448487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:21.420759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.718763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-certs\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:21.420819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:20.632637Z","time spent":"788.121092ms","remote":"127.0.0.1:58066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":917,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:21.420869Z","caller":"traceutil/trace.go:171","msg":"trace[1851122707] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-certs; range_end:; response_count:0; response_revision:2449; }","duration":"787.853806ms","start":"2026-02-27T21:08:20.632981Z","end":"2026-02-27T21:08:21.420835Z","steps":["trace[1851122707] 'agreement among raft nodes before linearized reading' (duration: 787.685912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:21.42096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:20.632973Z","time spent":"787.976318ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/valkey-server-certs\" "} {"level":"warn","ts":"2026-02-27T21:08:21.421044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.474642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:21.421139Z","caller":"traceutil/trace.go:171","msg":"trace[1743189027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2449; }","duration":"229.739718ms","start":"2026-02-27T21:08:21.191382Z","end":"2026-02-27T21:08:21.421122Z","steps":["trace[1743189027] 'agreement among raft nodes before linearized reading' (duration: 229.423971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:21.854374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.179053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:21.8545Z","caller":"traceutil/trace.go:171","msg":"trace[30309738] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"429.081436ms","start":"2026-02-27T21:08:21.425398Z","end":"2026-02-27T21:08:21.85448Z","steps":["trace[30309738] 'process raft request' (duration: 116.699319ms)","trace[30309738] 'compare' (duration: 312.026579ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:21.854575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:21.425383Z","time spent":"429.153788ms","remote":"127.0.0.1:58066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1205,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:22.06275Z","caller":"traceutil/trace.go:171","msg":"trace[1862821317] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"637.123227ms","start":"2026-02-27T21:08:21.425584Z","end":"2026-02-27T21:08:22.062707Z","steps":["trace[1862821317] 'process raft request' (duration: 605.0367ms)","trace[1862821317] 'compare' (duration: 31.803321ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:22.062851Z","caller":"traceutil/trace.go:171","msg":"trace[1377199695] linearizableReadLoop","detail":"{readStateIndex:2570; appliedIndex:2567; }","duration":"204.777899ms","start":"2026-02-27T21:08:21.858046Z","end":"2026-02-27T21:08:22.062824Z","steps":["trace[1377199695] 'read index received' (duration: 172.59491ms)","trace[1377199695] 'applied index is now lower than readState.Index' (duration: 32.181799ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:22.062862Z","caller":"traceutil/trace.go:171","msg":"trace[471054624] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"624.06829ms","start":"2026-02-27T21:08:21.438756Z","end":"2026-02-27T21:08:22.062824Z","steps":["trace[471054624] 'process raft request' (duration: 623.921866ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:22.062967Z","caller":"traceutil/trace.go:171","msg":"trace[1657204342] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"580.178042ms","start":"2026-02-27T21:08:21.482775Z","end":"2026-02-27T21:08:22.062953Z","steps":["trace[1657204342] 'process raft request' (duration: 579.982538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:22.063013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:21.438734Z","time spent":"624.202032ms","remote":"127.0.0.1:58428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15960,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:22.063077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:21.482745Z","time spent":"580.253774ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:22.063263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.204438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8410"} {"level":"info","ts":"2026-02-27T21:08:22.063704Z","caller":"traceutil/trace.go:171","msg":"trace[1900445775] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2453; }","duration":"205.667787ms","start":"2026-02-27T21:08:21.858018Z","end":"2026-02-27T21:08:22.063686Z","steps":["trace[1900445775] 'agreement among raft nodes before linearized reading' (duration: 205.108115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:22.063255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:21.425315Z","time spent":"637.515016ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5395,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:22.080212Z","caller":"traceutil/trace.go:171","msg":"trace[1586263492] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"221.359243ms","start":"2026-02-27T21:08:21.858832Z","end":"2026-02-27T21:08:22.080191Z","steps":["trace[1586263492] 'process raft request' (duration: 221.23301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:22.080254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.671218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:22.080428Z","caller":"traceutil/trace.go:171","msg":"trace[317700995] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2454; }","duration":"180.890473ms","start":"2026-02-27T21:08:21.899523Z","end":"2026-02-27T21:08:22.080414Z","steps":["trace[317700995] 'agreement among raft nodes before linearized reading' (duration: 180.656938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:22.580275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456270011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:08:23.099283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.710011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:23.099753Z","caller":"traceutil/trace.go:171","msg":"trace[2144629025] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"1.029378383s","start":"2026-02-27T21:08:22.070301Z","end":"2026-02-27T21:08:23.099679Z","steps":["trace[2144629025] 'process raft request' (duration: 857.182121ms)","trace[2144629025] 'compare' (duration: 170.929854ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:23.099928Z","caller":"traceutil/trace.go:171","msg":"trace[494013626] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2456; }","duration":"1.020387155s","start":"2026-02-27T21:08:22.079508Z","end":"2026-02-27T21:08:23.099895Z","steps":["trace[494013626] 'process raft request' (duration: 1.020122829s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:23.099924Z","caller":"traceutil/trace.go:171","msg":"trace[215663076] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"1.020810354s","start":"2026-02-27T21:08:22.079078Z","end":"2026-02-27T21:08:23.099889Z","steps":["trace[215663076] 'process raft request' (duration: 1.020439496s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:23.100003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:22.070279Z","time spent":"1.029609139s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:23.100088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:22.079493Z","time spent":"1.020492857s","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":66,"response count":0,"response size":2500,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:23.100095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:22.079054Z","time spent":"1.020945217s","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2450,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:23.100129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029053335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:23.100245Z","caller":"traceutil/trace.go:171","msg":"trace[205850686] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:2456; }","duration":"1.029212069s","start":"2026-02-27T21:08:22.071003Z","end":"2026-02-27T21:08:23.100215Z","steps":["trace[205850686] 'agreement among raft nodes before linearized reading' (duration: 1.028998774s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:23.100317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:22.070993Z","time spent":"1.029308931s","remote":"127.0.0.1:58038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" "} {"level":"info","ts":"2026-02-27T21:08:23.100629Z","caller":"traceutil/trace.go:171","msg":"trace[324284044] linearizableReadLoop","detail":"{readStateIndex:2574; appliedIndex:2571; }","duration":"1.019564527s","start":"2026-02-27T21:08:22.080164Z","end":"2026-02-27T21:08:23.099728Z","steps":["trace[324284044] 'read index received' (duration: 847.314714ms)","trace[324284044] 'applied index is now lower than readState.Index' (duration: 172.203692ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:23.596849Z","caller":"traceutil/trace.go:171","msg":"trace[311934362] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"964.860892ms","start":"2026-02-27T21:08:22.63194Z","end":"2026-02-27T21:08:23.596801Z","steps":["trace[311934362] 'process raft request' (duration: 925.159748ms)","trace[311934362] 'compare' (duration: 39.03782ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:23.597092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:22.631923Z","time spent":"965.042736ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:23.597199Z","caller":"traceutil/trace.go:171","msg":"trace[1272892320] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"963.772378ms","start":"2026-02-27T21:08:22.633398Z","end":"2026-02-27T21:08:23.597171Z","steps":["trace[1272892320] 'process raft request' (duration: 963.246727ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:23.597258Z","caller":"traceutil/trace.go:171","msg":"trace[1835919271] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"959.279219ms","start":"2026-02-27T21:08:22.63793Z","end":"2026-02-27T21:08:23.597209Z","steps":["trace[1835919271] 'process raft request' (duration: 959.137586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:23.597364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:22.633359Z","time spent":"963.918803ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:23.597425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480892043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T21:08:23.597445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:22.637915Z","time spent":"959.429233ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:23.597502Z","caller":"traceutil/trace.go:171","msg":"trace[1843364838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2459; }","duration":"1.481013516s","start":"2026-02-27T21:08:22.116472Z","end":"2026-02-27T21:08:23.597486Z","steps":["trace[1843364838] 'agreement among raft nodes before linearized reading' (duration: 1.480784941s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:23.597209Z","caller":"traceutil/trace.go:171","msg":"trace[1036658917] linearizableReadLoop","detail":"{readStateIndex:2577; appliedIndex:2574; }","duration":"496.46891ms","start":"2026-02-27T21:08:23.100715Z","end":"2026-02-27T21:08:23.597184Z","steps":["trace[1036658917] 'read index received' (duration: 456.373837ms)","trace[1036658917] 'applied index is now lower than readState.Index' (duration: 40.093143ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:23.597558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.927109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T21:08:23.597442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.234957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T21:08:23.597579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.760094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T21:08:23.597665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.247232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:08:23.597694Z","caller":"traceutil/trace.go:171","msg":"trace[1695134648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2459; }","duration":"961.909398ms","start":"2026-02-27T21:08:22.635757Z","end":"2026-02-27T21:08:23.597666Z","steps":["trace[1695134648] 'agreement among raft nodes before linearized reading' (duration: 961.624792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:23.597559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:22.116452Z","time spent":"1.481092368s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T21:08:23.597723Z","caller":"traceutil/trace.go:171","msg":"trace[234897200] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2459; }","duration":"970.333324ms","start":"2026-02-27T21:08:22.627373Z","end":"2026-02-27T21:08:23.597707Z","steps":["trace[234897200] 'agreement among raft nodes before linearized reading' (duration: 970.211941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:23.597759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:22.635744Z","time spent":"962.00493ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T21:08:23.59762Z","caller":"traceutil/trace.go:171","msg":"trace[352383343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2459; }","duration":"967.006191ms","start":"2026-02-27T21:08:22.630599Z","end":"2026-02-27T21:08:23.597605Z","steps":["trace[352383343] 'agreement among raft nodes before linearized reading' (duration: 966.875698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:23.59778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:22.627351Z","time spent":"970.415825ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:08:23.597826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:22.630585Z","time spent":"967.227645ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T21:08:23.597625Z","caller":"traceutil/trace.go:171","msg":"trace[1095970572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2459; }","duration":"968.458932ms","start":"2026-02-27T21:08:22.629154Z","end":"2026-02-27T21:08:23.597613Z","steps":["trace[1095970572] 'agreement among raft nodes before linearized reading' (duration: 968.155945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:23.597893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452660542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2917"} {"level":"warn","ts":"2026-02-27T21:08:23.597962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:22.629132Z","time spent":"968.82063ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T21:08:23.597996Z","caller":"traceutil/trace.go:171","msg":"trace[1125857739] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:2459; }","duration":"1.452823856s","start":"2026-02-27T21:08:22.145147Z","end":"2026-02-27T21:08:23.597971Z","steps":["trace[1125857739] 'agreement among raft nodes before linearized reading' (duration: 1.452489248s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:23.598052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:22.145129Z","time spent":"1.452915238s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2941,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-02-27T21:08:23.656338Z","caller":"traceutil/trace.go:171","msg":"trace[1281024229] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"549.399056ms","start":"2026-02-27T21:08:23.10691Z","end":"2026-02-27T21:08:23.656309Z","steps":["trace[1281024229] 'process raft request' (duration: 549.187312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:23.656525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:23.106897Z","time spent":"549.500338ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:08:23.656519Z","caller":"traceutil/trace.go:171","msg":"trace[488388227] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"538.798843ms","start":"2026-02-27T21:08:23.117678Z","end":"2026-02-27T21:08:23.656477Z","steps":["trace[488388227] 'process raft request' (duration: 538.539987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:23.656721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:23.117661Z","time spent":"538.943126ms","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2601,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:23.854272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.918787ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T21:08:23.854681Z","caller":"traceutil/trace.go:171","msg":"trace[405266219] linearizableReadLoop","detail":"{readStateIndex:2581; appliedIndex:2577; }","duration":"257.102729ms","start":"2026-02-27T21:08:23.597554Z","end":"2026-02-27T21:08:23.854657Z","steps":["trace[405266219] 'read index received' (duration: 58.59901ms)","trace[405266219] 'applied index is now lower than readState.Index' (duration: 198.501839ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:23.854728Z","caller":"traceutil/trace.go:171","msg":"trace[1981360786] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"544.239591ms","start":"2026-02-27T21:08:23.310427Z","end":"2026-02-27T21:08:23.854667Z","steps":["trace[1981360786] 'process raft request' (duration: 543.974626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:23.854957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:23.310395Z","time spent":"544.451336ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:23.855003Z","caller":"traceutil/trace.go:171","msg":"trace[411284816] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"251.053947ms","start":"2026-02-27T21:08:23.603934Z","end":"2026-02-27T21:08:23.854988Z","steps":["trace[411284816] 'process raft request' (duration: 250.653278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:23.8552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.515352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:23.855193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.09588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:23.85534Z","caller":"traceutil/trace.go:171","msg":"trace[1361244853] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:2463; }","duration":"749.700085ms","start":"2026-02-27T21:08:23.105609Z","end":"2026-02-27T21:08:23.855309Z","steps":["trace[1361244853] 'agreement among raft nodes before linearized reading' (duration: 749.125472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:23.855441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.13395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T21:08:23.855468Z","caller":"traceutil/trace.go:171","msg":"trace[637906514] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"251.475787ms","start":"2026-02-27T21:08:23.603956Z","end":"2026-02-27T21:08:23.855432Z","steps":["trace[637906514] 'process raft request' (duration: 250.974305ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:23.855527Z","caller":"traceutil/trace.go:171","msg":"trace[156715495] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2463; }","duration":"574.285854ms","start":"2026-02-27T21:08:23.281223Z","end":"2026-02-27T21:08:23.855509Z","steps":["trace[156715495] 'agreement among raft nodes before linearized reading' (duration: 573.531826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:23.855472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:23.105592Z","time spent":"749.863469ms","remote":"127.0.0.1:58008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" "} {"level":"info","ts":"2026-02-27T21:08:23.855617Z","caller":"traceutil/trace.go:171","msg":"trace[165642111] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"251.413796ms","start":"2026-02-27T21:08:23.604188Z","end":"2026-02-27T21:08:23.855602Z","steps":["trace[165642111] 'process raft request' (duration: 251.111749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:23.855582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:23.281197Z","time spent":"574.376115ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T21:08:23.855832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.43928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-lpmx6\" ","response":"range_response_count:1 size:2450"} {"level":"info","ts":"2026-02-27T21:08:23.855375Z","caller":"traceutil/trace.go:171","msg":"trace[1553668347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2463; }","duration":"664.335427ms","start":"2026-02-27T21:08:23.191009Z","end":"2026-02-27T21:08:23.855344Z","steps":["trace[1553668347] 'agreement among raft nodes before linearized reading' (duration: 663.758453ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:23.855898Z","caller":"traceutil/trace.go:171","msg":"trace[221362807] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-lpmx6; range_end:; response_count:1; response_revision:2465; }","duration":"749.549793ms","start":"2026-02-27T21:08:23.106334Z","end":"2026-02-27T21:08:23.855884Z","steps":["trace[221362807] 'agreement among raft nodes before linearized reading' (duration: 748.443098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:23.855931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:23.106318Z","time spent":"749.606164ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2474,"request content":"key:\"/registry/secrets/openstack/valkey-server-lpmx6\" "} {"level":"warn","ts":"2026-02-27T21:08:23.855932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:23.190997Z","time spent":"664.909309ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T21:08:23.856113Z","caller":"traceutil/trace.go:171","msg":"trace[873535408] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"252.062379ms","start":"2026-02-27T21:08:23.604032Z","end":"2026-02-27T21:08:23.856094Z","steps":["trace[873535408] 'process raft request' (duration: 251.522158ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:23.856368Z","caller":"traceutil/trace.go:171","msg":"trace[2033273309] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"251.028417ms","start":"2026-02-27T21:08:23.605323Z","end":"2026-02-27T21:08:23.856351Z","steps":["trace[2033273309] 'process raft request' (duration: 250.69133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:24.593672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.14074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T21:08:24.593794Z","caller":"traceutil/trace.go:171","msg":"trace[1615351318] linearizableReadLoop","detail":"{readStateIndex:2587; appliedIndex:2586; }","duration":"735.777288ms","start":"2026-02-27T21:08:23.857997Z","end":"2026-02-27T21:08:24.593774Z","steps":["trace[1615351318] 'read index received' (duration: 131.417813ms)","trace[1615351318] 'applied index is now lower than readState.Index' (duration: 604.357625ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:24.593824Z","caller":"traceutil/trace.go:171","msg":"trace[1263137448] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2468; }","duration":"736.079706ms","start":"2026-02-27T21:08:23.857704Z","end":"2026-02-27T21:08:24.593784Z","steps":["trace[1263137448] 'process raft request' (duration: 131.724211ms)","trace[1263137448] 'compare' (duration: 603.774543ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:24.593925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.927032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:24.593975Z","caller":"traceutil/trace.go:171","msg":"trace[604617912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2468; }","duration":"735.989763ms","start":"2026-02-27T21:08:23.857974Z","end":"2026-02-27T21:08:24.593964Z","steps":["trace[604617912] 'agreement among raft nodes before linearized reading' (duration: 735.883621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:24.594018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:23.857959Z","time spent":"736.052064ms","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:08:24.594057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:23.857401Z","time spent":"736.550596ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":51,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-02-27T21:08:24.85133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.702062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:24.851489Z","caller":"traceutil/trace.go:171","msg":"trace[34851953] linearizableReadLoop","detail":"{readStateIndex:2588; appliedIndex:2587; }","duration":"257.641862ms","start":"2026-02-27T21:08:24.593825Z","end":"2026-02-27T21:08:24.851467Z","steps":["trace[34851953] 'read index received' (duration: 124.704376ms)","trace[34851953] 'applied index is now lower than readState.Index' (duration: 132.935996ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:24.851509Z","caller":"traceutil/trace.go:171","msg":"trace[1473514552] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"993.372559ms","start":"2026-02-27T21:08:23.858094Z","end":"2026-02-27T21:08:24.851467Z","steps":["trace[1473514552] 'process raft request' (duration: 860.420953ms)","trace[1473514552] 'compare' (duration: 132.485036ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:24.851653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:23.858069Z","time spent":"993.516273ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2536,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:24.851728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.242504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:24.851781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.287746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T21:08:24.851805Z","caller":"traceutil/trace.go:171","msg":"trace[1293807982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2469; }","duration":"248.367967ms","start":"2026-02-27T21:08:24.603418Z","end":"2026-02-27T21:08:24.851786Z","steps":["trace[1293807982] 'agreement among raft nodes before linearized reading' (duration: 248.229594ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:24.851814Z","caller":"traceutil/trace.go:171","msg":"trace[600745289] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2469; }","duration":"992.327077ms","start":"2026-02-27T21:08:23.859475Z","end":"2026-02-27T21:08:24.851802Z","steps":["trace[600745289] 'agreement among raft nodes before linearized reading' (duration: 992.108872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:24.851861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:23.859438Z","time spent":"992.414249ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T21:08:24.852036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.861676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2616"} {"level":"info","ts":"2026-02-27T21:08:24.852102Z","caller":"traceutil/trace.go:171","msg":"trace[927579351] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:2469; }","duration":"247.955849ms","start":"2026-02-27T21:08:24.604127Z","end":"2026-02-27T21:08:24.852083Z","steps":["trace[927579351] 'agreement among raft nodes before linearized reading' (duration: 247.657272ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:25.303085Z","caller":"traceutil/trace.go:171","msg":"trace[986396696] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"439.2704ms","start":"2026-02-27T21:08:24.863785Z","end":"2026-02-27T21:08:25.303055Z","steps":["trace[986396696] 'process raft request' (duration: 431.443709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:25.303386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:24.863768Z","time spent":"439.409333ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3602,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:26.025574Z","caller":"traceutil/trace.go:171","msg":"trace[2062779646] linearizableReadLoop","detail":"{readStateIndex:2590; appliedIndex:2588; }","duration":"1.056996781s","start":"2026-02-27T21:08:24.968545Z","end":"2026-02-27T21:08:26.025542Z","steps":["trace[2062779646] 'read index received' (duration: 326.788195ms)","trace[2062779646] 'applied index is now lower than readState.Index' (duration: 730.207406ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:26.025654Z","caller":"traceutil/trace.go:171","msg":"trace[1691984547] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"1.158518785s","start":"2026-02-27T21:08:24.867101Z","end":"2026-02-27T21:08:26.02562Z","steps":["trace[1691984547] 'process raft request' (duration: 1.075980169s)","trace[1691984547] 'compare' (duration: 82.325642ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:26.025801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:24.867084Z","time spent":"1.158633687s","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2310,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:26.025815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057254596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:26.025914Z","caller":"traceutil/trace.go:171","msg":"trace[1308796311] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2471; }","duration":"1.057361578s","start":"2026-02-27T21:08:24.968488Z","end":"2026-02-27T21:08:26.02585Z","steps":["trace[1308796311] 'agreement among raft nodes before linearized reading' (duration: 1.057257686s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:26.025976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:24.968467Z","time spent":"1.057495392s","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T21:08:26.094148Z","caller":"traceutil/trace.go:171","msg":"trace[1735054718] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"488.788232ms","start":"2026-02-27T21:08:25.605331Z","end":"2026-02-27T21:08:26.094119Z","steps":["trace[1735054718] 'process raft request' (duration: 488.71149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:26.094422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.4075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:26.09451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109972367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-02-27T21:08:26.094546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.681064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T21:08:26.094528Z","caller":"traceutil/trace.go:171","msg":"trace[30563700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2474; }","duration":"903.561043ms","start":"2026-02-27T21:08:25.190945Z","end":"2026-02-27T21:08:26.094506Z","steps":["trace[30563700] 'agreement among raft nodes before linearized reading' (duration: 903.40901ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:26.094584Z","caller":"traceutil/trace.go:171","msg":"trace[2039211299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2474; }","duration":"233.727296ms","start":"2026-02-27T21:08:25.860844Z","end":"2026-02-27T21:08:26.094572Z","steps":["trace[2039211299] 'agreement among raft nodes before linearized reading' (duration: 233.648364ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:26.09463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:25.190919Z","time spent":"903.697666ms","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:08:26.094518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.573582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T21:08:26.094657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.5175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T21:08:26.094458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.638153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T21:08:26.094721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.602842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:08:26.094673Z","caller":"traceutil/trace.go:171","msg":"trace[1011736482] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"489.109999ms","start":"2026-02-27T21:08:25.605497Z","end":"2026-02-27T21:08:26.094607Z","steps":["trace[1011736482] 'process raft request' (duration: 488.586387ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:26.09477Z","caller":"traceutil/trace.go:171","msg":"trace[2042438964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2474; }","duration":"233.995571ms","start":"2026-02-27T21:08:25.860767Z","end":"2026-02-27T21:08:26.094763Z","steps":["trace[2042438964] 'agreement among raft nodes before linearized reading' (duration: 233.554801ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:26.094783Z","caller":"traceutil/trace.go:171","msg":"trace[1855840721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2474; }","duration":"233.694065ms","start":"2026-02-27T21:08:25.861076Z","end":"2026-02-27T21:08:26.09477Z","steps":["trace[1855840721] 'agreement among raft nodes before linearized reading' (duration: 233.526091ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:26.094575Z","caller":"traceutil/trace.go:171","msg":"trace[465231406] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:2474; }","duration":"1.110072389s","start":"2026-02-27T21:08:24.984487Z","end":"2026-02-27T21:08:26.094559Z","steps":["trace[465231406] 'agreement among raft nodes before linearized reading' (duration: 1.109956616s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:26.094161Z","caller":"traceutil/trace.go:171","msg":"trace[526661807] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"490.606131ms","start":"2026-02-27T21:08:25.603506Z","end":"2026-02-27T21:08:26.094112Z","steps":["trace[526661807] 'process raft request' (duration: 490.394856ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:26.094684Z","caller":"traceutil/trace.go:171","msg":"trace[100218073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2474; }","duration":"233.786537ms","start":"2026-02-27T21:08:25.860887Z","end":"2026-02-27T21:08:26.094674Z","steps":["trace[100218073] 'agreement among raft nodes before linearized reading' (duration: 233.44201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:26.094711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.764536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-02-27T21:08:26.094956Z","caller":"traceutil/trace.go:171","msg":"trace[650526951] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c; range_end:; response_count:1; response_revision:2474; }","duration":"234.048283ms","start":"2026-02-27T21:08:25.860886Z","end":"2026-02-27T21:08:26.094934Z","steps":["trace[650526951] 'agreement among raft nodes before linearized reading' (duration: 233.604463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:26.094972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:25.605486Z","time spent":"489.336673ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:26.09473Z","caller":"traceutil/trace.go:171","msg":"trace[1488612601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2474; }","duration":"233.626933ms","start":"2026-02-27T21:08:25.861085Z","end":"2026-02-27T21:08:26.094712Z","steps":["trace[1488612601] 'agreement among raft nodes before linearized reading' (duration: 233.47416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:26.094867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:24.984464Z","time spent":"1.110392956s","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-02-27T21:08:26.095016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:25.603463Z","time spent":"491.440709ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:26.095227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:25.605314Z","time spent":"489.17042ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:26.539521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.441604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:26.539631Z","caller":"traceutil/trace.go:171","msg":"trace[1000633294] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"439.543697ms","start":"2026-02-27T21:08:26.100069Z","end":"2026-02-27T21:08:26.539613Z","steps":["trace[1000633294] 'process raft request' (duration: 168.929979ms)","trace[1000633294] 'compare' (duration: 270.308131ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:26.539693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:26.100052Z","time spent":"439.615569ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:27.534611Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.265649975s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T21:08:27.650423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.098274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:27.650671Z","caller":"traceutil/trace.go:171","msg":"trace[2001918438] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"1.550478426s","start":"2026-02-27T21:08:26.10014Z","end":"2026-02-27T21:08:27.650619Z","steps":["trace[2001918438] 'process raft request' (duration: 1.434735878s)","trace[2001918438] 'compare' (duration: 114.368658ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:27.650786Z","caller":"traceutil/trace.go:171","msg":"trace[799333126] linearizableReadLoop","detail":"{readStateIndex:2598; appliedIndex:2593; }","duration":"1.540850044s","start":"2026-02-27T21:08:26.109912Z","end":"2026-02-27T21:08:27.650762Z","steps":["trace[799333126] 'read index received' (duration: 159.087623ms)","trace[799333126] 'applied index is now lower than readState.Index' (duration: 1.381761431s)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:27.650872Z","caller":"traceutil/trace.go:171","msg":"trace[1811401396] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"1.550253702s","start":"2026-02-27T21:08:26.100606Z","end":"2026-02-27T21:08:27.650859Z","steps":["trace[1811401396] 'process raft request' (duration: 1.550059707s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:27.650908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:26.100118Z","time spent":"1.55066459s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:27.650955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:26.100576Z","time spent":"1.550338673s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:27.650832Z","caller":"traceutil/trace.go:171","msg":"trace[308712992] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"1.550594129s","start":"2026-02-27T21:08:26.100198Z","end":"2026-02-27T21:08:27.650793Z","steps":["trace[308712992] 'process raft request' (duration: 1.550343553s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:27.651176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:26.100177Z","time spent":"1.550962177s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:27.651266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541335666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-02-27T21:08:27.651329Z","caller":"traceutil/trace.go:171","msg":"trace[1090347220] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2479; }","duration":"1.541481779s","start":"2026-02-27T21:08:26.109833Z","end":"2026-02-27T21:08:27.651314Z","steps":["trace[1090347220] 'agreement among raft nodes before linearized reading' (duration: 1.541256554s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:27.651376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:26.109808Z","time spent":"1.54155896s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T21:08:27.651462Z","caller":"traceutil/trace.go:171","msg":"trace[1302010509] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"1.550798324s","start":"2026-02-27T21:08:26.100651Z","end":"2026-02-27T21:08:27.651449Z","steps":["trace[1302010509] 'process raft request' (duration: 1.550057027s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:27.651534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:26.100628Z","time spent":"1.550871655s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:28.190207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99984964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:08:28.190293Z","caller":"traceutil/trace.go:171","msg":"trace[1669023363] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999998463s","start":"2026-02-27T21:08:26.190278Z","end":"2026-02-27T21:08:28.190276Z","steps":["trace[1669023363] 'agreement among raft nodes before linearized reading' (duration: 1.999888491s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:28.190337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:26.190262Z","time spent":"2.000065824s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:08:30.058167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276764356s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:30.0584Z","caller":"traceutil/trace.go:171","msg":"trace[678767781] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"3.56696175s","start":"2026-02-27T21:08:26.491405Z","end":"2026-02-27T21:08:30.058366Z","steps":["trace[678767781] 'process raft request' (duration: 1.289864317s)","trace[678767781] 'compare' (duration: 2.276394568s)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:30.05848Z","caller":"traceutil/trace.go:171","msg":"trace[1981484093] linearizableReadLoop","detail":"{readStateIndex:2599; appliedIndex:2598; }","duration":"2.407645996s","start":"2026-02-27T21:08:27.650822Z","end":"2026-02-27T21:08:30.058468Z","steps":["trace[1981484093] 'read index received' (duration: 130.38066ms)","trace[1981484093] 'applied index is now lower than readState.Index' (duration: 2.277263996s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:30.058574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:26.491387Z","time spent":"3.567091924s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:30.058634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.605423457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:30.058659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.552028252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:08:30.058432Z","caller":"traceutil/trace.go:171","msg":"trace[571250559] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"1.957604669s","start":"2026-02-27T21:08:28.100799Z","end":"2026-02-27T21:08:30.058404Z","steps":["trace[571250559] 'process raft request' (duration: 1.957521897s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:30.058747Z","caller":"traceutil/trace.go:171","msg":"trace[1251003190] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2481; }","duration":"3.60554132s","start":"2026-02-27T21:08:26.45318Z","end":"2026-02-27T21:08:30.058721Z","steps":["trace[1251003190] 'agreement among raft nodes before linearized reading' (duration: 3.605343766s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:30.058756Z","caller":"traceutil/trace.go:171","msg":"trace[1131066155] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2481; }","duration":"3.552157935s","start":"2026-02-27T21:08:26.506578Z","end":"2026-02-27T21:08:30.058736Z","steps":["trace[1131066155] 'agreement among raft nodes before linearized reading' (duration: 3.55193075s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:30.058755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957927082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c\" ","response":"range_response_count:1 size:3617"} {"level":"warn","ts":"2026-02-27T21:08:30.0588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:26.453137Z","time spent":"3.605652282s","remote":"127.0.0.1:57768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:30.058807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:26.506567Z","time spent":"3.552227476s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:30.058803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:28.100765Z","time spent":"1.957997307s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:30.058837Z","caller":"traceutil/trace.go:171","msg":"trace[35368093] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c; range_end:; response_count:1; response_revision:2481; }","duration":"2.958079175s","start":"2026-02-27T21:08:27.100734Z","end":"2026-02-27T21:08:30.058813Z","steps":["trace[35368093] 'agreement among raft nodes before linearized reading' (duration: 2.957745038s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:30.05889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.740288046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T21:08:30.058906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:27.100701Z","time spent":"2.958192068s","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3641,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c\" "} {"level":"info","ts":"2026-02-27T21:08:30.05893Z","caller":"traceutil/trace.go:171","msg":"trace[1981621663] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2481; }","duration":"3.740384868s","start":"2026-02-27T21:08:26.318535Z","end":"2026-02-27T21:08:30.05892Z","steps":["trace[1981621663] 'agreement among raft nodes before linearized reading' (duration: 3.74002494s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:30.058963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:26.318509Z","time spent":"3.7404452s","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":338,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:30.191229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000153266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:08:30.191365Z","caller":"traceutil/trace.go:171","msg":"trace[1359422490] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00037162s","start":"2026-02-27T21:08:28.190968Z","end":"2026-02-27T21:08:30.191339Z","steps":["trace[1359422490] 'agreement among raft nodes before linearized reading' (duration: 2.000183526s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:30.191425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:28.190934Z","time spent":"2.000480122s","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:08:30.558832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456270057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:08:30.702751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000257727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:08:30.702844Z","caller":"traceutil/trace.go:171","msg":"trace[1316600668] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000412051s","start":"2026-02-27T21:08:28.702413Z","end":"2026-02-27T21:08:30.702825Z","steps":["trace[1316600668] 'agreement among raft nodes before linearized reading' (duration: 2.000294108s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:30.703025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:28.702388Z","time spent":"2.000623986s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:08:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:08:31.059467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456270057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:08:31.444076Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.392867222s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T21:08:31.444462Z","caller":"traceutil/trace.go:171","msg":"trace[679049506] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"3.342985809s","start":"2026-02-27T21:08:28.101455Z","end":"2026-02-27T21:08:31.444441Z","steps":["trace[679049506] 'process raft request' (duration: 3.342828446s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:31.444606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:28.101427Z","time spent":"3.343109192s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:31.444731Z","caller":"traceutil/trace.go:171","msg":"trace[335898821] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"3.34211271s","start":"2026-02-27T21:08:28.10261Z","end":"2026-02-27T21:08:31.444723Z","steps":["trace[335898821] 'process raft request' (duration: 3.341786982s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:31.444772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:28.1026Z","time spent":"3.342152011s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:32.026724Z","caller":"traceutil/trace.go:171","msg":"trace[217575428] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"2.457085196s","start":"2026-02-27T21:08:29.569597Z","end":"2026-02-27T21:08:32.026683Z","steps":["trace[217575428] 'process raft request' (duration: 2.456703097s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.026909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:29.56958Z","time spent":"2.457234329s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:32.026911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81062098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:32.026991Z","caller":"traceutil/trace.go:171","msg":"trace[1189500263] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2485; }","duration":"2.810768023s","start":"2026-02-27T21:08:29.216204Z","end":"2026-02-27T21:08:32.026972Z","steps":["trace[1189500263] 'agreement among raft nodes before linearized reading' (duration: 2.81060947s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.027039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:29.216179Z","time spent":"2.810849775s","remote":"127.0.0.1:58148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:32.02701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370702924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T21:08:32.027116Z","caller":"traceutil/trace.go:171","msg":"trace[1802163058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2485; }","duration":"2.370873458s","start":"2026-02-27T21:08:29.656215Z","end":"2026-02-27T21:08:32.027089Z","steps":["trace[1802163058] 'agreement among raft nodes before linearized reading' (duration: 2.370539381s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.027131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1697392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:32.027145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362848541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:08:32.027133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019911921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-27T21:08:32.027197Z","caller":"traceutil/trace.go:171","msg":"trace[1476895429] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2485; }","duration":"2.169820062s","start":"2026-02-27T21:08:29.85736Z","end":"2026-02-27T21:08:32.02718Z","steps":["trace[1476895429] 'agreement among raft nodes before linearized reading' (duration: 2.169696289s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:32.027205Z","caller":"traceutil/trace.go:171","msg":"trace[783948888] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2485; }","duration":"2.363004825s","start":"2026-02-27T21:08:29.664186Z","end":"2026-02-27T21:08:32.027191Z","steps":["trace[783948888] 'agreement among raft nodes before linearized reading' (duration: 2.362825131s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.027228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:29.857299Z","time spent":"2.169923344s","remote":"127.0.0.1:57780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:32.027236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:29.664174Z","time spent":"2.363055336s","remote":"127.0.0.1:58066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:08:32.027234Z","caller":"traceutil/trace.go:171","msg":"trace[1007990168] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2485; }","duration":"2.020077834s","start":"2026-02-27T21:08:30.007139Z","end":"2026-02-27T21:08:32.027217Z","steps":["trace[1007990168] 'agreement among raft nodes before linearized reading' (duration: 2.019739786s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.027276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371761777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T21:08:32.027294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:30.007121Z","time spent":"2.020160416s","remote":"127.0.0.1:58066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T21:08:32.027293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370602631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:08:32.02733Z","caller":"traceutil/trace.go:171","msg":"trace[79085083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2485; }","duration":"2.371818449s","start":"2026-02-27T21:08:29.655491Z","end":"2026-02-27T21:08:32.027309Z","steps":["trace[79085083] 'agreement among raft nodes before linearized reading' (duration: 2.371710136s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:32.027354Z","caller":"traceutil/trace.go:171","msg":"trace[1811784109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2485; }","duration":"2.370680142s","start":"2026-02-27T21:08:29.656664Z","end":"2026-02-27T21:08:32.027344Z","steps":["trace[1811784109] 'agreement among raft nodes before linearized reading' (duration: 2.370542199s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.027384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:29.656655Z","time spent":"2.370722243s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:08:32.027385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:29.655485Z","time spent":"2.3718911s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:08:32.027142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371667795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:08:32.027428Z","caller":"traceutil/trace.go:171","msg":"trace[2010935677] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"659.243054ms","start":"2026-02-27T21:08:31.368171Z","end":"2026-02-27T21:08:32.027414Z","steps":["trace[2010935677] 'process raft request' (duration: 658.380145ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:32.027448Z","caller":"traceutil/trace.go:171","msg":"trace[2093973153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2485; }","duration":"2.372042473s","start":"2026-02-27T21:08:29.655397Z","end":"2026-02-27T21:08:32.02744Z","steps":["trace[2093973153] 'agreement among raft nodes before linearized reading' (duration: 2.371521222s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.027475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:29.655376Z","time spent":"2.372086344s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:08:32.027474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474965049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T21:08:32.027175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:29.656193Z","time spent":"2.370969789s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T21:08:32.027523Z","caller":"traceutil/trace.go:171","msg":"trace[151763630] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2485; }","duration":"2.475040631s","start":"2026-02-27T21:08:29.552464Z","end":"2026-02-27T21:08:32.027505Z","steps":["trace[151763630] 'agreement among raft nodes before linearized reading' (duration: 2.474767525s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.027526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:31.368143Z","time spent":"659.318906ms","remote":"127.0.0.1:58614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2227,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:32.027563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:29.552445Z","time spent":"2.475110903s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":338,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:32.027626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046365599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-27T21:08:32.027626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.482668964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T21:08:32.027642Z","caller":"traceutil/trace.go:171","msg":"trace[94594856] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2485; }","duration":"3.046414861s","start":"2026-02-27T21:08:28.981222Z","end":"2026-02-27T21:08:32.027637Z","steps":["trace[94594856] 'agreement among raft nodes before linearized reading' (duration: 3.046306458s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.027638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.577628466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:08:32.027646Z","caller":"traceutil/trace.go:171","msg":"trace[216460876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2485; }","duration":"3.482756346s","start":"2026-02-27T21:08:28.544884Z","end":"2026-02-27T21:08:32.027641Z","steps":["trace[216460876] 'agreement among raft nodes before linearized reading' (duration: 3.482651334s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.027657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:28.981201Z","time spent":"3.046452831s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T21:08:32.027666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:28.544828Z","time spent":"3.482834498s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T21:08:32.027671Z","caller":"traceutil/trace.go:171","msg":"trace[1692014464] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2485; }","duration":"3.577725717s","start":"2026-02-27T21:08:28.449934Z","end":"2026-02-27T21:08:32.02766Z","steps":["trace[1692014464] 'agreement among raft nodes before linearized reading' (duration: 3.577654786s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.027651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196428243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:08:32.027703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:28.4499Z","time spent":"3.577794779s","remote":"127.0.0.1:58614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:08:32.027765Z","caller":"traceutil/trace.go:171","msg":"trace[2016395613] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2485; }","duration":"3.196588936s","start":"2026-02-27T21:08:28.831137Z","end":"2026-02-27T21:08:32.027726Z","steps":["trace[2016395613] 'agreement among raft nodes before linearized reading' (duration: 3.19634602s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.027818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:28.831116Z","time spent":"3.196689408s","remote":"127.0.0.1:58288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:32.027962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.255778345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T21:08:32.027992Z","caller":"traceutil/trace.go:171","msg":"trace[1711844036] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:2485; }","duration":"4.255871227s","start":"2026-02-27T21:08:27.772112Z","end":"2026-02-27T21:08:32.027983Z","steps":["trace[1711844036] 'agreement among raft nodes before linearized reading' (duration: 4.255772645s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:32.028003Z","caller":"traceutil/trace.go:171","msg":"trace[22212597] linearizableReadLoop","detail":"{readStateIndex:2603; appliedIndex:2601; }","duration":"1.968196373s","start":"2026-02-27T21:08:30.058517Z","end":"2026-02-27T21:08:32.026713Z","steps":["trace[22212597] 'read index received' (duration: 1.385864272s)","trace[22212597] 'applied index is now lower than readState.Index' (duration: 582.330391ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:32.028124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878796304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:08:32.028143Z","caller":"traceutil/trace.go:171","msg":"trace[1502063190] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2485; }","duration":"1.878870786s","start":"2026-02-27T21:08:30.149264Z","end":"2026-02-27T21:08:32.028135Z","steps":["trace[1502063190] 'agreement among raft nodes before linearized reading' (duration: 1.878832965s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.028159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:30.149238Z","time spent":"1.878916147s","remote":"127.0.0.1:58580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:32.028241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.664555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c\" ","response":"range_response_count:1 size:3617"} {"level":"warn","ts":"2026-02-27T21:08:32.028265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828797133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:32.02828Z","caller":"traceutil/trace.go:171","msg":"trace[795254996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2485; }","duration":"1.828858205s","start":"2026-02-27T21:08:30.199416Z","end":"2026-02-27T21:08:32.028274Z","steps":["trace[795254996] 'agreement among raft nodes before linearized reading' (duration: 1.828826504s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.028292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:30.199372Z","time spent":"1.828916886s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T21:08:32.028286Z","caller":"traceutil/trace.go:171","msg":"trace[1369431314] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c; range_end:; response_count:1; response_revision:2485; }","duration":"962.712756ms","start":"2026-02-27T21:08:31.065559Z","end":"2026-02-27T21:08:32.028272Z","steps":["trace[1369431314] 'agreement among raft nodes before linearized reading' (duration: 962.575593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.028319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:31.065531Z","time spent":"962.780236ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3641,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c\" "} {"level":"warn","ts":"2026-02-27T21:08:32.028332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688243139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-0.1898369d20accc95\" ","response":"range_response_count:1 size:973"} {"level":"info","ts":"2026-02-27T21:08:32.028368Z","caller":"traceutil/trace.go:171","msg":"trace[563621902] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-0.1898369d20accc95; range_end:; response_count:1; response_revision:2485; }","duration":"1.68832381s","start":"2026-02-27T21:08:30.340034Z","end":"2026-02-27T21:08:32.028357Z","steps":["trace[563621902] 'agreement among raft nodes before linearized reading' (duration: 1.688172927s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.028401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:30.340012Z","time spent":"1.688377972s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":997,"request content":"key:\"/registry/events/openstack/valkey-data-valkey-node-0.1898369d20accc95\" "} {"level":"warn","ts":"2026-02-27T21:08:32.028578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.879991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:32.028618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201933672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:08:32.028618Z","caller":"traceutil/trace.go:171","msg":"trace[207213006] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2485; }","duration":"338.963733ms","start":"2026-02-27T21:08:31.689642Z","end":"2026-02-27T21:08:32.028606Z","steps":["trace[207213006] 'agreement among raft nodes before linearized reading' (duration: 338.878361ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:32.02865Z","caller":"traceutil/trace.go:171","msg":"trace[1207302679] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2485; }","duration":"1.202029744s","start":"2026-02-27T21:08:30.82661Z","end":"2026-02-27T21:08:32.02864Z","steps":["trace[1207302679] 'agreement among raft nodes before linearized reading' (duration: 1.201940492s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.028657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:31.689613Z","time spent":"339.035734ms","remote":"127.0.0.1:58244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:32.028679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:30.826579Z","time spent":"1.202093015s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":18,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:32.028013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:27.772087Z","time spent":"4.255920398s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-02-27T21:08:32.943338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.282075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:32.943505Z","caller":"traceutil/trace.go:171","msg":"trace[1362939318] linearizableReadLoop","detail":"{readStateIndex:2605; appliedIndex:2604; }","duration":"910.737341ms","start":"2026-02-27T21:08:32.032727Z","end":"2026-02-27T21:08:32.943464Z","steps":["trace[1362939318] 'read index received' (duration: 256.20243ms)","trace[1362939318] 'applied index is now lower than readState.Index' (duration: 654.532851ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:32.943514Z","caller":"traceutil/trace.go:171","msg":"trace[2018191758] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"912.820857ms","start":"2026-02-27T21:08:32.030655Z","end":"2026-02-27T21:08:32.943476Z","steps":["trace[2018191758] 'process raft request' (duration: 258.255546ms)","trace[2018191758] 'compare' (duration: 653.981128ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:32.943702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:32.030635Z","time spent":"912.96211ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":958,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:32.943773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.035897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-943ec55e-8f26-4140-a548-8824a71b3edd\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-02-27T21:08:32.943849Z","caller":"traceutil/trace.go:171","msg":"trace[1196020517] range","detail":"{range_begin:/registry/persistentvolumes/pvc-943ec55e-8f26-4140-a548-8824a71b3edd; range_end:; response_count:1; response_revision:2486; }","duration":"911.13812ms","start":"2026-02-27T21:08:32.032693Z","end":"2026-02-27T21:08:32.943831Z","steps":["trace[1196020517] 'agreement among raft nodes before linearized reading' (duration: 910.877834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.943931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:32.032656Z","time spent":"911.263752ms","remote":"127.0.0.1:58054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-943ec55e-8f26-4140-a548-8824a71b3edd\" "} {"level":"info","ts":"2026-02-27T21:08:32.978841Z","caller":"traceutil/trace.go:171","msg":"trace[1696508778] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"945.284401ms","start":"2026-02-27T21:08:32.033524Z","end":"2026-02-27T21:08:32.978808Z","steps":["trace[1696508778] 'process raft request' (duration: 945.107228ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:32.978922Z","caller":"traceutil/trace.go:171","msg":"trace[184083170] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"945.881784ms","start":"2026-02-27T21:08:32.033009Z","end":"2026-02-27T21:08:32.97889Z","steps":["trace[184083170] 'process raft request' (duration: 945.485266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.979085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:32.03299Z","time spent":"945.995116ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:32.979104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:32.03269Z","time spent":"946.410557ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T21:08:32.979151Z","caller":"traceutil/trace.go:171","msg":"trace[926918862] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"945.986887ms","start":"2026-02-27T21:08:32.033025Z","end":"2026-02-27T21:08:32.979012Z","steps":["trace[926918862] 'process raft request' (duration: 945.561477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.97932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:32.033009Z","time spent":"946.220173ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:32.979358Z","caller":"traceutil/trace.go:171","msg":"trace[1950922438] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"945.567389ms","start":"2026-02-27T21:08:32.033755Z","end":"2026-02-27T21:08:32.979323Z","steps":["trace[1950922438] 'process raft request' (duration: 944.932094ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:32.979252Z","caller":"traceutil/trace.go:171","msg":"trace[1257592733] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"914.806821ms","start":"2026-02-27T21:08:32.064418Z","end":"2026-02-27T21:08:32.979225Z","steps":["trace[1257592733] 'process raft request' (duration: 914.32692ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:32.979425Z","caller":"traceutil/trace.go:171","msg":"trace[1780749712] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"945.102948ms","start":"2026-02-27T21:08:32.034272Z","end":"2026-02-27T21:08:32.979375Z","steps":["trace[1780749712] 'process raft request' (duration: 944.441882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.979486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.125906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-27T21:08:32.979519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:32.033746Z","time spent":"945.684391ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:32.979536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:32.06441Z","time spent":"915.076517ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:32.979564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.163837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:32.97956Z","caller":"traceutil/trace.go:171","msg":"trace[1916037551] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2493; }","duration":"319.243798ms","start":"2026-02-27T21:08:32.660305Z","end":"2026-02-27T21:08:32.979549Z","steps":["trace[1916037551] 'agreement among raft nodes before linearized reading' (duration: 319.044454ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:32.979149Z","caller":"traceutil/trace.go:171","msg":"trace[1114601795] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"945.403534ms","start":"2026-02-27T21:08:32.033567Z","end":"2026-02-27T21:08:32.978971Z","steps":["trace[1114601795] 'process raft request' (duration: 945.094257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.978932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.804385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:32.97963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:32.034264Z","time spent":"945.254371ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:32.979659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:32.660256Z","time spent":"319.368661ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T21:08:32.979682Z","caller":"traceutil/trace.go:171","msg":"trace[188451518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2493; }","duration":"942.608543ms","start":"2026-02-27T21:08:32.037061Z","end":"2026-02-27T21:08:32.97967Z","steps":["trace[188451518] 'agreement among raft nodes before linearized reading' (duration: 941.723123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.979704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:32.033547Z","time spent":"946.1237ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:32.979737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:32.037053Z","time spent":"942.674884ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:08:32.97974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:32.033518Z","time spent":"945.406734ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:32.979629Z","caller":"traceutil/trace.go:171","msg":"trace[1537038114] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2493; }","duration":"448.28155ms","start":"2026-02-27T21:08:32.531329Z","end":"2026-02-27T21:08:32.979611Z","steps":["trace[1537038114] 'agreement among raft nodes before linearized reading' (duration: 448.172877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:32.97983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:32.531304Z","time spent":"448.511474ms","remote":"127.0.0.1:58634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:34.027553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.738592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:34.027971Z","caller":"traceutil/trace.go:171","msg":"trace[1052357698] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"1.047614645s","start":"2026-02-27T21:08:32.980317Z","end":"2026-02-27T21:08:34.027932Z","steps":["trace[1052357698] 'process raft request' (duration: 190.404452ms)","trace[1052357698] 'compare' (duration: 856.427326ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:34.028092Z","caller":"traceutil/trace.go:171","msg":"trace[1202217922] linearizableReadLoop","detail":"{readStateIndex:2614; appliedIndex:2613; }","duration":"1.043155915s","start":"2026-02-27T21:08:32.984866Z","end":"2026-02-27T21:08:34.028022Z","steps":["trace[1202217922] 'read index received' (duration: 185.898772ms)","trace[1202217922] 'applied index is now lower than readState.Index' (duration: 857.245283ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:34.0282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:32.980293Z","time spent":"1.047755637s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:34.358409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.710411ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T21:08:34.358876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37398905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T21:08:34.358965Z","caller":"traceutil/trace.go:171","msg":"trace[318845725] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2494; }","duration":"1.374122432s","start":"2026-02-27T21:08:32.984819Z","end":"2026-02-27T21:08:34.358941Z","steps":["trace[318845725] 'agreement among raft nodes before linearized reading' (duration: 1.043449702s)","trace[318845725] 'range keys from in-memory index tree' (duration: 330.423714ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:34.358967Z","caller":"traceutil/trace.go:171","msg":"trace[1113281052] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"909.355861ms","start":"2026-02-27T21:08:33.449583Z","end":"2026-02-27T21:08:34.358939Z","steps":["trace[1113281052] 'process raft request' (duration: 908.945602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:34.35901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:32.984796Z","time spent":"1.374204154s","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T21:08:34.359084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:33.449555Z","time spent":"909.456834ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:34.552553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.463759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:34.552684Z","caller":"traceutil/trace.go:171","msg":"trace[814361926] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"1.102255648s","start":"2026-02-27T21:08:33.450394Z","end":"2026-02-27T21:08:34.55265Z","steps":["trace[814361926] 'process raft request' (duration: 908.532163ms)","trace[814361926] 'compare' (duration: 193.173423ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:34.552747Z","caller":"traceutil/trace.go:171","msg":"trace[1549256630] linearizableReadLoop","detail":"{readStateIndex:2617; appliedIndex:2614; }","duration":"524.475787ms","start":"2026-02-27T21:08:34.028251Z","end":"2026-02-27T21:08:34.552726Z","steps":["trace[1549256630] 'read index received' (duration: 171.644µs)","trace[1549256630] 'applied index is now lower than readState.Index' (duration: 524.302423ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:34.552833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:33.450361Z","time spent":"1.10239627s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:34.552836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079784963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:08:34.552935Z","caller":"traceutil/trace.go:171","msg":"trace[108504738] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2496; }","duration":"1.079946386s","start":"2026-02-27T21:08:33.472968Z","end":"2026-02-27T21:08:34.552914Z","steps":["trace[108504738] 'agreement among raft nodes before linearized reading' (duration: 1.079771782s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:34.552986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518688026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-02-27T21:08:34.553043Z","caller":"traceutil/trace.go:171","msg":"trace[176001487] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c; range_end:; response_count:1; response_revision:2496; }","duration":"1.518764588s","start":"2026-02-27T21:08:33.034262Z","end":"2026-02-27T21:08:34.553027Z","steps":["trace[176001487] 'agreement among raft nodes before linearized reading' (duration: 1.518597944s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:34.553027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361471825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:34.553091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:33.034251Z","time spent":"1.518831569s","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3641,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c\" "} {"level":"warn","ts":"2026-02-27T21:08:34.552995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:33.472951Z","time spent":"1.080028098s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:08:34.55313Z","caller":"traceutil/trace.go:171","msg":"trace[145186464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2496; }","duration":"1.361635549s","start":"2026-02-27T21:08:33.191466Z","end":"2026-02-27T21:08:34.553102Z","steps":["trace[145186464] 'agreement among raft nodes before linearized reading' (duration: 1.361446065s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:34.552885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172169247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:08:34.553217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:33.191444Z","time spent":"1.361754821s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:08:34.553067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.702137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:08:34.553277Z","caller":"traceutil/trace.go:171","msg":"trace[633891795] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2496; }","duration":"1.172560435s","start":"2026-02-27T21:08:33.380671Z","end":"2026-02-27T21:08:34.553231Z","steps":["trace[633891795] 'agreement among raft nodes before linearized reading' (duration: 1.172164307s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:34.554319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:33.380655Z","time spent":"1.1736415s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":26,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:08:34.553331Z","caller":"traceutil/trace.go:171","msg":"trace[892426460] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2496; }","duration":"706.079515ms","start":"2026-02-27T21:08:33.847232Z","end":"2026-02-27T21:08:34.553312Z","steps":["trace[892426460] 'agreement among raft nodes before linearized reading' (duration: 705.599075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:34.554529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:33.847201Z","time spent":"707.316253ms","remote":"127.0.0.1:58314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:34.55354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.825885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8410"} {"level":"info","ts":"2026-02-27T21:08:34.554707Z","caller":"traceutil/trace.go:171","msg":"trace[214980645] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2497; }","duration":"194.017661ms","start":"2026-02-27T21:08:34.360674Z","end":"2026-02-27T21:08:34.554692Z","steps":["trace[214980645] 'agreement among raft nodes before linearized reading' (duration: 192.815255ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:34.553572Z","caller":"traceutil/trace.go:171","msg":"trace[627712660] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"506.757328ms","start":"2026-02-27T21:08:34.046803Z","end":"2026-02-27T21:08:34.55356Z","steps":["trace[627712660] 'process raft request' (duration: 505.860317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:34.55488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:34.046781Z","time spent":"508.070416ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:34.553564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.114765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T21:08:34.555025Z","caller":"traceutil/trace.go:171","msg":"trace[1254518237] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2497; }","duration":"523.597458ms","start":"2026-02-27T21:08:34.031391Z","end":"2026-02-27T21:08:34.554988Z","steps":["trace[1254518237] 'agreement among raft nodes before linearized reading' (duration: 522.085135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:34.555169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:34.031369Z","time spent":"523.757402ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T21:08:34.553631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.786481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:08:34.555238Z","caller":"traceutil/trace.go:171","msg":"trace[716583926] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2497; }","duration":"445.459798ms","start":"2026-02-27T21:08:34.109762Z","end":"2026-02-27T21:08:34.555222Z","steps":["trace[716583926] 'agreement among raft nodes before linearized reading' (duration: 443.762461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:34.555293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:34.109735Z","time spent":"445.54117ms","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:34.944603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.163344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:34.944705Z","caller":"traceutil/trace.go:171","msg":"trace[427036301] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2497; }","duration":"278.343008ms","start":"2026-02-27T21:08:34.666335Z","end":"2026-02-27T21:08:34.944678Z","steps":["trace[427036301] 'range keys from in-memory index tree' (duration: 278.047792ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:35.249257Z","caller":"traceutil/trace.go:171","msg":"trace[1723990254] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"260.493045ms","start":"2026-02-27T21:08:34.988727Z","end":"2026-02-27T21:08:35.24922Z","steps":["trace[1723990254] 'process raft request' (duration: 260.211829ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:35.249502Z","caller":"traceutil/trace.go:171","msg":"trace[1232607997] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"260.327612ms","start":"2026-02-27T21:08:34.989147Z","end":"2026-02-27T21:08:35.249475Z","steps":["trace[1232607997] 'process raft request' (duration: 260.016535ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:35.249783Z","caller":"traceutil/trace.go:171","msg":"trace[2359078] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"260.305121ms","start":"2026-02-27T21:08:34.989459Z","end":"2026-02-27T21:08:35.249764Z","steps":["trace[2359078] 'process raft request' (duration: 259.922453ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:35.249786Z","caller":"traceutil/trace.go:171","msg":"trace[102623643] linearizableReadLoop","detail":"{readStateIndex:2624; appliedIndex:2619; }","duration":"172.782705ms","start":"2026-02-27T21:08:35.076979Z","end":"2026-02-27T21:08:35.249762Z","steps":["trace[102623643] 'read index received' (duration: 171.914016ms)","trace[102623643] 'applied index is now lower than readState.Index' (duration: 867.749µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:35.249816Z","caller":"traceutil/trace.go:171","msg":"trace[2010898550] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"260.257679ms","start":"2026-02-27T21:08:34.989532Z","end":"2026-02-27T21:08:35.249789Z","steps":["trace[2010898550] 'process raft request' (duration: 260.098976ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:35.249951Z","caller":"traceutil/trace.go:171","msg":"trace[2103530872] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"259.841591ms","start":"2026-02-27T21:08:34.990096Z","end":"2026-02-27T21:08:35.249938Z","steps":["trace[2103530872] 'process raft request' (duration: 259.622126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:35.250186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.160653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:08:35.250296Z","caller":"traceutil/trace.go:171","msg":"trace[1110146427] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2503; }","duration":"173.355197ms","start":"2026-02-27T21:08:35.076916Z","end":"2026-02-27T21:08:35.250271Z","steps":["trace[1110146427] 'agreement among raft nodes before linearized reading' (duration: 173.128172ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:35.376788Z","caller":"traceutil/trace.go:171","msg":"trace[1072987387] linearizableReadLoop","detail":"{readStateIndex:2625; appliedIndex:2624; }","duration":"126.923014ms","start":"2026-02-27T21:08:35.249847Z","end":"2026-02-27T21:08:35.37677Z","steps":["trace[1072987387] 'read index received' (duration: 110.37991ms)","trace[1072987387] 'applied index is now lower than readState.Index' (duration: 16.542064ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:35.377055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.279979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:35.376873Z","caller":"traceutil/trace.go:171","msg":"trace[864736426] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"157.971688ms","start":"2026-02-27T21:08:35.218852Z","end":"2026-02-27T21:08:35.376823Z","steps":["trace[864736426] 'process raft request' (duration: 141.465425ms)","trace[864736426] 'compare' (duration: 16.300468ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:35.377174Z","caller":"traceutil/trace.go:171","msg":"trace[1200499008] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2504; }","duration":"170.666978ms","start":"2026-02-27T21:08:35.206478Z","end":"2026-02-27T21:08:35.377145Z","steps":["trace[1200499008] 'agreement among raft nodes before linearized reading' (duration: 170.410631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:35.764374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.268396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:08:35.764429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.75291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-02-27T21:08:35.764495Z","caller":"traceutil/trace.go:171","msg":"trace[884780769] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2504; }","duration":"119.498781ms","start":"2026-02-27T21:08:35.644966Z","end":"2026-02-27T21:08:35.764465Z","steps":["trace[884780769] 'count revisions from in-memory index tree' (duration: 119.072572ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:35.764507Z","caller":"traceutil/trace.go:171","msg":"trace[316164071] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c; range_end:; response_count:1; response_revision:2504; }","duration":"205.890563ms","start":"2026-02-27T21:08:35.558595Z","end":"2026-02-27T21:08:35.764486Z","steps":["trace[316164071] 'range keys from in-memory index tree' (duration: 205.451584ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:37.169185Z","caller":"traceutil/trace.go:171","msg":"trace[1125092243] linearizableReadLoop","detail":"{readStateIndex:2627; appliedIndex:2626; }","duration":"400.000837ms","start":"2026-02-27T21:08:36.769163Z","end":"2026-02-27T21:08:37.169164Z","steps":["trace[1125092243] 'read index received' (duration: 360.758783ms)","trace[1125092243] 'applied index is now lower than readState.Index' (duration: 39.241094ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:37.169202Z","caller":"traceutil/trace.go:171","msg":"trace[965937302] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"609.744173ms","start":"2026-02-27T21:08:36.559424Z","end":"2026-02-27T21:08:37.169168Z","steps":["trace[965937302] 'process raft request' (duration: 570.374596ms)","trace[965937302] 'compare' (duration: 38.895517ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:37.169362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:36.559381Z","time spent":"609.896226ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:37.16947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.285233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-02-27T21:08:37.169568Z","caller":"traceutil/trace.go:171","msg":"trace[1504300465] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c; range_end:; response_count:1; response_revision:2506; }","duration":"400.452666ms","start":"2026-02-27T21:08:36.769095Z","end":"2026-02-27T21:08:37.169547Z","steps":["trace[1504300465] 'agreement among raft nodes before linearized reading' (duration: 400.14268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:37.169621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:36.769065Z","time spent":"400.546809ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3641,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c\" "} {"level":"info","ts":"2026-02-27T21:08:37.365486Z","caller":"traceutil/trace.go:171","msg":"trace[2140875613] linearizableReadLoop","detail":"{readStateIndex:2628; appliedIndex:2627; }","duration":"196.21461ms","start":"2026-02-27T21:08:37.169243Z","end":"2026-02-27T21:08:37.365458Z","steps":["trace[2140875613] 'read index received' (duration: 111.74714ms)","trace[2140875613] 'applied index is now lower than readState.Index' (duration: 84.46562ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:37.365956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.492614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T21:08:37.366046Z","caller":"traceutil/trace.go:171","msg":"trace[217381691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2507; }","duration":"111.593017ms","start":"2026-02-27T21:08:37.254434Z","end":"2026-02-27T21:08:37.366027Z","steps":["trace[217381691] 'agreement among raft nodes before linearized reading' (duration: 111.343561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:37.366008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.612659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:37.366074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.651998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T21:08:37.366064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.056216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T21:08:37.366132Z","caller":"traceutil/trace.go:171","msg":"trace[503209355] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2507; }","duration":"519.807685ms","start":"2026-02-27T21:08:36.846299Z","end":"2026-02-27T21:08:37.366107Z","steps":["trace[503209355] 'agreement among raft nodes before linearized reading' (duration: 519.493187ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:37.366147Z","caller":"traceutil/trace.go:171","msg":"trace[1952186534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2507; }","duration":"111.779721ms","start":"2026-02-27T21:08:37.254343Z","end":"2026-02-27T21:08:37.366122Z","steps":["trace[1952186534] 'agreement among raft nodes before linearized reading' (duration: 111.587866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:37.366109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.677889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T21:08:37.366199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:36.846259Z","time spent":"519.928718ms","remote":"127.0.0.1:57738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:08:37.366229Z","caller":"traceutil/trace.go:171","msg":"trace[450756262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2507; }","duration":"111.837173ms","start":"2026-02-27T21:08:37.254376Z","end":"2026-02-27T21:08:37.366213Z","steps":["trace[450756262] 'agreement among raft nodes before linearized reading' (duration: 111.455504ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:37.365927Z","caller":"traceutil/trace.go:171","msg":"trace[820404597] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"293.496921ms","start":"2026-02-27T21:08:37.072314Z","end":"2026-02-27T21:08:37.365811Z","steps":["trace[820404597] 'process raft request' (duration: 208.751996ms)","trace[820404597] 'compare' (duration: 84.074721ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:37.36641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.890854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T21:08:37.366451Z","caller":"traceutil/trace.go:171","msg":"trace[169698654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2507; }","duration":"111.988546ms","start":"2026-02-27T21:08:37.25445Z","end":"2026-02-27T21:08:37.366438Z","steps":["trace[169698654] 'agreement among raft nodes before linearized reading' (duration: 111.862713ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:37.366158Z","caller":"traceutil/trace.go:171","msg":"trace[405337005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2507; }","duration":"111.183978ms","start":"2026-02-27T21:08:37.254954Z","end":"2026-02-27T21:08:37.366138Z","steps":["trace[405337005] 'agreement among raft nodes before linearized reading' (duration: 110.895061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:37.748159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.455537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:37.748452Z","caller":"traceutil/trace.go:171","msg":"trace[823487857] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"376.003358ms","start":"2026-02-27T21:08:37.372428Z","end":"2026-02-27T21:08:37.748431Z","steps":["trace[823487857] 'process raft request' (duration: 375.953657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:37.748537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:37.3724Z","time spent":"376.10318ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:37.748546Z","caller":"traceutil/trace.go:171","msg":"trace[1626373343] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"376.496048ms","start":"2026-02-27T21:08:37.372022Z","end":"2026-02-27T21:08:37.748518Z","steps":["trace[1626373343] 'process raft request' (duration: 376.309044ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:37.748559Z","caller":"traceutil/trace.go:171","msg":"trace[688141806] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"377.054371ms","start":"2026-02-27T21:08:37.371465Z","end":"2026-02-27T21:08:37.748519Z","steps":["trace[688141806] 'process raft request' (duration: 376.803266ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:37.74866Z","caller":"traceutil/trace.go:171","msg":"trace[1316448236] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"377.152054ms","start":"2026-02-27T21:08:37.371452Z","end":"2026-02-27T21:08:37.748604Z","steps":["trace[1316448236] 'process raft request' (duration: 253.160275ms)","trace[1316448236] 'compare' (duration: 123.305344ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:37.7487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:37.372005Z","time spent":"376.615792ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:37.748844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:37.371443Z","time spent":"377.200855ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:37.748876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:37.37143Z","time spent":"377.333568ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:38.355818Z","caller":"traceutil/trace.go:171","msg":"trace[2121308475] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"559.782715ms","start":"2026-02-27T21:08:37.796011Z","end":"2026-02-27T21:08:38.355794Z","steps":["trace[2121308475] 'process raft request' (duration: 559.623491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:38.355969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:37.795991Z","time spent":"559.897927ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:39.466245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.930038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:39.466484Z","caller":"traceutil/trace.go:171","msg":"trace[1082880705] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"1.658876552s","start":"2026-02-27T21:08:37.80756Z","end":"2026-02-27T21:08:39.466436Z","steps":["trace[1082880705] 'process raft request' (duration: 1.038620417s)","trace[1082880705] 'compare' (duration: 619.55944ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:39.466623Z","caller":"traceutil/trace.go:171","msg":"trace[290870028] linearizableReadLoop","detail":"{readStateIndex:2636; appliedIndex:2635; }","duration":"1.460198427s","start":"2026-02-27T21:08:38.00639Z","end":"2026-02-27T21:08:39.466588Z","steps":["trace[290870028] 'read index received' (duration: 349.504445ms)","trace[290870028] 'applied index is now lower than readState.Index' (duration: 1.110691272s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:39.466695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:37.807531Z","time spent":"1.659056935s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:39.466931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460497293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:39.467013Z","caller":"traceutil/trace.go:171","msg":"trace[1660122509] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2514; }","duration":"1.460673189s","start":"2026-02-27T21:08:38.006318Z","end":"2026-02-27T21:08:39.466991Z","steps":["trace[1660122509] 'agreement among raft nodes before linearized reading' (duration: 1.460442773s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:39.467058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:38.006291Z","time spent":"1.46075721s","remote":"127.0.0.1:57842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:08:39.467083Z","caller":"traceutil/trace.go:171","msg":"trace[623666571] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"291.275332ms","start":"2026-02-27T21:08:39.175781Z","end":"2026-02-27T21:08:39.467056Z","steps":["trace[623666571] 'process raft request' (duration: 291.208461ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:39.467117Z","caller":"traceutil/trace.go:171","msg":"trace[813314155] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"1.026277996s","start":"2026-02-27T21:08:38.440787Z","end":"2026-02-27T21:08:39.467065Z","steps":["trace[813314155] 'process raft request' (duration: 1.025641821s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:39.467595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:38.44076Z","time spent":"1.026446849s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:40.023103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.829568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:40.02323Z","caller":"traceutil/trace.go:171","msg":"trace[927596680] linearizableReadLoop","detail":"{readStateIndex:2639; appliedIndex:2638; }","duration":"556.447741ms","start":"2026-02-27T21:08:39.466759Z","end":"2026-02-27T21:08:40.023207Z","steps":["trace[927596680] 'read index received' (duration: 332.431279ms)","trace[927596680] 'applied index is now lower than readState.Index' (duration: 224.015272ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:40.023309Z","caller":"traceutil/trace.go:171","msg":"trace[1937136269] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"651.423361ms","start":"2026-02-27T21:08:39.371874Z","end":"2026-02-27T21:08:40.023297Z","steps":["trace[1937136269] 'process raft request' (duration: 427.291346ms)","trace[1937136269] 'compare' (duration: 223.653485ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:40.023377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:39.371847Z","time spent":"651.497343ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:40.023483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375212036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:08:40.023571Z","caller":"traceutil/trace.go:171","msg":"trace[844892539] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2517; }","duration":"1.37535937s","start":"2026-02-27T21:08:38.648192Z","end":"2026-02-27T21:08:40.023552Z","steps":["trace[844892539] 'agreement among raft nodes before linearized reading' (duration: 1.375209966s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:40.023623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:38.648167Z","time spent":"1.375446302s","remote":"127.0.0.1:58384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:40.023637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832565626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:40.023747Z","caller":"traceutil/trace.go:171","msg":"trace[225794332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2517; }","duration":"1.832715579s","start":"2026-02-27T21:08:38.191005Z","end":"2026-02-27T21:08:40.02372Z","steps":["trace[225794332] 'agreement among raft nodes before linearized reading' (duration: 1.832488494s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:40.023775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849781744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-02-27T21:08:40.023812Z","caller":"traceutil/trace.go:171","msg":"trace[332925983] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c; range_end:; response_count:1; response_revision:2517; }","duration":"1.849816355s","start":"2026-02-27T21:08:38.173983Z","end":"2026-02-27T21:08:40.023799Z","steps":["trace[332925983] 'agreement among raft nodes before linearized reading' (duration: 1.849680712s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:40.023807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:38.190998Z","time spent":"1.832799231s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:08:40.02383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.934764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T21:08:40.023843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:38.173931Z","time spent":"1.849905947s","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3641,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c\" "} {"level":"info","ts":"2026-02-27T21:08:40.023859Z","caller":"traceutil/trace.go:171","msg":"trace[208322348] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2517; }","duration":"588.001265ms","start":"2026-02-27T21:08:39.435849Z","end":"2026-02-27T21:08:40.02385Z","steps":["trace[208322348] 'agreement among raft nodes before linearized reading' (duration: 587.886853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:40.023885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:39.435834Z","time spent":"588.045777ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:08:40.023889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665187901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-27T21:08:40.023951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.67017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:40.024021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157918043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-02-27T21:08:40.024017Z","caller":"traceutil/trace.go:171","msg":"trace[601688579] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2517; }","duration":"1.665344004s","start":"2026-02-27T21:08:38.358649Z","end":"2026-02-27T21:08:40.023993Z","steps":["trace[601688579] 'agreement among raft nodes before linearized reading' (duration: 1.665107329s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:40.024054Z","caller":"traceutil/trace.go:171","msg":"trace[170347337] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c; range_end:; response_count:1; response_revision:2517; }","duration":"1.158005874s","start":"2026-02-27T21:08:38.86604Z","end":"2026-02-27T21:08:40.024046Z","steps":["trace[170347337] 'agreement among raft nodes before linearized reading' (duration: 1.157924232s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:40.024062Z","caller":"traceutil/trace.go:171","msg":"trace[1835261383] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2517; }","duration":"801.841443ms","start":"2026-02-27T21:08:39.222168Z","end":"2026-02-27T21:08:40.02401Z","steps":["trace[1835261383] 'agreement among raft nodes before linearized reading' (duration: 801.6785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:40.024084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:38.358569Z","time spent":"1.665499137s","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T21:08:40.024167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:38.866008Z","time spent":"1.158150988s","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3641,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c\" "} {"level":"warn","ts":"2026-02-27T21:08:40.024172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:39.222139Z","time spent":"801.994617ms","remote":"127.0.0.1:57838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:08:40.339666Z","caller":"traceutil/trace.go:171","msg":"trace[999672307] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"867.911489ms","start":"2026-02-27T21:08:39.471722Z","end":"2026-02-27T21:08:40.339634Z","steps":["trace[999672307] 'process raft request' (duration: 812.263163ms)","trace[999672307] 'compare' (duration: 55.217656ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:40.33981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.348065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:40.339861Z","caller":"traceutil/trace.go:171","msg":"trace[1039318287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2519; }","duration":"832.467037ms","start":"2026-02-27T21:08:39.507386Z","end":"2026-02-27T21:08:40.339853Z","steps":["trace[1039318287] 'agreement among raft nodes before linearized reading' (duration: 832.360235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:40.339867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:39.471695Z","time spent":"868.059501ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:08:40.339691Z","caller":"traceutil/trace.go:171","msg":"trace[1860872675] linearizableReadLoop","detail":"{readStateIndex:2641; appliedIndex:2639; }","duration":"316.386626ms","start":"2026-02-27T21:08:40.023259Z","end":"2026-02-27T21:08:40.339644Z","steps":["trace[1860872675] 'read index received' (duration: 260.897464ms)","trace[1860872675] 'applied index is now lower than readState.Index' (duration: 55.487212ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:40.3399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:39.507372Z","time spent":"832.520468ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T21:08:40.339936Z","caller":"traceutil/trace.go:171","msg":"trace[2091282961] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"804.38727ms","start":"2026-02-27T21:08:39.535516Z","end":"2026-02-27T21:08:40.339903Z","steps":["trace[2091282961] 'process raft request' (duration: 804.003671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:40.34004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.771506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T21:08:40.340082Z","caller":"traceutil/trace.go:171","msg":"trace[1771558996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2519; }","duration":"585.838467ms","start":"2026-02-27T21:08:39.754236Z","end":"2026-02-27T21:08:40.340074Z","steps":["trace[1771558996] 'agreement among raft nodes before linearized reading' (duration: 585.685344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:40.34011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:39.754224Z","time spent":"585.880379ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:08:40.340166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.49138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-27T21:08:40.340208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.588254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T21:08:40.340209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.512593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T21:08:40.340252Z","caller":"traceutil/trace.go:171","msg":"trace[1472639844] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2519; }","duration":"367.640274ms","start":"2026-02-27T21:08:39.972594Z","end":"2026-02-27T21:08:40.340234Z","steps":["trace[1472639844] 'agreement among raft nodes before linearized reading' (duration: 367.359158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:40.340236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:39.53548Z","time spent":"804.528663ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:40.340287Z","caller":"traceutil/trace.go:171","msg":"trace[1835532402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2519; }","duration":"586.735417ms","start":"2026-02-27T21:08:39.753531Z","end":"2026-02-27T21:08:40.340267Z","steps":["trace[1835532402] 'agreement among raft nodes before linearized reading' (duration: 586.514303ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:40.340288Z","caller":"traceutil/trace.go:171","msg":"trace[1704327872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2519; }","duration":"586.648326ms","start":"2026-02-27T21:08:39.753624Z","end":"2026-02-27T21:08:40.340272Z","steps":["trace[1704327872] 'agreement among raft nodes before linearized reading' (duration: 586.438081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:40.34034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:39.753503Z","time spent":"586.829579ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T21:08:40.340344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:39.753589Z","time spent":"586.746847ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T21:08:40.340298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:39.972569Z","time spent":"367.720376ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T21:08:40.34067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.255077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T21:08:40.34082Z","caller":"traceutil/trace.go:171","msg":"trace[3738764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2519; }","duration":"586.499842ms","start":"2026-02-27T21:08:39.754288Z","end":"2026-02-27T21:08:40.340788Z","steps":["trace[3738764] 'agreement among raft nodes before linearized reading' (duration: 585.566392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:40.340936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:39.754276Z","time spent":"586.601295ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:08:40.840493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456270137,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T21:08:41.074631Z","caller":"traceutil/trace.go:171","msg":"trace[159109504] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"1.045053427s","start":"2026-02-27T21:08:40.029542Z","end":"2026-02-27T21:08:41.074596Z","steps":["trace[159109504] 'process raft request' (duration: 1.044605538s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:41.074815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:40.029523Z","time spent":"1.045198391s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:41.074735Z","caller":"traceutil/trace.go:171","msg":"trace[2012783904] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"1.043285629s","start":"2026-02-27T21:08:40.031393Z","end":"2026-02-27T21:08:41.074678Z","steps":["trace[2012783904] 'process raft request' (duration: 1.043094265s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:41.075079Z","caller":"traceutil/trace.go:171","msg":"trace[1407005545] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"975.431417ms","start":"2026-02-27T21:08:40.099585Z","end":"2026-02-27T21:08:41.075017Z","steps":["trace[1407005545] 'process raft request' (duration: 975.009536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:41.075246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:40.031383Z","time spent":"1.043688389s","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3716,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:41.075303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:40.099557Z","time spent":"975.6291ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:41.499511Z","caller":"traceutil/trace.go:171","msg":"trace[1357719042] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"1.154379375s","start":"2026-02-27T21:08:40.345111Z","end":"2026-02-27T21:08:41.499491Z","steps":["trace[1357719042] 'process raft request' (duration: 1.154294913s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:41.49954Z","caller":"traceutil/trace.go:171","msg":"trace[2050328619] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"1.154465977s","start":"2026-02-27T21:08:40.345044Z","end":"2026-02-27T21:08:41.49951Z","steps":["trace[2050328619] 'process raft request' (duration: 1.154235341s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:41.499649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:40.345094Z","time spent":"1.154484707s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:41.499686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:40.345019Z","time spent":"1.15459162s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:41.499773Z","caller":"traceutil/trace.go:171","msg":"trace[1763527877] linearizableReadLoop","detail":"{readStateIndex:2648; appliedIndex:2641; }","duration":"1.159809835s","start":"2026-02-27T21:08:40.339944Z","end":"2026-02-27T21:08:41.499754Z","steps":["trace[1763527877] 'read index received' (duration: 734.163264ms)","trace[1763527877] 'applied index is now lower than readState.Index' (duration: 425.645891ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:41.499826Z","caller":"traceutil/trace.go:171","msg":"trace[1889133896] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"1.154125169s","start":"2026-02-27T21:08:40.345688Z","end":"2026-02-27T21:08:41.499813Z","steps":["trace[1889133896] 'process raft request' (duration: 1.153958075s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:41.49988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:40.345655Z","time spent":"1.154193971s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:41.499953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473312967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T21:08:41.499977Z","caller":"traceutil/trace.go:171","msg":"trace[1538805352] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2526; }","duration":"1.473356037s","start":"2026-02-27T21:08:40.026613Z","end":"2026-02-27T21:08:41.499969Z","steps":["trace[1538805352] 'agreement among raft nodes before linearized reading' (duration: 1.473236605s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:41.499945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474915101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:41.500045Z","caller":"traceutil/trace.go:171","msg":"trace[964734967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2526; }","duration":"1.475048455s","start":"2026-02-27T21:08:40.024976Z","end":"2026-02-27T21:08:41.500024Z","steps":["trace[964734967] 'agreement among raft nodes before linearized reading' (duration: 1.474896851s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:41.50011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:40.024954Z","time spent":"1.475146246s","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T21:08:41.500087Z","caller":"traceutil/trace.go:171","msg":"trace[569394809] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"1.154415975s","start":"2026-02-27T21:08:40.345548Z","end":"2026-02-27T21:08:41.499964Z","steps":["trace[569394809] 'process raft request' (duration: 1.153916445s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:41.500002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:40.026559Z","time spent":"1.473438009s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T21:08:41.500232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:40.345534Z","time spent":"1.154653671s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:41.540561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.342108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c\" ","response":"range_response_count:1 size:3731"} {"level":"warn","ts":"2026-02-27T21:08:41.540611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.134731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c\" ","response":"range_response_count:1 size:3731"} {"level":"info","ts":"2026-02-27T21:08:41.54065Z","caller":"traceutil/trace.go:171","msg":"trace[2066498125] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c; range_end:; response_count:1; response_revision:2528; }","duration":"511.4418ms","start":"2026-02-27T21:08:41.029189Z","end":"2026-02-27T21:08:41.54063Z","steps":["trace[2066498125] 'agreement among raft nodes before linearized reading' (duration: 511.234406ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:41.540685Z","caller":"traceutil/trace.go:171","msg":"trace[1611412465] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c; range_end:; response_count:1; response_revision:2528; }","duration":"460.290455ms","start":"2026-02-27T21:08:41.080377Z","end":"2026-02-27T21:08:41.540667Z","steps":["trace[1611412465] 'agreement among raft nodes before linearized reading' (duration: 460.04554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:41.540694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:41.029173Z","time spent":"511.512682ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3755,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c\" "} {"level":"warn","ts":"2026-02-27T21:08:41.540732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:41.080344Z","time spent":"460.379476ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3755,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c\" "} {"level":"warn","ts":"2026-02-27T21:08:41.540775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196010492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T21:08:41.54087Z","caller":"traceutil/trace.go:171","msg":"trace[383103322] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2528; }","duration":"1.196145875s","start":"2026-02-27T21:08:40.344702Z","end":"2026-02-27T21:08:41.540848Z","steps":["trace[383103322] 'agreement among raft nodes before linearized reading' (duration: 1.195860149s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:41.540899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.765037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:08:41.540933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:40.344681Z","time spent":"1.196241857s","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T21:08:41.540959Z","caller":"traceutil/trace.go:171","msg":"trace[1755129927] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2528; }","duration":"521.88653ms","start":"2026-02-27T21:08:41.019059Z","end":"2026-02-27T21:08:41.540946Z","steps":["trace[1755129927] 'agreement among raft nodes before linearized reading' (duration: 521.783998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:41.541007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:41.019037Z","time spent":"521.956861ms","remote":"127.0.0.1:58054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:08:41.73637Z","caller":"traceutil/trace.go:171","msg":"trace[1815946268] linearizableReadLoop","detail":"{readStateIndex:2651; appliedIndex:2650; }","duration":"132.356225ms","start":"2026-02-27T21:08:41.603982Z","end":"2026-02-27T21:08:41.736339Z","steps":["trace[1815946268] 'read index received' (duration: 132.039307ms)","trace[1815946268] 'applied index is now lower than readState.Index' (duration: 315.818µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:41.736546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.545219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:41.73658Z","caller":"traceutil/trace.go:171","msg":"trace[1438688442] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2529; }","duration":"132.644421ms","start":"2026-02-27T21:08:41.603926Z","end":"2026-02-27T21:08:41.736571Z","steps":["trace[1438688442] 'agreement among raft nodes before linearized reading' (duration: 132.553479ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:41.736734Z","caller":"traceutil/trace.go:171","msg":"trace[1598155089] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"182.861916ms","start":"2026-02-27T21:08:41.553817Z","end":"2026-02-27T21:08:41.736679Z","steps":["trace[1598155089] 'process raft request' (duration: 182.280454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:42.595234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.93988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:42.595312Z","caller":"traceutil/trace.go:171","msg":"trace[820138348] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:0; response_revision:2530; }","duration":"110.056643ms","start":"2026-02-27T21:08:42.485238Z","end":"2026-02-27T21:08:42.595294Z","steps":["trace[820138348] 'range keys from in-memory index tree' (duration: 109.833368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:43.584293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456270165,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T21:08:43.797064Z","caller":"traceutil/trace.go:171","msg":"trace[1367233878] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"714.657394ms","start":"2026-02-27T21:08:43.08238Z","end":"2026-02-27T21:08:43.797037Z","steps":["trace[1367233878] 'process raft request' (duration: 714.49424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:43.797249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:43.082365Z","time spent":"714.788356ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:44.030327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.684984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:44.030725Z","caller":"traceutil/trace.go:171","msg":"trace[310102809] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"484.869765ms","start":"2026-02-27T21:08:43.545815Z","end":"2026-02-27T21:08:44.030685Z","steps":["trace[310102809] 'process raft request' (duration: 265.668259ms)","trace[310102809] 'compare' (duration: 218.071771ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:44.030821Z","caller":"traceutil/trace.go:171","msg":"trace[894276848] linearizableReadLoop","detail":"{readStateIndex:2655; appliedIndex:2652; }","duration":"947.491921ms","start":"2026-02-27T21:08:43.083305Z","end":"2026-02-27T21:08:44.030797Z","steps":["trace[894276848] 'read index received' (duration: 713.673093ms)","trace[894276848] 'applied index is now lower than readState.Index' (duration: 233.817268ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:44.030906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:43.545792Z","time spent":"485.008608ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:44.030983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.665245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:08:44.030963Z","caller":"traceutil/trace.go:171","msg":"trace[1912288408] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"484.687661ms","start":"2026-02-27T21:08:43.546231Z","end":"2026-02-27T21:08:44.030918Z","steps":["trace[1912288408] 'process raft request' (duration: 484.426496ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:44.031028Z","caller":"traceutil/trace.go:171","msg":"trace[300995773] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2533; }","duration":"947.727826ms","start":"2026-02-27T21:08:43.083289Z","end":"2026-02-27T21:08:44.031016Z","steps":["trace[300995773] 'agreement among raft nodes before linearized reading' (duration: 947.644674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:44.031069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:43.083282Z","time spent":"947.776886ms","remote":"127.0.0.1:58640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:44.031073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.041858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-externaldb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:44.031122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.361648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:44.031168Z","caller":"traceutil/trace.go:171","msg":"trace[1878463621] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2533; }","duration":"724.45791ms","start":"2026-02-27T21:08:43.306698Z","end":"2026-02-27T21:08:44.031156Z","steps":["trace[1878463621] 'agreement among raft nodes before linearized reading' (duration: 724.375568ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:44.031161Z","caller":"traceutil/trace.go:171","msg":"trace[1018994943] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-externaldb; range_end:; response_count:0; response_revision:2533; }","duration":"946.1428ms","start":"2026-02-27T21:08:43.084994Z","end":"2026-02-27T21:08:44.031137Z","steps":["trace[1018994943] 'agreement among raft nodes before linearized reading' (duration: 945.999937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:44.031185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:43.546221Z","time spent":"484.837734ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:44.031214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:43.084988Z","time spent":"946.215012ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/auth-system/keycloak-externaldb\" "} {"level":"warn","ts":"2026-02-27T21:08:44.031293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.165365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T21:08:44.031328Z","caller":"traceutil/trace.go:171","msg":"trace[1172827285] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2533; }","duration":"527.200357ms","start":"2026-02-27T21:08:43.50412Z","end":"2026-02-27T21:08:44.03132Z","steps":["trace[1172827285] 'agreement among raft nodes before linearized reading' (duration: 527.100945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:44.031202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:43.306669Z","time spent":"724.525371ms","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:44.031299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.42888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T21:08:44.031384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.299526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:08:44.031438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.3064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c\" ","response":"range_response_count:1 size:2242"} {"level":"info","ts":"2026-02-27T21:08:44.031446Z","caller":"traceutil/trace.go:171","msg":"trace[1125706540] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2533; }","duration":"233.412969ms","start":"2026-02-27T21:08:43.798017Z","end":"2026-02-27T21:08:44.03143Z","steps":["trace[1125706540] 'agreement among raft nodes before linearized reading' (duration: 233.303456ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:44.031404Z","caller":"traceutil/trace.go:171","msg":"trace[2050360786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2533; }","duration":"526.572944ms","start":"2026-02-27T21:08:43.504813Z","end":"2026-02-27T21:08:44.031386Z","steps":["trace[2050360786] 'agreement among raft nodes before linearized reading' (duration: 526.206246ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:44.031471Z","caller":"traceutil/trace.go:171","msg":"trace[1237705820] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c; range_end:; response_count:1; response_revision:2533; }","duration":"671.377091ms","start":"2026-02-27T21:08:43.360083Z","end":"2026-02-27T21:08:44.03146Z","steps":["trace[1237705820] 'agreement among raft nodes before linearized reading' (duration: 671.292969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:44.031498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:43.360057Z","time spent":"671.435423ms","remote":"127.0.0.1:58614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2266,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c\" "} {"level":"warn","ts":"2026-02-27T21:08:44.031527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.960392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:44.03155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:43.504796Z","time spent":"526.698406ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T21:08:44.031575Z","caller":"traceutil/trace.go:171","msg":"trace[602178902] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2533; }","duration":"934.029424ms","start":"2026-02-27T21:08:43.097534Z","end":"2026-02-27T21:08:44.031564Z","steps":["trace[602178902] 'agreement among raft nodes before linearized reading' (duration: 933.945103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:44.031609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:43.097524Z","time spent":"934.077435ms","remote":"127.0.0.1:57750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:44.031497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.417573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:44.031667Z","caller":"traceutil/trace.go:171","msg":"trace[1293553115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2533; }","duration":"840.638627ms","start":"2026-02-27T21:08:43.191012Z","end":"2026-02-27T21:08:44.031651Z","steps":["trace[1293553115] 'agreement among raft nodes before linearized reading' (duration: 840.441463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:44.031281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.441367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c\" ","response":"range_response_count:1 size:3917"} {"level":"warn","ts":"2026-02-27T21:08:44.033227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.318381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:08:44.033308Z","caller":"traceutil/trace.go:171","msg":"trace[1941033090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2533; }","duration":"528.441165ms","start":"2026-02-27T21:08:43.504851Z","end":"2026-02-27T21:08:44.033292Z","steps":["trace[1941033090] 'agreement among raft nodes before linearized reading' (duration: 526.89719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:44.031358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:43.504054Z","time spent":"527.297609ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:08:44.033354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:43.504832Z","time spent":"528.508636ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T21:08:44.033157Z","caller":"traceutil/trace.go:171","msg":"trace[2128200656] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c; range_end:; response_count:1; response_revision:2533; }","duration":"431.06014ms","start":"2026-02-27T21:08:43.600734Z","end":"2026-02-27T21:08:44.031794Z","steps":["trace[2128200656] 'agreement among raft nodes before linearized reading' (duration: 430.343305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:44.031761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:43.19095Z","time spent":"840.79647ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:08:44.033522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:43.600694Z","time spent":"432.763909ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3941,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1167b0-66fe-429c-ab91-1a649642141c\" "} {"level":"warn","ts":"2026-02-27T21:08:44.034831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.925327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T21:08:44.034874Z","caller":"traceutil/trace.go:171","msg":"trace[1683139097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2533; }","duration":"529.980508ms","start":"2026-02-27T21:08:43.504882Z","end":"2026-02-27T21:08:44.034863Z","steps":["trace[1683139097] 'agreement among raft nodes before linearized reading' (duration: 528.25668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:44.034898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:43.504875Z","time spent":"530.018279ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T21:08:44.531238Z","caller":"traceutil/trace.go:171","msg":"trace[525889383] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"393.493732ms","start":"2026-02-27T21:08:44.13772Z","end":"2026-02-27T21:08:44.531214Z","steps":["trace[525889383] 'process raft request' (duration: 393.341789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:44.531425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:44.137689Z","time spent":"393.627576ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3904,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:44.553895Z","caller":"traceutil/trace.go:171","msg":"trace[1587219271] linearizableReadLoop","detail":"{readStateIndex:2662; appliedIndex:2660; }","duration":"371.708482ms","start":"2026-02-27T21:08:44.182133Z","end":"2026-02-27T21:08:44.553842Z","steps":["trace[1587219271] 'read index received' (duration: 348.979892ms)","trace[1587219271] 'applied index is now lower than readState.Index' (duration: 22.72733ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:44.554005Z","caller":"traceutil/trace.go:171","msg":"trace[1929569316] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"414.74139ms","start":"2026-02-27T21:08:44.139239Z","end":"2026-02-27T21:08:44.55398Z","steps":["trace[1929569316] 'process raft request' (duration: 414.425104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:44.554105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:44.139211Z","time spent":"414.845633ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:44.554109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.934247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:44.554143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.863596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:44.554212Z","caller":"traceutil/trace.go:171","msg":"trace[1220827783] range","detail":"{range_begin:/registry/networkpolicies/auth-system/keycloak; range_end:; response_count:0; response_revision:2540; }","duration":"142.962877ms","start":"2026-02-27T21:08:44.411224Z","end":"2026-02-27T21:08:44.554187Z","steps":["trace[1220827783] 'agreement among raft nodes before linearized reading' (duration: 142.867945ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:44.554252Z","caller":"traceutil/trace.go:171","msg":"trace[298071755] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2540; }","duration":"372.116271ms","start":"2026-02-27T21:08:44.182077Z","end":"2026-02-27T21:08:44.554193Z","steps":["trace[298071755] 'agreement among raft nodes before linearized reading' (duration: 371.937677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:44.554433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:44.182046Z","time spent":"372.321547ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:08:44.912714Z","caller":"traceutil/trace.go:171","msg":"trace[1939771959] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"221.996398ms","start":"2026-02-27T21:08:44.690683Z","end":"2026-02-27T21:08:44.912679Z","steps":["trace[1939771959] 'process raft request' (duration: 221.680421ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:45.12481Z","caller":"traceutil/trace.go:171","msg":"trace[1519637540] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"201.459485ms","start":"2026-02-27T21:08:44.923311Z","end":"2026-02-27T21:08:45.124771Z","steps":["trace[1519637540] 'process raft request' (duration: 106.470724ms)","trace[1519637540] 'compare' (duration: 94.534312ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:45.124832Z","caller":"traceutil/trace.go:171","msg":"trace[1012409657] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"186.591488ms","start":"2026-02-27T21:08:44.938182Z","end":"2026-02-27T21:08:45.124773Z","steps":["trace[1012409657] 'process raft request' (duration: 186.411514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:45.587833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.715059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:45.587953Z","caller":"traceutil/trace.go:171","msg":"trace[1244705962] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"457.907861ms","start":"2026-02-27T21:08:45.130024Z","end":"2026-02-27T21:08:45.587932Z","steps":["trace[1244705962] 'process raft request' (duration: 316.011088ms)","trace[1244705962] 'compare' (duration: 141.421913ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:45.588011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:45.129999Z","time spent":"457.988443ms","remote":"127.0.0.1:58254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1066,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:08:45.588669Z","caller":"traceutil/trace.go:171","msg":"trace[1839342392] linearizableReadLoop","detail":"{readStateIndex:2670; appliedIndex:2668; }","duration":"397.597604ms","start":"2026-02-27T21:08:45.191047Z","end":"2026-02-27T21:08:45.588645Z","steps":["trace[1839342392] 'read index received' (duration: 255.189268ms)","trace[1839342392] 'applied index is now lower than readState.Index' (duration: 142.407266ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:45.588776Z","caller":"traceutil/trace.go:171","msg":"trace[543695656] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"457.196465ms","start":"2026-02-27T21:08:45.131563Z","end":"2026-02-27T21:08:45.58876Z","steps":["trace[543695656] 'process raft request' (duration: 456.95216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:45.588798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.745707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:45.588966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.887848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-0.1898369d20accc95\" ","response":"range_response_count:1 size:973"} {"level":"info","ts":"2026-02-27T21:08:45.588965Z","caller":"traceutil/trace.go:171","msg":"trace[994699826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2548; }","duration":"397.969852ms","start":"2026-02-27T21:08:45.190977Z","end":"2026-02-27T21:08:45.588946Z","steps":["trace[994699826] 'agreement among raft nodes before linearized reading' (duration: 397.762408ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:45.589022Z","caller":"traceutil/trace.go:171","msg":"trace[1958691496] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-0.1898369d20accc95; range_end:; response_count:1; response_revision:2548; }","duration":"248.00162ms","start":"2026-02-27T21:08:45.341007Z","end":"2026-02-27T21:08:45.589009Z","steps":["trace[1958691496] 'agreement among raft nodes before linearized reading' (duration: 247.818137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:45.589055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:45.19093Z","time spent":"398.112835ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:08:45.588871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:45.131525Z","time spent":"457.289087ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3916,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:45.956797Z","caller":"traceutil/trace.go:171","msg":"trace[1454358536] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"231.659401ms","start":"2026-02-27T21:08:45.725096Z","end":"2026-02-27T21:08:45.956756Z","steps":["trace[1454358536] 'process raft request' (duration: 231.402765ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:45.956905Z","caller":"traceutil/trace.go:171","msg":"trace[1088294158] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"231.743222ms","start":"2026-02-27T21:08:45.72514Z","end":"2026-02-27T21:08:45.956884Z","steps":["trace[1088294158] 'process raft request' (duration: 231.518938ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:45.956805Z","caller":"traceutil/trace.go:171","msg":"trace[57826056] linearizableReadLoop","detail":"{readStateIndex:2682; appliedIndex:2679; }","duration":"155.3514ms","start":"2026-02-27T21:08:45.80143Z","end":"2026-02-27T21:08:45.956782Z","steps":["trace[57826056] 'read index received' (duration: 154.981502ms)","trace[57826056] 'applied index is now lower than readState.Index' (duration: 368.828µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:45.957054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.603305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T21:08:45.957064Z","caller":"traceutil/trace.go:171","msg":"trace[1773697011] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"231.619259ms","start":"2026-02-27T21:08:45.72541Z","end":"2026-02-27T21:08:45.957029Z","steps":["trace[1773697011] 'process raft request' (duration: 231.306332ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:45.957135Z","caller":"traceutil/trace.go:171","msg":"trace[1071939159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2560; }","duration":"155.755348ms","start":"2026-02-27T21:08:45.801356Z","end":"2026-02-27T21:08:45.957111Z","steps":["trace[1071939159] 'agreement among raft nodes before linearized reading' (duration: 155.501123ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:46.160825Z","caller":"traceutil/trace.go:171","msg":"trace[1263945256] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"197.632342ms","start":"2026-02-27T21:08:45.963161Z","end":"2026-02-27T21:08:46.160793Z","steps":["trace[1263945256] 'process raft request' (duration: 175.816841ms)","trace[1263945256] 'compare' (duration: 21.484294ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:46.160861Z","caller":"traceutil/trace.go:171","msg":"trace[905844537] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"197.176711ms","start":"2026-02-27T21:08:45.963659Z","end":"2026-02-27T21:08:46.160836Z","steps":["trace[905844537] 'process raft request' (duration: 197.053028ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:46.160831Z","caller":"traceutil/trace.go:171","msg":"trace[1722681229] linearizableReadLoop","detail":"{readStateIndex:2684; appliedIndex:2682; }","duration":"197.522309ms","start":"2026-02-27T21:08:45.963281Z","end":"2026-02-27T21:08:46.160803Z","steps":["trace[1722681229] 'read index received' (duration: 37.007875ms)","trace[1722681229] 'applied index is now lower than readState.Index' (duration: 160.512654ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:46.161267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.963848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123266"} {"level":"info","ts":"2026-02-27T21:08:46.161391Z","caller":"traceutil/trace.go:171","msg":"trace[1249075283] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2563; }","duration":"198.181293ms","start":"2026-02-27T21:08:45.963191Z","end":"2026-02-27T21:08:46.161372Z","steps":["trace[1249075283] 'agreement among raft nodes before linearized reading' (duration: 197.849416ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:46.249156Z","caller":"traceutil/trace.go:171","msg":"trace[1866504721] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"210.308312ms","start":"2026-02-27T21:08:46.038811Z","end":"2026-02-27T21:08:46.249119Z","steps":["trace[1866504721] 'process raft request' (duration: 209.954863ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:46.249203Z","caller":"traceutil/trace.go:171","msg":"trace[1275293519] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"209.645056ms","start":"2026-02-27T21:08:46.039532Z","end":"2026-02-27T21:08:46.249177Z","steps":["trace[1275293519] 'process raft request' (duration: 209.42715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:46.249262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.674067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T21:08:46.249348Z","caller":"traceutil/trace.go:171","msg":"trace[1156269369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2565; }","duration":"115.831751ms","start":"2026-02-27T21:08:46.133494Z","end":"2026-02-27T21:08:46.249326Z","steps":["trace[1156269369] 'agreement among raft nodes before linearized reading' (duration: 115.544894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:46.249493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.476953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T21:08:46.249538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.576865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T21:08:46.249589Z","caller":"traceutil/trace.go:171","msg":"trace[721370591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2565; }","duration":"115.662577ms","start":"2026-02-27T21:08:46.133914Z","end":"2026-02-27T21:08:46.249577Z","steps":["trace[721370591] 'agreement among raft nodes before linearized reading' (duration: 115.445962ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:46.249596Z","caller":"traceutil/trace.go:171","msg":"trace[1703412909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2565; }","duration":"115.610946ms","start":"2026-02-27T21:08:46.133961Z","end":"2026-02-27T21:08:46.249572Z","steps":["trace[1703412909] 'agreement among raft nodes before linearized reading' (duration: 115.35462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:46.249786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.061433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T21:08:46.250424Z","caller":"traceutil/trace.go:171","msg":"trace[994482560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2565; }","duration":"115.743328ms","start":"2026-02-27T21:08:46.134662Z","end":"2026-02-27T21:08:46.250405Z","steps":["trace[994482560] 'agreement among raft nodes before linearized reading' (duration: 114.386477ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:46.410831Z","caller":"traceutil/trace.go:171","msg":"trace[306316997] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"243.321207ms","start":"2026-02-27T21:08:46.16748Z","end":"2026-02-27T21:08:46.410801Z","steps":["trace[306316997] 'process raft request' (duration: 243.243105ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:46.410949Z","caller":"traceutil/trace.go:171","msg":"trace[2044051518] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"245.028654ms","start":"2026-02-27T21:08:46.165888Z","end":"2026-02-27T21:08:46.410916Z","steps":["trace[2044051518] 'process raft request' (duration: 244.504383ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:46.410933Z","caller":"traceutil/trace.go:171","msg":"trace[1800328708] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"244.878771ms","start":"2026-02-27T21:08:46.165987Z","end":"2026-02-27T21:08:46.410866Z","steps":["trace[1800328708] 'process raft request' (duration: 244.625616ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:46.411019Z","caller":"traceutil/trace.go:171","msg":"trace[2104069374] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"244.642666ms","start":"2026-02-27T21:08:46.166302Z","end":"2026-02-27T21:08:46.410945Z","steps":["trace[2104069374] 'process raft request' (duration: 244.36799ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:46.416014Z","caller":"traceutil/trace.go:171","msg":"trace[1425920733] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"161.861754ms","start":"2026-02-27T21:08:46.25413Z","end":"2026-02-27T21:08:46.415992Z","steps":["trace[1425920733] 'process raft request' (duration: 161.68336ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:46.416775Z","caller":"traceutil/trace.go:171","msg":"trace[778692734] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"162.337994ms","start":"2026-02-27T21:08:46.254393Z","end":"2026-02-27T21:08:46.416731Z","steps":["trace[778692734] 'process raft request' (duration: 161.561827ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:46.416124Z","caller":"traceutil/trace.go:171","msg":"trace[782091073] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"161.72114ms","start":"2026-02-27T21:08:46.254376Z","end":"2026-02-27T21:08:46.416097Z","steps":["trace[782091073] 'process raft request' (duration: 161.542067ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:46.418198Z","caller":"traceutil/trace.go:171","msg":"trace[1214431389] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"162.795214ms","start":"2026-02-27T21:08:46.255376Z","end":"2026-02-27T21:08:46.418171Z","steps":["trace[1214431389] 'process raft request' (duration: 162.473267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:46.793069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.742562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:46.793359Z","caller":"traceutil/trace.go:171","msg":"trace[524491246] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"365.676641ms","start":"2026-02-27T21:08:46.427652Z","end":"2026-02-27T21:08:46.793329Z","steps":["trace[524491246] 'process raft request' (duration: 365.555959ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:46.79336Z","caller":"traceutil/trace.go:171","msg":"trace[269567311] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"368.750899ms","start":"2026-02-27T21:08:46.424532Z","end":"2026-02-27T21:08:46.793283Z","steps":["trace[269567311] 'process raft request' (duration: 196.67492ms)","trace[269567311] 'compare' (duration: 171.581158ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:46.793476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:46.427623Z","time spent":"365.805484ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15149,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:46.793596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:46.424504Z","time spent":"368.973533ms","remote":"127.0.0.1:57976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130661,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:46.796087Z","caller":"traceutil/trace.go:171","msg":"trace[456251110] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"364.799991ms","start":"2026-02-27T21:08:46.431259Z","end":"2026-02-27T21:08:46.796059Z","steps":["trace[456251110] 'process raft request' (duration: 364.533835ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:46.796115Z","caller":"traceutil/trace.go:171","msg":"trace[1625676018] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"364.095036ms","start":"2026-02-27T21:08:46.43196Z","end":"2026-02-27T21:08:46.796055Z","steps":["trace[1625676018] 'process raft request' (duration: 363.910942ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:46.796157Z","caller":"traceutil/trace.go:171","msg":"trace[2111060432] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"235.098046ms","start":"2026-02-27T21:08:46.561005Z","end":"2026-02-27T21:08:46.796103Z","steps":["trace[2111060432] 'process raft request' (duration: 234.930282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:46.796358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:46.431945Z","time spent":"364.29203ms","remote":"127.0.0.1:58184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1296,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:46.797093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:46.431239Z","time spent":"364.984226ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:08:47.188822Z","caller":"traceutil/trace.go:171","msg":"trace[93932572] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"385.815034ms","start":"2026-02-27T21:08:46.802969Z","end":"2026-02-27T21:08:47.188784Z","steps":["trace[93932572] 'process raft request' (duration: 335.008796ms)","trace[93932572] 'compare' (duration: 50.41869ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:47.188894Z","caller":"traceutil/trace.go:171","msg":"trace[4250862] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"385.201131ms","start":"2026-02-27T21:08:46.803656Z","end":"2026-02-27T21:08:47.188857Z","steps":["trace[4250862] 'process raft request' (duration: 385.056978ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:47.188915Z","caller":"traceutil/trace.go:171","msg":"trace[1293029279] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"382.867749ms","start":"2026-02-27T21:08:46.806009Z","end":"2026-02-27T21:08:47.188876Z","steps":["trace[1293029279] 'process raft request' (duration: 382.777087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:47.188975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:46.802953Z","time spent":"385.953307ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:47.189025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:46.803644Z","time spent":"385.318803ms","remote":"127.0.0.1:58184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1335,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:47.189045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:46.805973Z","time spent":"383.014712ms","remote":"127.0.0.1:58428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7158,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:08:47.188853Z","caller":"traceutil/trace.go:171","msg":"trace[1263541589] linearizableReadLoop","detail":"{readStateIndex:2706; appliedIndex:2703; }","duration":"349.27823ms","start":"2026-02-27T21:08:46.839555Z","end":"2026-02-27T21:08:47.188833Z","steps":["trace[1263541589] 'read index received' (duration: 298.429281ms)","trace[1263541589] 'applied index is now lower than readState.Index' (duration: 50.847729ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:47.189194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.265571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:15164"} {"level":"info","ts":"2026-02-27T21:08:47.189239Z","caller":"traceutil/trace.go:171","msg":"trace[2001567706] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:2584; }","duration":"385.465907ms","start":"2026-02-27T21:08:46.80376Z","end":"2026-02-27T21:08:47.189226Z","steps":["trace[2001567706] 'agreement among raft nodes before linearized reading' (duration: 385.128509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:47.189273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:46.803736Z","time spent":"385.528848ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":15188,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"warn","ts":"2026-02-27T21:08:47.189399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.448909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8410"} {"level":"warn","ts":"2026-02-27T21:08:47.189405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.744527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-02-27T21:08:47.189439Z","caller":"traceutil/trace.go:171","msg":"trace[1363977824] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2584; }","duration":"347.530651ms","start":"2026-02-27T21:08:46.841896Z","end":"2026-02-27T21:08:47.189426Z","steps":["trace[1363977824] 'agreement among raft nodes before linearized reading' (duration: 347.371018ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:47.189445Z","caller":"traceutil/trace.go:171","msg":"trace[1647133191] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2584; }","duration":"328.813959ms","start":"2026-02-27T21:08:46.860617Z","end":"2026-02-27T21:08:47.189431Z","steps":["trace[1647133191] 'agreement among raft nodes before linearized reading' (duration: 328.670966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:47.189471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:46.84185Z","time spent":"347.614743ms","remote":"127.0.0.1:58078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8434,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T21:08:47.18948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:46.860603Z","time spent":"328.87181ms","remote":"127.0.0.1:58066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-02-27T21:08:47.451523Z","caller":"traceutil/trace.go:171","msg":"trace[1916971686] linearizableReadLoop","detail":"{readStateIndex:2709; appliedIndex:2708; }","duration":"178.370547ms","start":"2026-02-27T21:08:47.273124Z","end":"2026-02-27T21:08:47.451495Z","steps":["trace[1916971686] 'read index received' (duration: 178.200223ms)","trace[1916971686] 'applied index is now lower than readState.Index' (duration: 168.584µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:47.451648Z","caller":"traceutil/trace.go:171","msg":"trace[982481923] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"178.680303ms","start":"2026-02-27T21:08:47.272926Z","end":"2026-02-27T21:08:47.451606Z","steps":["trace[982481923] 'process raft request' (duration: 178.399457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:47.451888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.754736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-02-27T21:08:47.451899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.270225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:47.452033Z","caller":"traceutil/trace.go:171","msg":"trace[1141657917] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2587; }","duration":"178.438538ms","start":"2026-02-27T21:08:47.273568Z","end":"2026-02-27T21:08:47.452007Z","steps":["trace[1141657917] 'agreement among raft nodes before linearized reading' (duration: 178.215063ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:47.451944Z","caller":"traceutil/trace.go:171","msg":"trace[1641327281] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2587; }","duration":"178.854848ms","start":"2026-02-27T21:08:47.273074Z","end":"2026-02-27T21:08:47.451929Z","steps":["trace[1641327281] 'agreement among raft nodes before linearized reading' (duration: 178.604912ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:47.777299Z","caller":"traceutil/trace.go:171","msg":"trace[833032095] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"319.813261ms","start":"2026-02-27T21:08:47.457429Z","end":"2026-02-27T21:08:47.777243Z","steps":["trace[833032095] 'process raft request' (duration: 311.422166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:47.777558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:47.457401Z","time spent":"320.031666ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6921,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:48.093116Z","caller":"traceutil/trace.go:171","msg":"trace[451322067] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"634.998241ms","start":"2026-02-27T21:08:47.458095Z","end":"2026-02-27T21:08:48.093093Z","steps":["trace[451322067] 'process raft request' (duration: 634.866448ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:48.093138Z","caller":"traceutil/trace.go:171","msg":"trace[750473730] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"635.047932ms","start":"2026-02-27T21:08:47.45804Z","end":"2026-02-27T21:08:48.093088Z","steps":["trace[750473730] 'process raft request' (duration: 634.754875ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:48.093256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:47.458083Z","time spent":"635.106833ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:08:48.093286Z","caller":"traceutil/trace.go:171","msg":"trace[1753511468] linearizableReadLoop","detail":"{readStateIndex:2713; appliedIndex:2709; }","duration":"626.035123ms","start":"2026-02-27T21:08:47.467224Z","end":"2026-02-27T21:08:48.09326Z","steps":["trace[1753511468] 'read index received' (duration: 301.646741ms)","trace[1753511468] 'applied index is now lower than readState.Index' (duration: 324.386152ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:48.093357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:47.458023Z","time spent":"635.209425ms","remote":"127.0.0.1:58254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1445,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:48.093361Z","caller":"traceutil/trace.go:171","msg":"trace[1007283581] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"631.230519ms","start":"2026-02-27T21:08:47.46209Z","end":"2026-02-27T21:08:48.093321Z","steps":["trace[1007283581] 'process raft request' (duration: 630.932472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:48.093526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.274638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-02-27T21:08:48.093548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:47.462075Z","time spent":"631.374791ms","remote":"127.0.0.1:58428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7381,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:48.093569Z","caller":"traceutil/trace.go:171","msg":"trace[1765715411] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2591; }","duration":"626.348421ms","start":"2026-02-27T21:08:47.467206Z","end":"2026-02-27T21:08:48.093555Z","steps":["trace[1765715411] 'agreement among raft nodes before linearized reading' (duration: 626.179047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:48.093604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:47.4672Z","time spent":"626.397382ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:08:48.107551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.554317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7396"} {"level":"warn","ts":"2026-02-27T21:08:48.107608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.0891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:08:48.107632Z","caller":"traceutil/trace.go:171","msg":"trace[1605014194] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2593; }","duration":"637.652669ms","start":"2026-02-27T21:08:47.46996Z","end":"2026-02-27T21:08:48.107612Z","steps":["trace[1605014194] 'agreement among raft nodes before linearized reading' (duration: 637.523416ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:48.107654Z","caller":"traceutil/trace.go:171","msg":"trace[429954807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2593; }","duration":"103.191322ms","start":"2026-02-27T21:08:48.00445Z","end":"2026-02-27T21:08:48.107642Z","steps":["trace[429954807] 'agreement among raft nodes before linearized reading' (duration: 103.045419ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:48.107665Z","caller":"traceutil/trace.go:171","msg":"trace[2076701956] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"261.013697ms","start":"2026-02-27T21:08:47.84662Z","end":"2026-02-27T21:08:48.107634Z","steps":["trace[2076701956] 'process raft request' (duration: 260.797882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:48.107683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:47.469951Z","time spent":"637.722491ms","remote":"127.0.0.1:58428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7420,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-02-27T21:08:48.107701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.253166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:6936"} {"level":"warn","ts":"2026-02-27T21:08:48.107757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.465713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T21:08:48.107794Z","caller":"traceutil/trace.go:171","msg":"trace[133735908] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:2593; }","duration":"323.373379ms","start":"2026-02-27T21:08:47.784399Z","end":"2026-02-27T21:08:48.107773Z","steps":["trace[133735908] 'agreement among raft nodes before linearized reading' (duration: 323.127523ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:48.107832Z","caller":"traceutil/trace.go:171","msg":"trace[1588466400] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:2593; }","duration":"334.605486ms","start":"2026-02-27T21:08:47.773208Z","end":"2026-02-27T21:08:48.107814Z","steps":["trace[1588466400] 'agreement among raft nodes before linearized reading' (duration: 334.34075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:48.107841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:47.784392Z","time spent":"323.43971ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":6960,"request content":"key:\"/registry/pods/auth-system/keycloak-0\" "} {"level":"info","ts":"2026-02-27T21:08:48.107829Z","caller":"traceutil/trace.go:171","msg":"trace[854791355] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"325.590668ms","start":"2026-02-27T21:08:47.782209Z","end":"2026-02-27T21:08:48.107799Z","steps":["trace[854791355] 'process raft request' (duration: 325.108088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:48.107868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:47.773115Z","time spent":"334.746539ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-02-27T21:08:48.107874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.51976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T21:08:48.107921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.657949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-02-27T21:08:48.107959Z","caller":"traceutil/trace.go:171","msg":"trace[1439747474] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:2593; }","duration":"141.763632ms","start":"2026-02-27T21:08:47.966185Z","end":"2026-02-27T21:08:48.107948Z","steps":["trace[1439747474] 'agreement among raft nodes before linearized reading' (duration: 141.555417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:48.107959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:47.782183Z","time spent":"325.719651ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:08:48.107966Z","caller":"traceutil/trace.go:171","msg":"trace[2008635189] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2593; }","duration":"629.650223ms","start":"2026-02-27T21:08:47.47829Z","end":"2026-02-27T21:08:48.10794Z","steps":["trace[2008635189] 'agreement among raft nodes before linearized reading' (duration: 629.365387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:48.10796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.712318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T21:08:48.108079Z","caller":"traceutil/trace.go:171","msg":"trace[939430570] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2593; }","duration":"120.907672ms","start":"2026-02-27T21:08:47.987144Z","end":"2026-02-27T21:08:48.108052Z","steps":["trace[939430570] 'agreement among raft nodes before linearized reading' (duration: 120.565454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:48.108011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:47.478279Z","time spent":"629.723085ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T21:08:48.495186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:48.108603Z","time spent":"386.57673ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T21:08:48.495335Z","caller":"traceutil/trace.go:171","msg":"trace[219923518] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"382.409688ms","start":"2026-02-27T21:08:48.1129Z","end":"2026-02-27T21:08:48.495309Z","steps":["trace[219923518] 'process raft request' (duration: 382.205884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:48.495552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:48.112883Z","time spent":"382.563611ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:48.495669Z","caller":"traceutil/trace.go:171","msg":"trace[1472304443] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"379.153247ms","start":"2026-02-27T21:08:48.116491Z","end":"2026-02-27T21:08:48.495645Z","steps":["trace[1472304443] 'process raft request' (duration: 379.046854ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:48.495708Z","caller":"traceutil/trace.go:171","msg":"trace[1747753893] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"382.443969ms","start":"2026-02-27T21:08:48.11323Z","end":"2026-02-27T21:08:48.495674Z","steps":["trace[1747753893] 'process raft request' (duration: 382.03176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:48.495816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:48.11648Z","time spent":"379.25965ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:48.495857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:48.113208Z","time spent":"382.567391ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:48.496022Z","caller":"traceutil/trace.go:171","msg":"trace[1344531819] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"377.751716ms","start":"2026-02-27T21:08:48.118259Z","end":"2026-02-27T21:08:48.496011Z","steps":["trace[1344531819] 'process raft request' (duration: 377.365797ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:48.496036Z","caller":"traceutil/trace.go:171","msg":"trace[1870553330] linearizableReadLoop","detail":"{readStateIndex:2718; appliedIndex:2715; }","duration":"386.698574ms","start":"2026-02-27T21:08:48.109326Z","end":"2026-02-27T21:08:48.496025Z","steps":["trace[1870553330] 'read index received' (duration: 53.037597ms)","trace[1870553330] 'applied index is now lower than readState.Index' (duration: 333.659747ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:48.496081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:48.118246Z","time spent":"377.806018ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7825,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:48.496179Z","caller":"traceutil/trace.go:171","msg":"trace[279692245] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"239.134246ms","start":"2026-02-27T21:08:48.257021Z","end":"2026-02-27T21:08:48.496155Z","steps":["trace[279692245] 'process raft request' (duration: 239.019013ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:48.496288Z","caller":"traceutil/trace.go:171","msg":"trace[409864567] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"238.777007ms","start":"2026-02-27T21:08:48.257502Z","end":"2026-02-27T21:08:48.496279Z","steps":["trace[409864567] 'process raft request' (duration: 238.603063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:48.496206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.878097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7840"} {"level":"info","ts":"2026-02-27T21:08:48.496332Z","caller":"traceutil/trace.go:171","msg":"trace[2118910269] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"324.226258ms","start":"2026-02-27T21:08:48.172091Z","end":"2026-02-27T21:08:48.496317Z","steps":["trace[2118910269] 'process raft request' (duration: 323.87638ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:48.496376Z","caller":"traceutil/trace.go:171","msg":"trace[1056503491] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:2601; }","duration":"387.060501ms","start":"2026-02-27T21:08:48.1093Z","end":"2026-02-27T21:08:48.496361Z","steps":["trace[1056503491] 'agreement among raft nodes before linearized reading' (duration: 386.806676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:48.496426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:48.172061Z","time spent":"324.30679ms","remote":"127.0.0.1:58614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3113,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:08:48.496439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:48.109281Z","time spent":"387.143273ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7864,"request content":"key:\"/registry/pods/auth-system/keycloak-0\" "} {"level":"warn","ts":"2026-02-27T21:08:48.541046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.880557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T21:08:48.541099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.286867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T21:08:48.541129Z","caller":"traceutil/trace.go:171","msg":"trace[111578656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2603; }","duration":"119.000721ms","start":"2026-02-27T21:08:48.422114Z","end":"2026-02-27T21:08:48.541115Z","steps":["trace[111578656] 'agreement among raft nodes before linearized reading' (duration: 118.691914ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:48.541207Z","caller":"traceutil/trace.go:171","msg":"trace[364576484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2603; }","duration":"119.44621ms","start":"2026-02-27T21:08:48.421742Z","end":"2026-02-27T21:08:48.541189Z","steps":["trace[364576484] 'agreement among raft nodes before linearized reading' (duration: 119.045871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:48.541423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.737725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T21:08:48.54145Z","caller":"traceutil/trace.go:171","msg":"trace[990572600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2604; }","duration":"118.766556ms","start":"2026-02-27T21:08:48.422677Z","end":"2026-02-27T21:08:48.541444Z","steps":["trace[990572600] 'agreement among raft nodes before linearized reading' (duration: 118.086201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:48.541463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.594503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T21:08:48.54156Z","caller":"traceutil/trace.go:171","msg":"trace[1932295293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2604; }","duration":"119.759237ms","start":"2026-02-27T21:08:48.421779Z","end":"2026-02-27T21:08:48.541538Z","steps":["trace[1932295293] 'agreement among raft nodes before linearized reading' (duration: 119.078142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:49.125583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.404583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:49.125982Z","caller":"traceutil/trace.go:171","msg":"trace[2056182022] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"581.44285ms","start":"2026-02-27T21:08:48.544509Z","end":"2026-02-27T21:08:49.125952Z","steps":["trace[2056182022] 'process raft request' (duration: 434.579247ms)","trace[2056182022] 'compare' (duration: 146.26347ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:49.126109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:48.544491Z","time spent":"581.554812ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:49.126442Z","caller":"traceutil/trace.go:171","msg":"trace[1665245729] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"581.177586ms","start":"2026-02-27T21:08:48.54523Z","end":"2026-02-27T21:08:49.126407Z","steps":["trace[1665245729] 'process raft request' (duration: 580.48752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:49.126585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:48.545214Z","time spent":"581.297019ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:49.127183Z","caller":"traceutil/trace.go:171","msg":"trace[1632319679] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"581.937682ms","start":"2026-02-27T21:08:48.545234Z","end":"2026-02-27T21:08:49.127172Z","steps":["trace[1632319679] 'process raft request' (duration: 580.543541ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:49.127174Z","caller":"traceutil/trace.go:171","msg":"trace[2095138815] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"581.887661ms","start":"2026-02-27T21:08:48.545266Z","end":"2026-02-27T21:08:49.127154Z","steps":["trace[2095138815] 'process raft request' (duration: 581.79915ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:49.127403Z","caller":"traceutil/trace.go:171","msg":"trace[1843748101] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"581.470013ms","start":"2026-02-27T21:08:48.545924Z","end":"2026-02-27T21:08:49.127394Z","steps":["trace[1843748101] 'process raft request' (duration: 581.181836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:49.127397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:48.545243Z","time spent":"582.041244ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:49.127464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:48.545903Z","time spent":"581.532604ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:49.127245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:48.545223Z","time spent":"581.992824ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:49.127592Z","caller":"traceutil/trace.go:171","msg":"trace[1115608706] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"325.25992ms","start":"2026-02-27T21:08:48.802298Z","end":"2026-02-27T21:08:49.127558Z","steps":["trace[1115608706] 'process raft request' (duration: 325.018735ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:49.127576Z","caller":"traceutil/trace.go:171","msg":"trace[849300797] linearizableReadLoop","detail":"{readStateIndex:2732; appliedIndex:2728; }","duration":"582.065035ms","start":"2026-02-27T21:08:48.545456Z","end":"2026-02-27T21:08:49.127521Z","steps":["trace[849300797] 'read index received' (duration: 433.625467ms)","trace[849300797] 'applied index is now lower than readState.Index' (duration: 148.437898ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:49.127772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:48.802262Z","time spent":"325.412134ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:49.127791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.340771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T21:08:49.12782Z","caller":"traceutil/trace.go:171","msg":"trace[1085478419] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2610; }","duration":"582.382692ms","start":"2026-02-27T21:08:48.545429Z","end":"2026-02-27T21:08:49.127812Z","steps":["trace[1085478419] 'agreement among raft nodes before linearized reading' (duration: 582.27921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:49.127841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:48.545416Z","time spent":"582.420903ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T21:08:49.127854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.340495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2562"} {"level":"info","ts":"2026-02-27T21:08:49.127886Z","caller":"traceutil/trace.go:171","msg":"trace[325927049] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:2610; }","duration":"515.396007ms","start":"2026-02-27T21:08:48.612481Z","end":"2026-02-27T21:08:49.127877Z","steps":["trace[325927049] 'agreement among raft nodes before linearized reading' (duration: 515.288065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:49.127907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:48.61247Z","time spent":"515.433528ms","remote":"127.0.0.1:58464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":2586,"request content":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"warn","ts":"2026-02-27T21:08:49.127925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.234831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" ","response":"range_response_count:1 size:26978"} {"level":"info","ts":"2026-02-27T21:08:49.127961Z","caller":"traceutil/trace.go:171","msg":"trace[1142327339] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack; range_end:; response_count:1; response_revision:2610; }","duration":"509.271802ms","start":"2026-02-27T21:08:48.61868Z","end":"2026-02-27T21:08:49.127952Z","steps":["trace[1142327339] 'agreement among raft nodes before linearized reading' (duration: 509.154369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:49.127988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:48.618642Z","time spent":"509.340043ms","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":27002,"request content":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" "} {"level":"warn","ts":"2026-02-27T21:08:49.127929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.61042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:49.128054Z","caller":"traceutil/trace.go:171","msg":"trace[1915721733] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2610; }","duration":"266.827015ms","start":"2026-02-27T21:08:48.861212Z","end":"2026-02-27T21:08:49.128039Z","steps":["trace[1915721733] 'agreement among raft nodes before linearized reading' (duration: 266.61183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:49.400834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.402387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:08:49.400988Z","caller":"traceutil/trace.go:171","msg":"trace[2048133888] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2610; }","duration":"103.623742ms","start":"2026-02-27T21:08:49.297326Z","end":"2026-02-27T21:08:49.40095Z","steps":["trace[2048133888] 'count revisions from in-memory index tree' (duration: 103.308594ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:49.838239Z","caller":"traceutil/trace.go:171","msg":"trace[1128523059] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"172.63126ms","start":"2026-02-27T21:08:49.665547Z","end":"2026-02-27T21:08:49.838178Z","steps":["trace[1128523059] 'process raft request' (duration: 172.485527ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:50.062513Z","caller":"traceutil/trace.go:171","msg":"trace[1518842442] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"205.623668ms","start":"2026-02-27T21:08:49.856857Z","end":"2026-02-27T21:08:50.062481Z","steps":["trace[1518842442] 'process raft request' (duration: 194.35933ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:50.665227Z","caller":"traceutil/trace.go:171","msg":"trace[940814349] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"163.825507ms","start":"2026-02-27T21:08:50.501369Z","end":"2026-02-27T21:08:50.665194Z","steps":["trace[940814349] 'process raft request' (duration: 67.162658ms)","trace[940814349] 'compare' (duration: 96.483815ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:50.680993Z","caller":"traceutil/trace.go:171","msg":"trace[1561724037] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"178.723754ms","start":"2026-02-27T21:08:50.502237Z","end":"2026-02-27T21:08:50.680961Z","steps":["trace[1561724037] 'process raft request' (duration: 178.502669ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:50.681175Z","caller":"traceutil/trace.go:171","msg":"trace[618928876] linearizableReadLoop","detail":"{readStateIndex:2741; appliedIndex:2738; }","duration":"125.82028ms","start":"2026-02-27T21:08:50.555325Z","end":"2026-02-27T21:08:50.681145Z","steps":["trace[618928876] 'read index received' (duration: 13.161459ms)","trace[618928876] 'applied index is now lower than readState.Index' (duration: 112.656711ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:50.681342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.998084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:50.681415Z","caller":"traceutil/trace.go:171","msg":"trace[1581933697] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2617; }","duration":"126.123527ms","start":"2026-02-27T21:08:50.555264Z","end":"2026-02-27T21:08:50.681388Z","steps":["trace[1581933697] 'agreement among raft nodes before linearized reading' (duration: 126.004374ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:50.681231Z","caller":"traceutil/trace.go:171","msg":"trace[294993745] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"177.197232ms","start":"2026-02-27T21:08:50.504013Z","end":"2026-02-27T21:08:50.68121Z","steps":["trace[294993745] 'process raft request' (duration: 176.903456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:51.468741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.035341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T21:08:51.468935Z","caller":"traceutil/trace.go:171","msg":"trace[771233813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2617; }","duration":"337.293347ms","start":"2026-02-27T21:08:51.131619Z","end":"2026-02-27T21:08:51.468912Z","steps":["trace[771233813] 'range keys from in-memory index tree' (duration: 336.788446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:51.468955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.672253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T21:08:51.468947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.094429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:08:51.469164Z","caller":"traceutil/trace.go:171","msg":"trace[1162814747] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2617; }","duration":"485.461037ms","start":"2026-02-27T21:08:50.983653Z","end":"2026-02-27T21:08:51.469114Z","steps":["trace[1162814747] 'count revisions from in-memory index tree' (duration: 484.961937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:51.469266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:50.983628Z","time spent":"485.595581ms","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:51.469277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.232619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:08:51.469058Z","caller":"traceutil/trace.go:171","msg":"trace[857170134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2617; }","duration":"336.830546ms","start":"2026-02-27T21:08:51.132205Z","end":"2026-02-27T21:08:51.469036Z","steps":["trace[857170134] 'range keys from in-memory index tree' (duration: 336.515289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:51.469337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.944308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T21:08:51.469384Z","caller":"traceutil/trace.go:171","msg":"trace[809353361] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2617; }","duration":"473.378792ms","start":"2026-02-27T21:08:50.995977Z","end":"2026-02-27T21:08:51.469355Z","steps":["trace[809353361] 'count revisions from in-memory index tree' (duration: 473.147977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:51.469397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:51.132194Z","time spent":"337.181303ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T21:08:51.469423Z","caller":"traceutil/trace.go:171","msg":"trace[1837410257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2617; }","duration":"337.087172ms","start":"2026-02-27T21:08:51.132315Z","end":"2026-02-27T21:08:51.469402Z","steps":["trace[1837410257] 'range keys from in-memory index tree' (duration: 336.728404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:51.46944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:50.995965Z","time spent":"473.463564ms","remote":"127.0.0.1:58254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:51.469467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:51.13226Z","time spent":"337.198664ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T21:08:51.469475Z","caller":"traceutil/trace.go:171","msg":"trace[176852594] linearizableReadLoop","detail":"{readStateIndex:2742; appliedIndex:2741; }","duration":"279.059215ms","start":"2026-02-27T21:08:51.190397Z","end":"2026-02-27T21:08:51.469456Z","steps":["trace[176852594] 'read index received' (duration: 278.942072ms)","trace[176852594] 'applied index is now lower than readState.Index' (duration: 115.633µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:51.469606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.210158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:51.4696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.906382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T21:08:51.469664Z","caller":"traceutil/trace.go:171","msg":"trace[1865770088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2618; }","duration":"279.29713ms","start":"2026-02-27T21:08:51.190354Z","end":"2026-02-27T21:08:51.469651Z","steps":["trace[1865770088] 'agreement among raft nodes before linearized reading' (duration: 279.172977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:51.469018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:51.131595Z","time spent":"337.408819ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T21:08:51.469821Z","caller":"traceutil/trace.go:171","msg":"trace[813759384] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2617; }","duration":"339.064255ms","start":"2026-02-27T21:08:51.130598Z","end":"2026-02-27T21:08:51.469662Z","steps":["trace[813759384] 'range keys from in-memory index tree' (duration: 338.558984ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:51.469824Z","caller":"traceutil/trace.go:171","msg":"trace[322328950] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"336.243753ms","start":"2026-02-27T21:08:51.133488Z","end":"2026-02-27T21:08:51.469731Z","steps":["trace[322328950] 'process raft request' (duration: 335.817153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:51.469908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:51.130555Z","time spent":"339.338541ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:08:51.470023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:51.133471Z","time spent":"336.446878ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:51.745454Z","caller":"traceutil/trace.go:171","msg":"trace[831977759] linearizableReadLoop","detail":"{readStateIndex:2743; appliedIndex:2742; }","duration":"274.74873ms","start":"2026-02-27T21:08:51.470674Z","end":"2026-02-27T21:08:51.745422Z","steps":["trace[831977759] 'read index received' (duration: 260.438354ms)","trace[831977759] 'applied index is now lower than readState.Index' (duration: 14.308766ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:51.745461Z","caller":"traceutil/trace.go:171","msg":"trace[1304610433] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"514.738533ms","start":"2026-02-27T21:08:51.230696Z","end":"2026-02-27T21:08:51.745434Z","steps":["trace[1304610433] 'process raft request' (duration: 500.328545ms)","trace[1304610433] 'compare' (duration: 14.199402ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:51.745583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.884712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:51.745627Z","caller":"traceutil/trace.go:171","msg":"trace[489624056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2619; }","duration":"274.964404ms","start":"2026-02-27T21:08:51.470652Z","end":"2026-02-27T21:08:51.745617Z","steps":["trace[489624056] 'agreement among raft nodes before linearized reading' (duration: 274.877912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:51.745641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:51.230677Z","time spent":"514.874765ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:51.798713Z","caller":"traceutil/trace.go:171","msg":"trace[4397828] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"325.268372ms","start":"2026-02-27T21:08:51.473422Z","end":"2026-02-27T21:08:51.798691Z","steps":["trace[4397828] 'process raft request' (duration: 325.072697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:51.798854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:51.4734Z","time spent":"325.377994ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:51.799043Z","caller":"traceutil/trace.go:171","msg":"trace[349043143] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"323.655577ms","start":"2026-02-27T21:08:51.475366Z","end":"2026-02-27T21:08:51.799022Z","steps":["trace[349043143] 'process raft request' (duration: 323.583715ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:51.799081Z","caller":"traceutil/trace.go:171","msg":"trace[762422595] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"323.806359ms","start":"2026-02-27T21:08:51.475244Z","end":"2026-02-27T21:08:51.79905Z","steps":["trace[762422595] 'process raft request' (duration: 323.614125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:51.79915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:51.475359Z","time spent":"323.733248ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:51.799244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:51.475221Z","time spent":"323.943033ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:51.799501Z","caller":"traceutil/trace.go:171","msg":"trace[1895114105] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"324.619236ms","start":"2026-02-27T21:08:51.474863Z","end":"2026-02-27T21:08:51.799483Z","steps":["trace[1895114105] 'process raft request' (duration: 323.780158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:51.799596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:51.474847Z","time spent":"324.705619ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:51.997597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.781765ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:51.997818Z","caller":"traceutil/trace.go:171","msg":"trace[1152867692] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2623; }","duration":"109.040091ms","start":"2026-02-27T21:08:51.88875Z","end":"2026-02-27T21:08:51.99779Z","steps":["trace[1152867692] 'range keys from in-memory index tree' (duration: 108.754994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:53.540345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456270348,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:08:53.96271Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.057378629s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T21:08:54.134897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229421867s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:54.135609Z","caller":"traceutil/trace.go:171","msg":"trace[709286279] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"1.448730036s","start":"2026-02-27T21:08:52.68675Z","end":"2026-02-27T21:08:54.13548Z","steps":["trace[709286279] 'process raft request' (duration: 218.618713ms)","trace[709286279] 'compare' (duration: 1.228999588s)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:54.135728Z","caller":"traceutil/trace.go:171","msg":"trace[2096027814] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"1.445147486s","start":"2026-02-27T21:08:52.690554Z","end":"2026-02-27T21:08:54.135702Z","steps":["trace[2096027814] 'process raft request' (duration: 1.444464652s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:54.135835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:52.690523Z","time spent":"1.445254159s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:54.135872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:52.686737Z","time spent":"1.44895166s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:54.415961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.813202ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T21:08:54.416831Z","caller":"traceutil/trace.go:171","msg":"trace[1464829158] linearizableReadLoop","detail":"{readStateIndex:2752; appliedIndex:2748; }","duration":"1.377541359s","start":"2026-02-27T21:08:53.039268Z","end":"2026-02-27T21:08:54.416809Z","steps":["trace[1464829158] 'read index received' (duration: 923.665416ms)","trace[1464829158] 'applied index is now lower than readState.Index' (duration: 453.874893ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:54.416903Z","caller":"traceutil/trace.go:171","msg":"trace[1873798080] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"940.826363ms","start":"2026-02-27T21:08:53.476051Z","end":"2026-02-27T21:08:54.416877Z","steps":["trace[1873798080] 'process raft request' (duration: 940.399444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:54.417077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:53.476022Z","time spent":"940.963897ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:54.41713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377824155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:08:54.417169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.282021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-27T21:08:54.417247Z","caller":"traceutil/trace.go:171","msg":"trace[2101162586] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2627; }","duration":"300.400644ms","start":"2026-02-27T21:08:54.116828Z","end":"2026-02-27T21:08:54.417228Z","steps":["trace[2101162586] 'agreement among raft nodes before linearized reading' (duration: 300.195419ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:54.417245Z","caller":"traceutil/trace.go:171","msg":"trace[578247099] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2627; }","duration":"1.378009359s","start":"2026-02-27T21:08:53.039211Z","end":"2026-02-27T21:08:54.41722Z","steps":["trace[578247099] 'agreement among raft nodes before linearized reading' (duration: 1.377720482s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:54.417264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226449771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:54.417295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:54.116806Z","time spent":"300.477345ms","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-27T21:08:54.417313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:53.039188Z","time spent":"1.37810829s","remote":"127.0.0.1:58430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:08:54.417328Z","caller":"traceutil/trace.go:171","msg":"trace[427139227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2627; }","duration":"1.226556804s","start":"2026-02-27T21:08:53.190755Z","end":"2026-02-27T21:08:54.417312Z","steps":["trace[427139227] 'agreement among raft nodes before linearized reading' (duration: 1.226449861s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:54.417351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.045204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T21:08:54.417463Z","caller":"traceutil/trace.go:171","msg":"trace[1171764485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2627; }","duration":"612.202398ms","start":"2026-02-27T21:08:53.805244Z","end":"2026-02-27T21:08:54.417446Z","steps":["trace[1171764485] 'agreement among raft nodes before linearized reading' (duration: 611.903631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:54.417307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.994973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T21:08:54.417632Z","caller":"traceutil/trace.go:171","msg":"trace[984122176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2627; }","duration":"612.373901ms","start":"2026-02-27T21:08:53.805241Z","end":"2026-02-27T21:08:54.417615Z","steps":["trace[984122176] 'agreement among raft nodes before linearized reading' (duration: 611.779628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:54.417704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:53.80523Z","time spent":"612.456173ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T21:08:54.417561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:53.805221Z","time spent":"612.326431ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T21:08:54.417766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317282701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T21:08:54.417893Z","caller":"traceutil/trace.go:171","msg":"trace[2039701833] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2627; }","duration":"1.317430184s","start":"2026-02-27T21:08:53.100424Z","end":"2026-02-27T21:08:54.417854Z","steps":["trace[2039701833] 'agreement among raft nodes before linearized reading' (duration: 1.316510224s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:54.417943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:53.100399Z","time spent":"1.317528457s","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T21:08:54.417383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:53.190731Z","time spent":"1.226640856s","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:08:54.41735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.20251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T21:08:54.418239Z","caller":"traceutil/trace.go:171","msg":"trace[339763860] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2627; }","duration":"614.156532ms","start":"2026-02-27T21:08:53.804062Z","end":"2026-02-27T21:08:54.418218Z","steps":["trace[339763860] 'agreement among raft nodes before linearized reading' (duration: 613.054077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:54.418311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:53.804029Z","time spent":"614.258464ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:08:54.418175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.229881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T21:08:54.418419Z","caller":"traceutil/trace.go:171","msg":"trace[643969657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2627; }","duration":"613.484686ms","start":"2026-02-27T21:08:53.804874Z","end":"2026-02-27T21:08:54.418359Z","steps":["trace[643969657] 'agreement among raft nodes before linearized reading' (duration: 612.368591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:54.418473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:53.804846Z","time spent":"613.614399ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T21:08:54.960059Z","caller":"traceutil/trace.go:171","msg":"trace[2088432878] linearizableReadLoop","detail":"{readStateIndex:2753; appliedIndex:2752; }","duration":"536.894041ms","start":"2026-02-27T21:08:54.423115Z","end":"2026-02-27T21:08:54.960009Z","steps":["trace[2088432878] 'read index received' (duration: 460.417367ms)","trace[2088432878] 'applied index is now lower than readState.Index' (duration: 76.474124ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:54.960286Z","caller":"traceutil/trace.go:171","msg":"trace[300059682] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"537.403622ms","start":"2026-02-27T21:08:54.422839Z","end":"2026-02-27T21:08:54.960242Z","steps":["trace[300059682] 'process raft request' (duration: 460.670173ms)","trace[300059682] 'compare' (duration: 76.074754ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:54.96046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.299009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-27T21:08:54.960503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:54.422818Z","time spent":"537.526034ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:54.96055Z","caller":"traceutil/trace.go:171","msg":"trace[770740487] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2628; }","duration":"537.437722ms","start":"2026-02-27T21:08:54.423092Z","end":"2026-02-27T21:08:54.96053Z","steps":["trace[770740487] 'agreement among raft nodes before linearized reading' (duration: 537.152916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:54.960598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:54.423079Z","time spent":"537.511154ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T21:08:55.236718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.839671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:08:55.237065Z","caller":"traceutil/trace.go:171","msg":"trace[2053586141] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"813.600313ms","start":"2026-02-27T21:08:54.423428Z","end":"2026-02-27T21:08:55.237028Z","steps":["trace[2053586141] 'process raft request' (duration: 637.345752ms)","trace[2053586141] 'compare' (duration: 175.677468ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:55.237201Z","caller":"traceutil/trace.go:171","msg":"trace[2012094446] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"809.837359ms","start":"2026-02-27T21:08:54.427275Z","end":"2026-02-27T21:08:55.237112Z","steps":["trace[2012094446] 'process raft request' (duration: 809.750257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:55.23724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:54.423417Z","time spent":"813.725225ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:55.237344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:54.427269Z","time spent":"810.035654ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:55.237355Z","caller":"traceutil/trace.go:171","msg":"trace[2067341560] linearizableReadLoop","detail":"{readStateIndex:2757; appliedIndex:2753; }","duration":"277.146492ms","start":"2026-02-27T21:08:54.960172Z","end":"2026-02-27T21:08:55.237318Z","steps":["trace[2067341560] 'read index received' (duration: 100.547134ms)","trace[2067341560] 'applied index is now lower than readState.Index' (duration: 176.597198ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:55.237406Z","caller":"traceutil/trace.go:171","msg":"trace[865064202] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"810.151676ms","start":"2026-02-27T21:08:54.427226Z","end":"2026-02-27T21:08:55.237378Z","steps":["trace[865064202] 'process raft request' (duration: 809.726877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:55.237561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:54.427218Z","time spent":"810.261918ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:08:55.237615Z","caller":"traceutil/trace.go:171","msg":"trace[729140480] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"554.036798ms","start":"2026-02-27T21:08:54.683566Z","end":"2026-02-27T21:08:55.237603Z","steps":["trace[729140480] 'process raft request' (duration: 553.502016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:55.237731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:54.68353Z","time spent":"554.125569ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:55.237756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.399985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:08:55.237827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.70866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8410"} {"level":"warn","ts":"2026-02-27T21:08:55.237834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.890336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:08:55.237892Z","caller":"traceutil/trace.go:171","msg":"trace[1524235728] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2632; }","duration":"275.779632ms","start":"2026-02-27T21:08:54.962077Z","end":"2026-02-27T21:08:55.237856Z","steps":["trace[1524235728] 'agreement among raft nodes before linearized reading' (duration: 275.624648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:55.237905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.474133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-27T21:08:55.237939Z","caller":"traceutil/trace.go:171","msg":"trace[879910505] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2632; }","duration":"162.535818ms","start":"2026-02-27T21:08:55.075312Z","end":"2026-02-27T21:08:55.237848Z","steps":["trace[879910505] 'agreement among raft nodes before linearized reading' (duration: 162.402835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:55.237992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.356667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:08:55.238056Z","caller":"traceutil/trace.go:171","msg":"trace[2029030690] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2632; }","duration":"213.4765ms","start":"2026-02-27T21:08:55.024566Z","end":"2026-02-27T21:08:55.238043Z","steps":["trace[2029030690] 'agreement among raft nodes before linearized reading' (duration: 213.391828ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:55.237999Z","caller":"traceutil/trace.go:171","msg":"trace[2146320496] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2632; }","duration":"810.622496ms","start":"2026-02-27T21:08:54.427361Z","end":"2026-02-27T21:08:55.237983Z","steps":["trace[2146320496] 'agreement among raft nodes before linearized reading' (duration: 810.281249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:55.238118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:54.427356Z","time spent":"810.741949ms","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1343,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-02-27T21:08:55.237922Z","caller":"traceutil/trace.go:171","msg":"trace[481808420] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2632; }","duration":"654.043649ms","start":"2026-02-27T21:08:54.583863Z","end":"2026-02-27T21:08:55.237907Z","steps":["trace[481808420] 'agreement among raft nodes before linearized reading' (duration: 653.880335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:55.238292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:54.583832Z","time spent":"654.436097ms","remote":"127.0.0.1:58028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:08:55.237974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.709566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:55.238359Z","caller":"traceutil/trace.go:171","msg":"trace[1496264003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2632; }","duration":"810.131235ms","start":"2026-02-27T21:08:54.428213Z","end":"2026-02-27T21:08:55.238344Z","steps":["trace[1496264003] 'agreement among raft nodes before linearized reading' (duration: 809.619344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:55.238436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:54.428207Z","time spent":"810.214527ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:08:56.005121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.220432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:56.005234Z","caller":"traceutil/trace.go:171","msg":"trace[121578000] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2632; }","duration":"638.413755ms","start":"2026-02-27T21:08:55.36679Z","end":"2026-02-27T21:08:56.005204Z","steps":["trace[121578000] 'range keys from in-memory index tree' (duration: 638.071958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:56.005315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:55.366757Z","time spent":"638.540108ms","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T21:08:56.005715Z","caller":"traceutil/trace.go:171","msg":"trace[1982338421] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"542.80911ms","start":"2026-02-27T21:08:55.462873Z","end":"2026-02-27T21:08:56.005682Z","steps":["trace[1982338421] 'process raft request' (duration: 511.686395ms)","trace[1982338421] 'compare' (duration: 30.43653ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:08:56.005724Z","caller":"traceutil/trace.go:171","msg":"trace[1387026321] linearizableReadLoop","detail":"{readStateIndex:2758; appliedIndex:2757; }","duration":"459.172669ms","start":"2026-02-27T21:08:55.546497Z","end":"2026-02-27T21:08:56.00567Z","steps":["trace[1387026321] 'read index received' (duration: 428.117416ms)","trace[1387026321] 'applied index is now lower than readState.Index' (duration: 31.052273ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:08:56.005901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:55.462843Z","time spent":"542.926952ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:56.005942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.436355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:08:56.006028Z","caller":"traceutil/trace.go:171","msg":"trace[1960030542] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2633; }","duration":"459.534627ms","start":"2026-02-27T21:08:55.54647Z","end":"2026-02-27T21:08:56.006004Z","steps":["trace[1960030542] 'agreement among raft nodes before linearized reading' (duration: 459.348813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:56.006313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:55.546396Z","time spent":"459.902886ms","remote":"127.0.0.1:38836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:08:56.02441Z","caller":"traceutil/trace.go:171","msg":"trace[454816878] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"405.559829ms","start":"2026-02-27T21:08:55.61883Z","end":"2026-02-27T21:08:56.02439Z","steps":["trace[454816878] 'process raft request' (duration: 405.316224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:56.024524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:08:55.618814Z","time spent":"405.665731ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:08:56.260671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.468783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-27T21:08:56.260782Z","caller":"traceutil/trace.go:171","msg":"trace[1150017281] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2634; }","duration":"145.623786ms","start":"2026-02-27T21:08:56.115134Z","end":"2026-02-27T21:08:56.260757Z","steps":["trace[1150017281] 'range keys from in-memory index tree' (duration: 145.283048ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:56.260878Z","caller":"traceutil/trace.go:171","msg":"trace[221874163] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"118.629721ms","start":"2026-02-27T21:08:56.1422Z","end":"2026-02-27T21:08:56.26083Z","steps":["trace[221874163] 'process raft request' (duration: 112.919335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:08:56.260772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.421551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:08:56.261482Z","caller":"traceutil/trace.go:171","msg":"trace[783887935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2634; }","duration":"121.207189ms","start":"2026-02-27T21:08:56.140261Z","end":"2026-02-27T21:08:56.261468Z","steps":["trace[783887935] 'range keys from in-memory index tree' (duration: 120.166586ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:57.362114Z","caller":"traceutil/trace.go:171","msg":"trace[1077076312] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"117.351322ms","start":"2026-02-27T21:08:57.244741Z","end":"2026-02-27T21:08:57.362092Z","steps":["trace[1077076312] 'process raft request' (duration: 117.198249ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:57.381077Z","caller":"traceutil/trace.go:171","msg":"trace[69544596] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"133.232172ms","start":"2026-02-27T21:08:57.247829Z","end":"2026-02-27T21:08:57.381061Z","steps":["trace[69544596] 'process raft request' (duration: 131.600997ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:57.381271Z","caller":"traceutil/trace.go:171","msg":"trace[2080314602] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"133.290954ms","start":"2026-02-27T21:08:57.247956Z","end":"2026-02-27T21:08:57.381247Z","steps":["trace[2080314602] 'process raft request' (duration: 133.06808ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:57.381457Z","caller":"traceutil/trace.go:171","msg":"trace[2127052088] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"132.462456ms","start":"2026-02-27T21:08:57.248965Z","end":"2026-02-27T21:08:57.381427Z","steps":["trace[2127052088] 'process raft request' (duration: 132.219271ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:08:58.445611Z","caller":"traceutil/trace.go:171","msg":"trace[1256855951] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"104.589053ms","start":"2026-02-27T21:08:58.340998Z","end":"2026-02-27T21:08:58.445587Z","steps":["trace[1256855951] 'process raft request' (duration: 104.348488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:01.553444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456270444,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:09:02.0539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456270444,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:09:02.376787Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.331021585s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T21:09:02.377356Z","caller":"traceutil/trace.go:171","msg":"trace[680989137] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"1.331669409s","start":"2026-02-27T21:09:01.045647Z","end":"2026-02-27T21:09:02.377316Z","steps":["trace[680989137] 'process raft request' (duration: 1.331413293s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:02.377604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:01.045619Z","time spent":"1.331862143s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:09:02.41933Z","caller":"traceutil/trace.go:171","msg":"trace[944918217] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"368.298549ms","start":"2026-02-27T21:09:02.051004Z","end":"2026-02-27T21:09:02.419303Z","steps":["trace[944918217] 'process raft request' (duration: 368.217017ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:02.419378Z","caller":"traceutil/trace.go:171","msg":"trace[1710754222] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"1.043576406s","start":"2026-02-27T21:09:01.375758Z","end":"2026-02-27T21:09:02.419334Z","steps":["trace[1710754222] 'process raft request' (duration: 1.043336461s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:02.419482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:02.050971Z","time spent":"368.435392ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:09:02.419536Z","caller":"traceutil/trace.go:171","msg":"trace[2032835655] linearizableReadLoop","detail":"{readStateIndex:2788; appliedIndex:2785; }","duration":"1.367028507s","start":"2026-02-27T21:09:01.05249Z","end":"2026-02-27T21:09:02.419518Z","steps":["trace[2032835655] 'read index received' (duration: 1.324538581s)","trace[2032835655] 'applied index is now lower than readState.Index' (duration: 42.488946ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:09:02.41955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:01.375719Z","time spent":"1.043738799s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:09:02.419705Z","caller":"traceutil/trace.go:171","msg":"trace[1918726864] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"109.01289ms","start":"2026-02-27T21:09:02.31068Z","end":"2026-02-27T21:09:02.419692Z","steps":["trace[1918726864] 'process raft request' (duration: 108.582951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:02.419784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227712639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:09:02.419827Z","caller":"traceutil/trace.go:171","msg":"trace[314476020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2662; }","duration":"1.227791631s","start":"2026-02-27T21:09:01.192025Z","end":"2026-02-27T21:09:02.419817Z","steps":["trace[314476020] 'agreement among raft nodes before linearized reading' (duration: 1.22773244s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:02.41985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.045515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:09:02.419863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:01.192006Z","time spent":"1.227848702s","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T21:09:02.419879Z","caller":"traceutil/trace.go:171","msg":"trace[1867413119] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2662; }","duration":"314.102545ms","start":"2026-02-27T21:09:02.105768Z","end":"2026-02-27T21:09:02.41987Z","steps":["trace[1867413119] 'agreement among raft nodes before linearized reading' (duration: 314.046914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:02.419917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:02.105757Z","time spent":"314.151916ms","remote":"127.0.0.1:58008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:09:02.420023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.091493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:09:02.420061Z","caller":"traceutil/trace.go:171","msg":"trace[1023511263] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2662; }","duration":"338.160145ms","start":"2026-02-27T21:09:02.08189Z","end":"2026-02-27T21:09:02.42005Z","steps":["trace[1023511263] 'agreement among raft nodes before linearized reading' (duration: 338.101454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:02.42009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:02.081846Z","time spent":"338.235907ms","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:09:02.420156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.042082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-27T21:09:02.420191Z","caller":"traceutil/trace.go:171","msg":"trace[668509116] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2662; }","duration":"303.115613ms","start":"2026-02-27T21:09:02.117067Z","end":"2026-02-27T21:09:02.420183Z","steps":["trace[668509116] 'agreement among raft nodes before linearized reading' (duration: 303.000351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:02.420218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:02.117045Z","time spent":"303.166935ms","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-27T21:09:02.420242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367757962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-27T21:09:02.420258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.481887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:09:02.420282Z","caller":"traceutil/trace.go:171","msg":"trace[173165204] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2662; }","duration":"1.367845124s","start":"2026-02-27T21:09:01.052426Z","end":"2026-02-27T21:09:02.420271Z","steps":["trace[173165204] 'agreement among raft nodes before linearized reading' (duration: 1.36767622s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:02.420288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.491528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:09:02.420326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:01.052399Z","time spent":"1.367919856s","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T21:09:02.420361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022307908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:09:02.420359Z","caller":"traceutil/trace.go:171","msg":"trace[27472408] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2662; }","duration":"147.59056ms","start":"2026-02-27T21:09:02.272738Z","end":"2026-02-27T21:09:02.420329Z","steps":["trace[27472408] 'agreement among raft nodes before linearized reading' (duration: 147.504278ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:02.420396Z","caller":"traceutil/trace.go:171","msg":"trace[584033903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2662; }","duration":"1.022365239s","start":"2026-02-27T21:09:01.398024Z","end":"2026-02-27T21:09:02.420389Z","steps":["trace[584033903] 'agreement among raft nodes before linearized reading' (duration: 1.022281617s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:02.420424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:01.39801Z","time spent":"1.022405749s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:09:02.420184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.693795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:09:02.420289Z","caller":"traceutil/trace.go:171","msg":"trace[699884580] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2662; }","duration":"762.561328ms","start":"2026-02-27T21:09:01.657716Z","end":"2026-02-27T21:09:02.420278Z","steps":["trace[699884580] 'agreement among raft nodes before linearized reading' (duration: 762.510327ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:02.420479Z","caller":"traceutil/trace.go:171","msg":"trace[1236697426] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2662; }","duration":"150.062933ms","start":"2026-02-27T21:09:02.270406Z","end":"2026-02-27T21:09:02.420469Z","steps":["trace[1236697426] 'agreement among raft nodes before linearized reading' (duration: 149.659575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:02.420504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:01.657689Z","time spent":"762.802964ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:09:02.420591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022765978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T21:09:02.420624Z","caller":"traceutil/trace.go:171","msg":"trace[847282815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2662; }","duration":"1.02285323s","start":"2026-02-27T21:09:01.397763Z","end":"2026-02-27T21:09:02.420616Z","steps":["trace[847282815] 'agreement among raft nodes before linearized reading' (duration: 1.022770548s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:02.420649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:01.39774Z","time spent":"1.02290331s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:09:02.420804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026424337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T21:09:02.420835Z","caller":"traceutil/trace.go:171","msg":"trace[315927609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2662; }","duration":"1.026493409s","start":"2026-02-27T21:09:01.394334Z","end":"2026-02-27T21:09:02.420827Z","steps":["trace[315927609] 'agreement among raft nodes before linearized reading' (duration: 1.026416807s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:02.42086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:01.394315Z","time spent":"1.02653902s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T21:09:04.642944Z","caller":"traceutil/trace.go:171","msg":"trace[1128810284] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"216.969116ms","start":"2026-02-27T21:09:04.425931Z","end":"2026-02-27T21:09:04.6429Z","steps":["trace[1128810284] 'process raft request' (duration: 216.733921ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:04.64688Z","caller":"traceutil/trace.go:171","msg":"trace[506298107] linearizableReadLoop","detail":"{readStateIndex:2801; appliedIndex:2799; }","duration":"215.007963ms","start":"2026-02-27T21:09:04.431841Z","end":"2026-02-27T21:09:04.646849Z","steps":["trace[506298107] 'read index received' (duration: 210.809878ms)","trace[506298107] 'applied index is now lower than readState.Index' (duration: 4.195984ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:09:04.64698Z","caller":"traceutil/trace.go:171","msg":"trace[667575344] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"129.132499ms","start":"2026-02-27T21:09:04.51781Z","end":"2026-02-27T21:09:04.646942Z","steps":["trace[667575344] 'process raft request' (duration: 128.973525ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:04.646909Z","caller":"traceutil/trace.go:171","msg":"trace[1230070886] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"218.165503ms","start":"2026-02-27T21:09:04.428705Z","end":"2026-02-27T21:09:04.64687Z","steps":["trace[1230070886] 'process raft request' (duration: 217.841356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:04.647156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.568656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T21:09:04.6472Z","caller":"traceutil/trace.go:171","msg":"trace[662100671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2674; }","duration":"211.646738ms","start":"2026-02-27T21:09:04.435542Z","end":"2026-02-27T21:09:04.647189Z","steps":["trace[662100671] 'agreement among raft nodes before linearized reading' (duration: 211.460614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:04.647229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.34332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:09:04.647311Z","caller":"traceutil/trace.go:171","msg":"trace[479253196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2674; }","duration":"215.460212ms","start":"2026-02-27T21:09:04.431831Z","end":"2026-02-27T21:09:04.647292Z","steps":["trace[479253196] 'agreement among raft nodes before linearized reading' (duration: 215.180446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:04.647345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.483313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T21:09:04.647442Z","caller":"traceutil/trace.go:171","msg":"trace[1734163636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2674; }","duration":"215.638946ms","start":"2026-02-27T21:09:04.431782Z","end":"2026-02-27T21:09:04.647421Z","steps":["trace[1734163636] 'agreement among raft nodes before linearized reading' (duration: 215.35324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:04.647346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.875484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:09:04.647592Z","caller":"traceutil/trace.go:171","msg":"trace[1431793327] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2674; }","duration":"173.161669ms","start":"2026-02-27T21:09:04.47441Z","end":"2026-02-27T21:09:04.647572Z","steps":["trace[1431793327] 'agreement among raft nodes before linearized reading' (duration: 172.73301ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:04.8095Z","caller":"traceutil/trace.go:171","msg":"trace[788500342] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"156.056998ms","start":"2026-02-27T21:09:04.653421Z","end":"2026-02-27T21:09:04.809478Z","steps":["trace[788500342] 'process raft request' (duration: 155.984067ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:04.809543Z","caller":"traceutil/trace.go:171","msg":"trace[8346632] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"156.12887ms","start":"2026-02-27T21:09:04.653392Z","end":"2026-02-27T21:09:04.809521Z","steps":["trace[8346632] 'process raft request' (duration: 100.448949ms)","trace[8346632] 'compare' (duration: 55.480067ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:09:06.856724Z","caller":"traceutil/trace.go:171","msg":"trace[1212131245] linearizableReadLoop","detail":"{readStateIndex:2811; appliedIndex:2808; }","duration":"199.553908ms","start":"2026-02-27T21:09:06.657138Z","end":"2026-02-27T21:09:06.856692Z","steps":["trace[1212131245] 'read index received' (duration: 90.862695ms)","trace[1212131245] 'applied index is now lower than readState.Index' (duration: 108.689123ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:09:06.856788Z","caller":"traceutil/trace.go:171","msg":"trace[1189445451] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"203.856393ms","start":"2026-02-27T21:09:06.652905Z","end":"2026-02-27T21:09:06.856761Z","steps":["trace[1189445451] 'process raft request' (duration: 203.70187ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:06.85677Z","caller":"traceutil/trace.go:171","msg":"trace[892869565] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"204.18337ms","start":"2026-02-27T21:09:06.65254Z","end":"2026-02-27T21:09:06.856723Z","steps":["trace[892869565] 'process raft request' (duration: 141.644816ms)","trace[892869565] 'compare' (duration: 62.220177ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:09:06.856995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.834704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T21:09:06.857048Z","caller":"traceutil/trace.go:171","msg":"trace[108199098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2683; }","duration":"199.959867ms","start":"2026-02-27T21:09:06.657077Z","end":"2026-02-27T21:09:06.857037Z","steps":["trace[108199098] 'agreement among raft nodes before linearized reading' (duration: 199.764343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:06.857084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.245031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:09:06.857141Z","caller":"traceutil/trace.go:171","msg":"trace[684386910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2683; }","duration":"199.370663ms","start":"2026-02-27T21:09:06.657757Z","end":"2026-02-27T21:09:06.857128Z","steps":["trace[684386910] 'agreement among raft nodes before linearized reading' (duration: 199.138378ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:08.550152Z","caller":"traceutil/trace.go:171","msg":"trace[945580536] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"115.509265ms","start":"2026-02-27T21:09:08.434613Z","end":"2026-02-27T21:09:08.550122Z","steps":["trace[945580536] 'process raft request' (duration: 115.340211ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:08.932198Z","caller":"traceutil/trace.go:171","msg":"trace[53815178] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"177.393784ms","start":"2026-02-27T21:09:08.754772Z","end":"2026-02-27T21:09:08.932166Z","steps":["trace[53815178] 'process raft request' (duration: 177.224471ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:09.142702Z","caller":"traceutil/trace.go:171","msg":"trace[576575066] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"280.099383ms","start":"2026-02-27T21:09:08.862567Z","end":"2026-02-27T21:09:09.142667Z","steps":["trace[576575066] 'process raft request' (duration: 183.844467ms)","trace[576575066] 'compare' (duration: 95.808896ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:09:09.142788Z","caller":"traceutil/trace.go:171","msg":"trace[58790863] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"280.050272ms","start":"2026-02-27T21:09:08.862679Z","end":"2026-02-27T21:09:09.142729Z","steps":["trace[58790863] 'process raft request' (duration: 279.857678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:09.142955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.782835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:09:09.143029Z","caller":"traceutil/trace.go:171","msg":"trace[993798725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2693; }","duration":"222.871417ms","start":"2026-02-27T21:09:08.920143Z","end":"2026-02-27T21:09:09.143015Z","steps":["trace[993798725] 'agreement among raft nodes before linearized reading' (duration: 222.673603ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:09.143287Z","caller":"traceutil/trace.go:171","msg":"trace[1648585525] linearizableReadLoop","detail":"{readStateIndex:2822; appliedIndex:2819; }","duration":"222.486309ms","start":"2026-02-27T21:09:08.920156Z","end":"2026-02-27T21:09:09.142642Z","steps":["trace[1648585525] 'read index received' (duration: 11.846625ms)","trace[1648585525] 'applied index is now lower than readState.Index' (duration: 210.638344ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:09:09.143714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.548795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T21:09:09.143786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.533285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:09:09.143774Z","caller":"traceutil/trace.go:171","msg":"trace[666704144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2693; }","duration":"220.652167ms","start":"2026-02-27T21:09:08.923105Z","end":"2026-02-27T21:09:09.143757Z","steps":["trace[666704144] 'agreement among raft nodes before linearized reading' (duration: 220.500544ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:09.143834Z","caller":"traceutil/trace.go:171","msg":"trace[1174166017] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2693; }","duration":"220.612757ms","start":"2026-02-27T21:09:08.92321Z","end":"2026-02-27T21:09:09.143823Z","steps":["trace[1174166017] 'agreement among raft nodes before linearized reading' (duration: 220.486994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:09.144111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.650917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T21:09:09.14429Z","caller":"traceutil/trace.go:171","msg":"trace[1262011295] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2693; }","duration":"220.825651ms","start":"2026-02-27T21:09:08.923412Z","end":"2026-02-27T21:09:09.144237Z","steps":["trace[1262011295] 'agreement among raft nodes before linearized reading' (duration: 220.232198ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:10.510566Z","caller":"traceutil/trace.go:171","msg":"trace[1294285699] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"242.772741ms","start":"2026-02-27T21:09:10.26775Z","end":"2026-02-27T21:09:10.510522Z","steps":["trace[1294285699] 'process raft request' (duration: 242.521256ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:11.169161Z","caller":"traceutil/trace.go:171","msg":"trace[49417393] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"230.448056ms","start":"2026-02-27T21:09:10.938671Z","end":"2026-02-27T21:09:11.169119Z","steps":["trace[49417393] 'process raft request' (duration: 230.18454ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:11.437764Z","caller":"traceutil/trace.go:171","msg":"trace[1186051615] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"401.058449ms","start":"2026-02-27T21:09:11.036673Z","end":"2026-02-27T21:09:11.437731Z","steps":["trace[1186051615] 'process raft request' (duration: 398.783088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:11.438246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:11.036639Z","time spent":"401.256672ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:09:11.43833Z","caller":"traceutil/trace.go:171","msg":"trace[211530248] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"287.900007ms","start":"2026-02-27T21:09:11.150387Z","end":"2026-02-27T21:09:11.438287Z","steps":["trace[211530248] 'process raft request' (duration: 287.236592ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:11.438403Z","caller":"traceutil/trace.go:171","msg":"trace[1387647372] linearizableReadLoop","detail":"{readStateIndex:2840; appliedIndex:2837; }","duration":"267.388939ms","start":"2026-02-27T21:09:11.170973Z","end":"2026-02-27T21:09:11.438362Z","steps":["trace[1387647372] 'read index received' (duration: 264.417613ms)","trace[1387647372] 'applied index is now lower than readState.Index' (duration: 2.969566ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:09:11.438484Z","caller":"traceutil/trace.go:171","msg":"trace[1646501949] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"287.319503ms","start":"2026-02-27T21:09:11.151122Z","end":"2026-02-27T21:09:11.438441Z","steps":["trace[1646501949] 'process raft request' (duration: 287.057758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:11.438688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.535999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T21:09:11.438706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.721987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:09:11.438747Z","caller":"traceutil/trace.go:171","msg":"trace[881900602] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2711; }","duration":"261.636651ms","start":"2026-02-27T21:09:11.177095Z","end":"2026-02-27T21:09:11.438732Z","steps":["trace[881900602] 'agreement among raft nodes before linearized reading' (duration: 261.476237ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:11.438753Z","caller":"traceutil/trace.go:171","msg":"trace[692808547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2711; }","duration":"267.827699ms","start":"2026-02-27T21:09:11.170912Z","end":"2026-02-27T21:09:11.43874Z","steps":["trace[692808547] 'agreement among raft nodes before linearized reading' (duration: 267.636925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:11.438863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.731381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T21:09:11.438843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.081549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:09:11.438908Z","caller":"traceutil/trace.go:171","msg":"trace[1545180710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2711; }","duration":"260.846643ms","start":"2026-02-27T21:09:11.178048Z","end":"2026-02-27T21:09:11.438895Z","steps":["trace[1545180710] 'agreement among raft nodes before linearized reading' (duration: 260.640069ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:11.438939Z","caller":"traceutil/trace.go:171","msg":"trace[1578952134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2711; }","duration":"248.197431ms","start":"2026-02-27T21:09:11.190713Z","end":"2026-02-27T21:09:11.43891Z","steps":["trace[1578952134] 'agreement among raft nodes before linearized reading' (duration: 248.039657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:11.439225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.10635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:09:11.439381Z","caller":"traceutil/trace.go:171","msg":"trace[635571308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2711; }","duration":"261.434508ms","start":"2026-02-27T21:09:11.17793Z","end":"2026-02-27T21:09:11.439365Z","steps":["trace[635571308] 'agreement among raft nodes before linearized reading' (duration: 260.900445ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:13.607927Z","caller":"traceutil/trace.go:171","msg":"trace[1293030467] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"162.40888ms","start":"2026-02-27T21:09:13.445487Z","end":"2026-02-27T21:09:13.607896Z","steps":["trace[1293030467] 'process raft request' (duration: 153.102202ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:13.621319Z","caller":"traceutil/trace.go:171","msg":"trace[1045320383] linearizableReadLoop","detail":"{readStateIndex:2850; appliedIndex:2848; }","duration":"170.352547ms","start":"2026-02-27T21:09:13.450947Z","end":"2026-02-27T21:09:13.621299Z","steps":["trace[1045320383] 'read index received' (duration: 147.65697ms)","trace[1045320383] 'applied index is now lower than readState.Index' (duration: 22.694777ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:09:13.621444Z","caller":"traceutil/trace.go:171","msg":"trace[2011906308] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"175.148654ms","start":"2026-02-27T21:09:13.44624Z","end":"2026-02-27T21:09:13.621388Z","steps":["trace[2011906308] 'process raft request' (duration: 174.974489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:13.62153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.564112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T21:09:13.621572Z","caller":"traceutil/trace.go:171","msg":"trace[1588929140] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2720; }","duration":"170.643254ms","start":"2026-02-27T21:09:13.450916Z","end":"2026-02-27T21:09:13.621559Z","steps":["trace[1588929140] 'agreement among raft nodes before linearized reading' (duration: 170.48388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:13.62164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.841677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-27T21:09:13.621655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.070259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T21:09:13.621707Z","caller":"traceutil/trace.go:171","msg":"trace[1276521486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2720; }","duration":"165.93671ms","start":"2026-02-27T21:09:13.455754Z","end":"2026-02-27T21:09:13.62169Z","steps":["trace[1276521486] 'agreement among raft nodes before linearized reading' (duration: 165.724595ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:13.621719Z","caller":"traceutil/trace.go:171","msg":"trace[1658332850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2720; }","duration":"165.168911ms","start":"2026-02-27T21:09:13.456532Z","end":"2026-02-27T21:09:13.621701Z","steps":["trace[1658332850] 'agreement among raft nodes before linearized reading' (duration: 164.995277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:13.621749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.832387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T21:09:13.62189Z","caller":"traceutil/trace.go:171","msg":"trace[882386485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2720; }","duration":"165.991311ms","start":"2026-02-27T21:09:13.455844Z","end":"2026-02-27T21:09:13.621835Z","steps":["trace[882386485] 'agreement among raft nodes before linearized reading' (duration: 165.703765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:14.093771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.093805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:09:14.093981Z","caller":"traceutil/trace.go:171","msg":"trace[2005807996] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"467.348767ms","start":"2026-02-27T21:09:13.626548Z","end":"2026-02-27T21:09:14.093897Z","steps":["trace[2005807996] 'process raft request' (duration: 103.033747ms)","trace[2005807996] 'compare' (duration: 363.972292ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:09:14.094177Z","caller":"traceutil/trace.go:171","msg":"trace[1925678126] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"466.435965ms","start":"2026-02-27T21:09:13.627715Z","end":"2026-02-27T21:09:14.094151Z","steps":["trace[1925678126] 'process raft request' (duration: 466.387444ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:14.094255Z","caller":"traceutil/trace.go:171","msg":"trace[1601833063] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"467.624323ms","start":"2026-02-27T21:09:13.626606Z","end":"2026-02-27T21:09:14.094231Z","steps":["trace[1601833063] 'process raft request' (duration: 467.450739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:14.094193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:13.626524Z","time spent":"467.586471ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:09:14.094336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:13.627682Z","time spent":"466.575419ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:09:14.094179Z","caller":"traceutil/trace.go:171","msg":"trace[1518477748] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"467.545671ms","start":"2026-02-27T21:09:13.626606Z","end":"2026-02-27T21:09:14.094152Z","steps":["trace[1518477748] 'process raft request' (duration: 467.344907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:14.094381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:13.62658Z","time spent":"467.734265ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:09:14.094609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:13.62658Z","time spent":"467.881978ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:09:14.739739Z","caller":"traceutil/trace.go:171","msg":"trace[1517697504] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"156.054518ms","start":"2026-02-27T21:09:14.58366Z","end":"2026-02-27T21:09:14.739714Z","steps":["trace[1517697504] 'process raft request' (duration: 155.916755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:15.981838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.071563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:09:15.981988Z","caller":"traceutil/trace.go:171","msg":"trace[652354066] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2730; }","duration":"372.311838ms","start":"2026-02-27T21:09:15.609642Z","end":"2026-02-27T21:09:15.981954Z","steps":["trace[652354066] 'count revisions from in-memory index tree' (duration: 371.944731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:15.982047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:15.609606Z","time spent":"372.428251ms","remote":"127.0.0.1:57828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:09:15.982178Z","caller":"traceutil/trace.go:171","msg":"trace[882724229] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"368.446411ms","start":"2026-02-27T21:09:15.613699Z","end":"2026-02-27T21:09:15.982145Z","steps":["trace[882724229] 'process raft request' (duration: 334.995066ms)","trace[882724229] 'compare' (duration: 32.920174ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:09:15.982332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:15.61366Z","time spent":"368.591325ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:09:16.136334Z","caller":"traceutil/trace.go:171","msg":"trace[497338464] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"509.749231ms","start":"2026-02-27T21:09:15.62655Z","end":"2026-02-27T21:09:16.136299Z","steps":["trace[497338464] 'process raft request' (duration: 508.484313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:16.136494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:15.626524Z","time spent":"509.884044ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:09:17.926761Z","caller":"traceutil/trace.go:171","msg":"trace[389958228] linearizableReadLoop","detail":"{readStateIndex:2869; appliedIndex:2868; }","duration":"176.917213ms","start":"2026-02-27T21:09:17.749812Z","end":"2026-02-27T21:09:17.926729Z","steps":["trace[389958228] 'read index received' (duration: 176.665928ms)","trace[389958228] 'applied index is now lower than readState.Index' (duration: 249.685µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:09:17.926838Z","caller":"traceutil/trace.go:171","msg":"trace[5573418] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"642.799757ms","start":"2026-02-27T21:09:17.283999Z","end":"2026-02-27T21:09:17.926798Z","steps":["trace[5573418] 'process raft request' (duration: 642.567362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:17.927024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:17.28397Z","time spent":"642.949029ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:09:17.92714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.178044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T21:09:17.927228Z","caller":"traceutil/trace.go:171","msg":"trace[1583829277] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:2739; }","duration":"153.324928ms","start":"2026-02-27T21:09:17.773883Z","end":"2026-02-27T21:09:17.927208Z","steps":["trace[1583829277] 'agreement among raft nodes before linearized reading' (duration: 153.044801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:17.92719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.370494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T21:09:17.927403Z","caller":"traceutil/trace.go:171","msg":"trace[1191179595] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2739; }","duration":"177.657461ms","start":"2026-02-27T21:09:17.749731Z","end":"2026-02-27T21:09:17.927388Z","steps":["trace[1191179595] 'agreement among raft nodes before linearized reading' (duration: 177.149258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:18.122935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.909389ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T21:09:18.123136Z","caller":"traceutil/trace.go:171","msg":"trace[409570544] transaction","detail":"{read_only:false; response_revision:2740; number_of_response:1; }","duration":"134.857136ms","start":"2026-02-27T21:09:17.988264Z","end":"2026-02-27T21:09:18.123121Z","steps":["trace[409570544] 'process raft request' (duration: 134.756853ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:18.123158Z","caller":"traceutil/trace.go:171","msg":"trace[249691949] linearizableReadLoop","detail":"{readStateIndex:2870; appliedIndex:2869; }","duration":"192.117423ms","start":"2026-02-27T21:09:17.931016Z","end":"2026-02-27T21:09:18.123134Z","steps":["trace[249691949] 'read index received' (duration: 42.927547ms)","trace[249691949] 'applied index is now lower than readState.Index' (duration: 149.186526ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:09:18.123535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.484291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T21:09:18.123606Z","caller":"traceutil/trace.go:171","msg":"trace[1423803764] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2740; }","duration":"192.617884ms","start":"2026-02-27T21:09:17.930972Z","end":"2026-02-27T21:09:18.12359Z","steps":["trace[1423803764] 'agreement among raft nodes before linearized reading' (duration: 192.363328ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:18.269032Z","caller":"traceutil/trace.go:171","msg":"trace[947541287] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"116.64009ms","start":"2026-02-27T21:09:18.152359Z","end":"2026-02-27T21:09:18.269Z","steps":["trace[947541287] 'process raft request' (duration: 107.337922ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:18.269337Z","caller":"traceutil/trace.go:171","msg":"trace[598117853] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"113.51173ms","start":"2026-02-27T21:09:18.155754Z","end":"2026-02-27T21:09:18.269266Z","steps":["trace[598117853] 'process raft request' (duration: 113.188103ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:18.269415Z","caller":"traceutil/trace.go:171","msg":"trace[1048138021] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"113.099361ms","start":"2026-02-27T21:09:18.156295Z","end":"2026-02-27T21:09:18.269394Z","steps":["trace[1048138021] 'process raft request' (duration: 112.885177ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:18.875064Z","caller":"traceutil/trace.go:171","msg":"trace[1571806994] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"103.612699ms","start":"2026-02-27T21:09:18.771409Z","end":"2026-02-27T21:09:18.875022Z","steps":["trace[1571806994] 'process raft request' (duration: 103.430395ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:20.413305Z","caller":"traceutil/trace.go:171","msg":"trace[367365157] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"134.849895ms","start":"2026-02-27T21:09:20.278434Z","end":"2026-02-27T21:09:20.413284Z","steps":["trace[367365157] 'process raft request' (duration: 134.811854ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:20.413647Z","caller":"traceutil/trace.go:171","msg":"trace[637443480] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"135.213313ms","start":"2026-02-27T21:09:20.278425Z","end":"2026-02-27T21:09:20.413638Z","steps":["trace[637443480] 'process raft request' (duration: 134.679031ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:23.694152Z","caller":"traceutil/trace.go:171","msg":"trace[1720271672] transaction","detail":"{read_only:false; response_revision:2780; number_of_response:1; }","duration":"150.454804ms","start":"2026-02-27T21:09:23.543658Z","end":"2026-02-27T21:09:23.694113Z","steps":["trace[1720271672] 'process raft request' (duration: 150.131277ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:30.208185Z","caller":"traceutil/trace.go:171","msg":"trace[667095196] transaction","detail":"{read_only:false; response_revision:2812; number_of_response:1; }","duration":"149.614595ms","start":"2026-02-27T21:09:30.05853Z","end":"2026-02-27T21:09:30.208144Z","steps":["trace[667095196] 'process raft request' (duration: 149.359449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:30.718835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456270839,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T21:09:30.963342Z","caller":"traceutil/trace.go:171","msg":"trace[1291041737] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"746.057118ms","start":"2026-02-27T21:09:30.217262Z","end":"2026-02-27T21:09:30.963319Z","steps":["trace[1291041737] 'process raft request' (duration: 745.911884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:30.963484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:30.217231Z","time spent":"746.181451ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:09:31.059973Z","caller":"traceutil/trace.go:171","msg":"trace[259857017] linearizableReadLoop","detail":"{readStateIndex:2947; appliedIndex:2945; }","duration":"841.270361ms","start":"2026-02-27T21:09:30.218677Z","end":"2026-02-27T21:09:31.059947Z","steps":["trace[259857017] 'read index received' (duration: 744.440682ms)","trace[259857017] 'applied index is now lower than readState.Index' (duration: 96.828049ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:09:31.060082Z","caller":"traceutil/trace.go:171","msg":"trace[171833702] transaction","detail":"{read_only:false; response_revision:2814; number_of_response:1; }","duration":"763.454806ms","start":"2026-02-27T21:09:30.296593Z","end":"2026-02-27T21:09:31.060048Z","steps":["trace[171833702] 'process raft request' (duration: 717.9361ms)","trace[171833702] 'compare' (duration: 45.265109ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:09:31.060234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.930357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T21:09:31.060254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:30.296567Z","time spent":"763.590959ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:09:31.060276Z","caller":"traceutil/trace.go:171","msg":"trace[644672233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2814; }","duration":"589.007099ms","start":"2026-02-27T21:09:30.47126Z","end":"2026-02-27T21:09:31.060267Z","steps":["trace[644672233] 'agreement among raft nodes before linearized reading' (duration: 588.910187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:31.060314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:30.471241Z","time spent":"589.062249ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:09:31.060329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.471808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T21:09:31.060401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.77918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:09:31.060234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.547417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-02-27T21:09:31.060399Z","caller":"traceutil/trace.go:171","msg":"trace[2010874587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2814; }","duration":"742.59143ms","start":"2026-02-27T21:09:30.317789Z","end":"2026-02-27T21:09:31.060381Z","steps":["trace[2010874587] 'agreement among raft nodes before linearized reading' (duration: 742.373495ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:31.060426Z","caller":"traceutil/trace.go:171","msg":"trace[59881485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2814; }","duration":"350.83839ms","start":"2026-02-27T21:09:30.70958Z","end":"2026-02-27T21:09:31.060419Z","steps":["trace[59881485] 'agreement among raft nodes before linearized reading' (duration: 350.804109ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:31.060438Z","caller":"traceutil/trace.go:171","msg":"trace[39452503] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2814; }","duration":"841.805463ms","start":"2026-02-27T21:09:30.218622Z","end":"2026-02-27T21:09:31.060427Z","steps":["trace[39452503] 'agreement among raft nodes before linearized reading' (duration: 841.479116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:31.06045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:30.709559Z","time spent":"350.887232ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:09:31.060478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:30.2186Z","time spent":"841.867354ms","remote":"127.0.0.1:58428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7484,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-02-27T21:09:31.060509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:30.317773Z","time spent":"742.662742ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T21:09:31.060686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.387803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:09:31.060749Z","caller":"traceutil/trace.go:171","msg":"trace[1707490630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2814; }","duration":"679.505165ms","start":"2026-02-27T21:09:30.381231Z","end":"2026-02-27T21:09:31.060736Z","steps":["trace[1707490630] 'agreement among raft nodes before linearized reading' (duration: 679.29678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:31.060782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:30.381207Z","time spent":"679.570227ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:09:31.061495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.464298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T21:09:31.06177Z","caller":"traceutil/trace.go:171","msg":"trace[1184123388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2814; }","duration":"593.919897ms","start":"2026-02-27T21:09:30.467821Z","end":"2026-02-27T21:09:31.06174Z","steps":["trace[1184123388] 'agreement among raft nodes before linearized reading' (duration: 592.69021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:31.062574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:30.467791Z","time spent":"594.758526ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T21:09:31.228988Z","caller":"traceutil/trace.go:171","msg":"trace[886018833] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"163.231748ms","start":"2026-02-27T21:09:31.065717Z","end":"2026-02-27T21:09:31.228949Z","steps":["trace[886018833] 'process raft request' (duration: 109.532281ms)","trace[886018833] 'compare' (duration: 53.479322ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:09:31.229321Z","caller":"traceutil/trace.go:171","msg":"trace[1313857009] transaction","detail":"{read_only:false; response_revision:2818; number_of_response:1; }","duration":"163.499154ms","start":"2026-02-27T21:09:31.065795Z","end":"2026-02-27T21:09:31.229294Z","steps":["trace[1313857009] 'process raft request' (duration: 163.34581ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:31.229522Z","caller":"traceutil/trace.go:171","msg":"trace[188049317] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"163.726978ms","start":"2026-02-27T21:09:31.065785Z","end":"2026-02-27T21:09:31.229512Z","steps":["trace[188049317] 'process raft request' (duration: 163.092714ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:31.230664Z","caller":"traceutil/trace.go:171","msg":"trace[513958807] transaction","detail":"{read_only:false; response_revision:2819; number_of_response:1; }","duration":"161.573261ms","start":"2026-02-27T21:09:31.067975Z","end":"2026-02-27T21:09:31.229548Z","steps":["trace[513958807] 'process raft request' (duration: 161.273945ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:33.729491Z","caller":"traceutil/trace.go:171","msg":"trace[1680134197] linearizableReadLoop","detail":"{readStateIndex:2964; appliedIndex:2963; }","duration":"153.357207ms","start":"2026-02-27T21:09:33.576102Z","end":"2026-02-27T21:09:33.729459Z","steps":["trace[1680134197] 'read index received' (duration: 56.5454ms)","trace[1680134197] 'applied index is now lower than readState.Index' (duration: 96.810287ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:09:33.729553Z","caller":"traceutil/trace.go:171","msg":"trace[183856725] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"178.60283ms","start":"2026-02-27T21:09:33.550903Z","end":"2026-02-27T21:09:33.729506Z","steps":["trace[183856725] 'process raft request' (duration: 81.790233ms)","trace[183856725] 'compare' (duration: 96.600802ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:09:33.72966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.526722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:09:33.729695Z","caller":"traceutil/trace.go:171","msg":"trace[259484138] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2830; }","duration":"153.606894ms","start":"2026-02-27T21:09:33.576077Z","end":"2026-02-27T21:09:33.729684Z","steps":["trace[259484138] 'agreement among raft nodes before linearized reading' (duration: 153.500252ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:36.968947Z","caller":"traceutil/trace.go:171","msg":"trace[1613745421] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"119.953574ms","start":"2026-02-27T21:09:36.848958Z","end":"2026-02-27T21:09:36.968911Z","steps":["trace[1613745421] 'process raft request' (duration: 119.722479ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:37.275562Z","caller":"traceutil/trace.go:171","msg":"trace[2099603132] linearizableReadLoop","detail":"{readStateIndex:2978; appliedIndex:2976; }","duration":"147.788684ms","start":"2026-02-27T21:09:37.127758Z","end":"2026-02-27T21:09:37.275547Z","steps":["trace[2099603132] 'read index received' (duration: 83.498051ms)","trace[2099603132] 'applied index is now lower than readState.Index' (duration: 64.289473ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:09:37.275906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.129421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:09:37.275921Z","caller":"traceutil/trace.go:171","msg":"trace[581716348] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"272.288679ms","start":"2026-02-27T21:09:37.003574Z","end":"2026-02-27T21:09:37.275863Z","steps":["trace[581716348] 'process raft request' (duration: 207.581457ms)","trace[581716348] 'compare' (duration: 64.204701ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:09:37.27601Z","caller":"traceutil/trace.go:171","msg":"trace[479245161] transaction","detail":"{read_only:false; response_revision:2844; number_of_response:1; }","duration":"180.868361ms","start":"2026-02-27T21:09:37.095131Z","end":"2026-02-27T21:09:37.275999Z","steps":["trace[479245161] 'process raft request' (duration: 180.38173ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:37.275967Z","caller":"traceutil/trace.go:171","msg":"trace[1316184910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2844; }","duration":"148.240593ms","start":"2026-02-27T21:09:37.127709Z","end":"2026-02-27T21:09:37.27595Z","steps":["trace[1316184910] 'agreement among raft nodes before linearized reading' (duration: 148.039249ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:37.484547Z","caller":"traceutil/trace.go:171","msg":"trace[968312309] linearizableReadLoop","detail":"{readStateIndex:2979; appliedIndex:2978; }","duration":"176.985215ms","start":"2026-02-27T21:09:37.307531Z","end":"2026-02-27T21:09:37.484516Z","steps":["trace[968312309] 'read index received' (duration: 111.774641ms)","trace[968312309] 'applied index is now lower than readState.Index' (duration: 65.209514ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:09:37.484592Z","caller":"traceutil/trace.go:171","msg":"trace[895049752] transaction","detail":"{read_only:false; response_revision:2845; number_of_response:1; }","duration":"203.876075ms","start":"2026-02-27T21:09:37.280687Z","end":"2026-02-27T21:09:37.484564Z","steps":["trace[895049752] 'process raft request' (duration: 138.649501ms)","trace[895049752] 'compare' (duration: 65.025819ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:09:37.485123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.030982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:09:37.485173Z","caller":"traceutil/trace.go:171","msg":"trace[1028057470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2845; }","duration":"171.114094ms","start":"2026-02-27T21:09:37.314046Z","end":"2026-02-27T21:09:37.48516Z","steps":["trace[1028057470] 'agreement among raft nodes before linearized reading' (duration: 170.767896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:37.485277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.366594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T21:09:37.485365Z","caller":"traceutil/trace.go:171","msg":"trace[1698773076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2845; }","duration":"169.513058ms","start":"2026-02-27T21:09:37.315831Z","end":"2026-02-27T21:09:37.485344Z","steps":["trace[1698773076] 'agreement among raft nodes before linearized reading' (duration: 168.990016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:37.485332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.49329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T21:09:37.485369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.754771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T21:09:37.485452Z","caller":"traceutil/trace.go:171","msg":"trace[1306523019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2845; }","duration":"170.656064ms","start":"2026-02-27T21:09:37.31477Z","end":"2026-02-27T21:09:37.485426Z","steps":["trace[1306523019] 'agreement among raft nodes before linearized reading' (duration: 170.105462ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:37.485638Z","caller":"traceutil/trace.go:171","msg":"trace[1634445877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2845; }","duration":"178.015287ms","start":"2026-02-27T21:09:37.307468Z","end":"2026-02-27T21:09:37.485484Z","steps":["trace[1634445877] 'agreement among raft nodes before linearized reading' (duration: 177.173498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:38.275251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456270922,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:09:38.776011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456270922,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:09:39.277181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456270922,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:09:39.610049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.204143789s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T21:09:40.192109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000377675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:09:40.192187Z","caller":"traceutil/trace.go:171","msg":"trace[1261049308] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000522738s","start":"2026-02-27T21:09:38.191648Z","end":"2026-02-27T21:09:40.192171Z","steps":["trace[1261049308] 'agreement among raft nodes before linearized reading' (duration: 2.000423326s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:40.192228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:38.191619Z","time spent":"2.00060143s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:09:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:09:40.99859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343833007s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:09:40.999091Z","caller":"traceutil/trace.go:171","msg":"trace[919259563] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"3.508275033s","start":"2026-02-27T21:09:37.490797Z","end":"2026-02-27T21:09:40.999072Z","steps":["trace[919259563] 'process raft request' (duration: 3.508237762s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:40.999178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:37.490788Z","time spent":"3.508352626s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:09:40.999441Z","caller":"traceutil/trace.go:171","msg":"trace[1635230672] transaction","detail":"{read_only:false; response_revision:2846; number_of_response:1; }","duration":"3.511273671s","start":"2026-02-27T21:09:37.488154Z","end":"2026-02-27T21:09:40.999427Z","steps":["trace[1635230672] 'process raft request' (duration: 166.510552ms)","trace[1635230672] 'compare' (duration: 3.343662894s)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:09:40.999614Z","caller":"traceutil/trace.go:171","msg":"trace[866159150] transaction","detail":"{read_only:false; response_revision:2849; number_of_response:1; }","duration":"3.509078851s","start":"2026-02-27T21:09:37.490483Z","end":"2026-02-27T21:09:40.999562Z","steps":["trace[866159150] 'process raft request' (duration: 3.508518008s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:40.999702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:37.488132Z","time spent":"3.511346892s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:09:40.999642Z","caller":"traceutil/trace.go:171","msg":"trace[320968372] transaction","detail":"{read_only:false; response_revision:2848; number_of_response:1; }","duration":"3.509152644s","start":"2026-02-27T21:09:37.490389Z","end":"2026-02-27T21:09:40.999542Z","steps":["trace[320968372] 'process raft request' (duration: 3.50857941s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:40.999819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:37.490455Z","time spent":"3.509287436s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:09:41.000035Z","caller":"traceutil/trace.go:171","msg":"trace[2134350301] transaction","detail":"{read_only:false; response_revision:2847; number_of_response:1; }","duration":"3.510526664s","start":"2026-02-27T21:09:37.489475Z","end":"2026-02-27T21:09:41.000001Z","steps":["trace[2134350301] 'process raft request' (duration: 3.509249425s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:41.000389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:37.490381Z","time spent":"3.50991895s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:09:41.000451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:37.489455Z","time spent":"3.510671216s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:09:41.342175Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.731926502s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T21:09:41.432897Z","caller":"traceutil/trace.go:171","msg":"trace[779490812] transaction","detail":"{read_only:false; response_revision:2851; number_of_response:1; }","duration":"3.171694761s","start":"2026-02-27T21:09:38.261164Z","end":"2026-02-27T21:09:41.432858Z","steps":["trace[779490812] 'process raft request' (duration: 3.081363569s)","trace[779490812] 'compare' (duration: 89.912723ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:09:41.433256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:38.261142Z","time spent":"3.171835094s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:09:41.433376Z","caller":"traceutil/trace.go:171","msg":"trace[1916926426] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"2.151164955s","start":"2026-02-27T21:09:39.282134Z","end":"2026-02-27T21:09:41.433299Z","steps":["trace[1916926426] 'process raft request' (duration: 2.150635704s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:41.433437Z","caller":"traceutil/trace.go:171","msg":"trace[1042769705] linearizableReadLoop","detail":"{readStateIndex:2985; appliedIndex:2979; }","duration":"3.658706727s","start":"2026-02-27T21:09:37.774703Z","end":"2026-02-27T21:09:41.43341Z","steps":["trace[1042769705] 'read index received' (duration: 1.835516081s)","trace[1042769705] 'applied index is now lower than readState.Index' (duration: 1.823188936s)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:09:41.433481Z","caller":"traceutil/trace.go:171","msg":"trace[1229176675] transaction","detail":"{read_only:false; response_revision:2853; number_of_response:1; }","duration":"2.150838639s","start":"2026-02-27T21:09:39.282615Z","end":"2026-02-27T21:09:41.433454Z","steps":["trace[1229176675] 'process raft request' (duration: 2.150600582s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:41.433601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:39.28205Z","time spent":"2.151428741s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:09:41.433652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777464797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:09:41.433702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24142004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:09:41.433713Z","caller":"traceutil/trace.go:171","msg":"trace[1174708521] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2853; }","duration":"1.777563519s","start":"2026-02-27T21:09:39.656131Z","end":"2026-02-27T21:09:41.433695Z","steps":["trace[1174708521] 'agreement among raft nodes before linearized reading' (duration: 1.777451216s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:41.433736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.135597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189836ac78ebe8c3\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-02-27T21:09:41.433749Z","caller":"traceutil/trace.go:171","msg":"trace[643938247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2853; }","duration":"1.241497021s","start":"2026-02-27T21:09:40.192242Z","end":"2026-02-27T21:09:41.433739Z","steps":["trace[643938247] 'agreement among raft nodes before linearized reading' (duration: 1.241428439s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:41.433773Z","caller":"traceutil/trace.go:171","msg":"trace[519264468] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189836ac78ebe8c3; range_end:; response_count:1; response_revision:2853; }","duration":"430.213239ms","start":"2026-02-27T21:09:41.00355Z","end":"2026-02-27T21:09:41.433763Z","steps":["trace[519264468] 'agreement among raft nodes before linearized reading' (duration: 430.067016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:41.433779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:40.192222Z","time spent":"1.241551283s","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:09:41.433767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:39.65612Z","time spent":"1.77763413s","remote":"127.0.0.1:58630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:09:41.433814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:41.00353Z","time spent":"430.27641ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":792,"request content":"key:\"/registry/events/openstack/valkey-node-0.189836ac78ebe8c3\" "} {"level":"warn","ts":"2026-02-27T21:09:41.433798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.659080325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-27T21:09:41.433627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:39.282585Z","time spent":"2.150962742s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:09:41.433897Z","caller":"traceutil/trace.go:171","msg":"trace[1310377812] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:2853; }","duration":"3.659209078s","start":"2026-02-27T21:09:37.774645Z","end":"2026-02-27T21:09:41.433854Z","steps":["trace[1310377812] 'agreement among raft nodes before linearized reading' (duration: 3.659000244s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:41.433897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.673262613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-27T21:09:41.433948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:37.774622Z","time spent":"3.65931765s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"info","ts":"2026-02-27T21:09:41.433976Z","caller":"traceutil/trace.go:171","msg":"trace[238907558] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2853; }","duration":"2.673415196s","start":"2026-02-27T21:09:38.760527Z","end":"2026-02-27T21:09:41.433942Z","steps":["trace[238907558] 'agreement among raft nodes before linearized reading' (duration: 2.673161461s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:41.433966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965648039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:09:41.43403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:38.760509Z","time spent":"2.673513778s","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T21:09:41.434052Z","caller":"traceutil/trace.go:171","msg":"trace[1247817849] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2853; }","duration":"2.965779032s","start":"2026-02-27T21:09:38.468259Z","end":"2026-02-27T21:09:41.434038Z","steps":["trace[1247817849] 'agreement among raft nodes before linearized reading' (duration: 2.965649889s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:41.434145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:38.468238Z","time spent":"2.965886814s","remote":"127.0.0.1:58338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:09:41.434161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944568881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:09:41.434198Z","caller":"traceutil/trace.go:171","msg":"trace[1318923642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2853; }","duration":"1.944642193s","start":"2026-02-27T21:09:39.489547Z","end":"2026-02-27T21:09:41.434189Z","steps":["trace[1318923642] 'agreement among raft nodes before linearized reading' (duration: 1.944550101s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:41.434179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92658612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:09:41.434232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:39.489524Z","time spent":"1.944701323s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T21:09:41.434249Z","caller":"traceutil/trace.go:171","msg":"trace[629498924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2853; }","duration":"1.926722284s","start":"2026-02-27T21:09:39.507507Z","end":"2026-02-27T21:09:41.43423Z","steps":["trace[629498924] 'agreement among raft nodes before linearized reading' (duration: 1.92657235s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:41.4343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:39.507485Z","time spent":"1.926807595s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:09:41.434268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.318100795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-27T21:09:41.434395Z","caller":"traceutil/trace.go:171","msg":"trace[447728055] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2853; }","duration":"3.31831684s","start":"2026-02-27T21:09:38.116066Z","end":"2026-02-27T21:09:41.434383Z","steps":["trace[447728055] 'agreement among raft nodes before linearized reading' (duration: 3.317903691s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:41.434453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:38.116035Z","time spent":"3.318406971s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-27T21:09:41.434569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.416252813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:09:41.434656Z","caller":"traceutil/trace.go:171","msg":"trace[557245314] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2853; }","duration":"3.417303275s","start":"2026-02-27T21:09:38.017328Z","end":"2026-02-27T21:09:41.434631Z","steps":["trace[557245314] 'agreement among raft nodes before linearized reading' (duration: 3.416259572s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:41.434733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:38.017267Z","time spent":"3.417423398s","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:09:43.253619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.805859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:09:43.254058Z","caller":"traceutil/trace.go:171","msg":"trace[1505579704] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"244.111851ms","start":"2026-02-27T21:09:43.009921Z","end":"2026-02-27T21:09:43.254032Z","steps":["trace[1505579704] 'process raft request' (duration: 243.838055ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:43.254057Z","caller":"traceutil/trace.go:171","msg":"trace[983411662] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"244.139621ms","start":"2026-02-27T21:09:43.009812Z","end":"2026-02-27T21:09:43.253952Z","steps":["trace[983411662] 'process raft request' (duration: 119.847821ms)","trace[983411662] 'compare' (duration: 123.582765ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:09:43.254079Z","caller":"traceutil/trace.go:171","msg":"trace[1618596904] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"244.06076ms","start":"2026-02-27T21:09:43.009983Z","end":"2026-02-27T21:09:43.254043Z","steps":["trace[1618596904] 'process raft request' (duration: 243.929457ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:43.351377Z","caller":"traceutil/trace.go:171","msg":"trace[140267348] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"108.959469ms","start":"2026-02-27T21:09:43.242371Z","end":"2026-02-27T21:09:43.35133Z","steps":["trace[140267348] 'process raft request' (duration: 108.654692ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:47.228435Z","caller":"traceutil/trace.go:171","msg":"trace[1547740971] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"165.885707ms","start":"2026-02-27T21:09:47.062524Z","end":"2026-02-27T21:09:47.22841Z","steps":["trace[1547740971] 'process raft request' (duration: 165.707864ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:47.230814Z","caller":"traceutil/trace.go:171","msg":"trace[792994853] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"112.341254ms","start":"2026-02-27T21:09:47.11845Z","end":"2026-02-27T21:09:47.230791Z","steps":["trace[792994853] 'process raft request' (duration: 112.052857ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:47.372546Z","caller":"traceutil/trace.go:171","msg":"trace[2060244645] transaction","detail":"{read_only:false; response_revision:2879; number_of_response:1; }","duration":"100.605353ms","start":"2026-02-27T21:09:47.271906Z","end":"2026-02-27T21:09:47.372511Z","steps":["trace[2060244645] 'process raft request' (duration: 37.116417ms)","trace[2060244645] 'compare' (duration: 63.295771ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:09:47.372879Z","caller":"traceutil/trace.go:171","msg":"trace[552318132] transaction","detail":"{read_only:false; response_revision:2880; number_of_response:1; }","duration":"100.683904ms","start":"2026-02-27T21:09:47.272173Z","end":"2026-02-27T21:09:47.372857Z","steps":["trace[552318132] 'process raft request' (duration: 100.277925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:51.546277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.741178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T21:09:51.546371Z","caller":"traceutil/trace.go:171","msg":"trace[2071195404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2902; }","duration":"132.877593ms","start":"2026-02-27T21:09:51.41347Z","end":"2026-02-27T21:09:51.546348Z","steps":["trace[2071195404] 'range keys from in-memory index tree' (duration: 132.538354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:51.546907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.587164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T21:09:51.546949Z","caller":"traceutil/trace.go:171","msg":"trace[1565703679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2902; }","duration":"153.661356ms","start":"2026-02-27T21:09:51.393278Z","end":"2026-02-27T21:09:51.546939Z","steps":["trace[1565703679] 'range keys from in-memory index tree' (duration: 153.445481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:51.547261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.928956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T21:09:51.5473Z","caller":"traceutil/trace.go:171","msg":"trace[1268739440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2902; }","duration":"134.008667ms","start":"2026-02-27T21:09:51.413282Z","end":"2026-02-27T21:09:51.547291Z","steps":["trace[1268739440] 'range keys from in-memory index tree' (duration: 133.811543ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:53.700035Z","caller":"traceutil/trace.go:171","msg":"trace[1125006973] linearizableReadLoop","detail":"{readStateIndex:3048; appliedIndex:3047; }","duration":"140.777507ms","start":"2026-02-27T21:09:53.559233Z","end":"2026-02-27T21:09:53.700011Z","steps":["trace[1125006973] 'read index received' (duration: 140.721646ms)","trace[1125006973] 'applied index is now lower than readState.Index' (duration: 54.911µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:09:53.700158Z","caller":"traceutil/trace.go:171","msg":"trace[1954443756] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"157.583053ms","start":"2026-02-27T21:09:53.542527Z","end":"2026-02-27T21:09:53.70011Z","steps":["trace[1954443756] 'process raft request' (duration: 157.354978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:53.700396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.131385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T21:09:53.700489Z","caller":"traceutil/trace.go:171","msg":"trace[1671063920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2911; }","duration":"141.279478ms","start":"2026-02-27T21:09:53.559191Z","end":"2026-02-27T21:09:53.70047Z","steps":["trace[1671063920] 'agreement among raft nodes before linearized reading' (duration: 140.937241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:53.73491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.433666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T21:09:53.735011Z","caller":"traceutil/trace.go:171","msg":"trace[1565015773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2915; }","duration":"173.578698ms","start":"2026-02-27T21:09:53.561409Z","end":"2026-02-27T21:09:53.734988Z","steps":["trace[1565015773] 'agreement among raft nodes before linearized reading' (duration: 173.319973ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:53.735333Z","caller":"traceutil/trace.go:171","msg":"trace[1581657055] transaction","detail":"{read_only:false; response_revision:2915; number_of_response:1; }","duration":"116.868225ms","start":"2026-02-27T21:09:53.618454Z","end":"2026-02-27T21:09:53.735322Z","steps":["trace[1581657055] 'process raft request' (duration: 116.231061ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:53.735464Z","caller":"traceutil/trace.go:171","msg":"trace[565965191] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"131.762837ms","start":"2026-02-27T21:09:53.603657Z","end":"2026-02-27T21:09:53.735419Z","steps":["trace[565965191] 'process raft request' (duration: 130.99555ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:53.735586Z","caller":"traceutil/trace.go:171","msg":"trace[2131145090] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"133.617139ms","start":"2026-02-27T21:09:53.601928Z","end":"2026-02-27T21:09:53.735546Z","steps":["trace[2131145090] 'process raft request' (duration: 132.669248ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:53.735525Z","caller":"traceutil/trace.go:171","msg":"trace[957388138] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"157.337737ms","start":"2026-02-27T21:09:53.578163Z","end":"2026-02-27T21:09:53.7355Z","steps":["trace[957388138] 'process raft request' (duration: 156.258433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:09:53.735552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.792771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T21:09:53.735844Z","caller":"traceutil/trace.go:171","msg":"trace[294079025] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2915; }","duration":"173.121979ms","start":"2026-02-27T21:09:53.562706Z","end":"2026-02-27T21:09:53.735828Z","steps":["trace[294079025] 'agreement among raft nodes before linearized reading' (duration: 172.70988ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:53.81963Z","caller":"traceutil/trace.go:171","msg":"trace[924698608] transaction","detail":"{read_only:false; response_revision:2916; number_of_response:1; }","duration":"114.729137ms","start":"2026-02-27T21:09:53.704862Z","end":"2026-02-27T21:09:53.819591Z","steps":["trace[924698608] 'process raft request' (duration: 87.05259ms)","trace[924698608] 'compare' (duration: 27.520614ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:09:56.233713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.265516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-27T21:09:56.233794Z","caller":"traceutil/trace.go:171","msg":"trace[1060568032] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2927; }","duration":"118.380428ms","start":"2026-02-27T21:09:56.115397Z","end":"2026-02-27T21:09:56.233778Z","steps":["trace[1060568032] 'range keys from in-memory index tree' (duration: 118.064491ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:09:57.776418Z","caller":"traceutil/trace.go:171","msg":"trace[1000129221] transaction","detail":"{read_only:false; response_revision:2932; number_of_response:1; }","duration":"108.185691ms","start":"2026-02-27T21:09:57.668207Z","end":"2026-02-27T21:09:57.776393Z","steps":["trace[1000129221] 'process raft request' (duration: 51.776824ms)","trace[1000129221] 'compare' (duration: 56.221453ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:10:00.210543Z","caller":"traceutil/trace.go:171","msg":"trace[401156877] linearizableReadLoop","detail":"{readStateIndex:3084; appliedIndex:3082; }","duration":"252.410206ms","start":"2026-02-27T21:09:59.958101Z","end":"2026-02-27T21:10:00.210511Z","steps":["trace[401156877] 'read index received' (duration: 252.172531ms)","trace[401156877] 'applied index is now lower than readState.Index' (duration: 235.355µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:10:00.210599Z","caller":"traceutil/trace.go:171","msg":"trace[1901427990] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"400.67143ms","start":"2026-02-27T21:09:59.809899Z","end":"2026-02-27T21:10:00.21057Z","steps":["trace[1901427990] 'process raft request' (duration: 400.559437ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:10:00.210606Z","caller":"traceutil/trace.go:171","msg":"trace[1742058084] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"400.794992ms","start":"2026-02-27T21:09:59.809762Z","end":"2026-02-27T21:10:00.210557Z","steps":["trace[1742058084] 'process raft request' (duration: 400.507036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:10:00.210747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:59.809832Z","time spent":"400.829074ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:10:00.210855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.723653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T21:10:00.210903Z","caller":"traceutil/trace.go:171","msg":"trace[1497942807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2945; }","duration":"252.833786ms","start":"2026-02-27T21:09:59.958056Z","end":"2026-02-27T21:10:00.210889Z","steps":["trace[1497942807] 'agreement among raft nodes before linearized reading' (duration: 252.647481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:10:00.210934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:09:59.809737Z","time spent":"401.050988ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:10:00.211119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.949269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T21:10:00.211229Z","caller":"traceutil/trace.go:171","msg":"trace[546761706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2945; }","duration":"253.074502ms","start":"2026-02-27T21:09:59.958137Z","end":"2026-02-27T21:10:00.211212Z","steps":["trace[546761706] 'agreement among raft nodes before linearized reading' (duration: 252.798696ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:10:00.211433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.352768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T21:10:00.211468Z","caller":"traceutil/trace.go:171","msg":"trace[1261252301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2945; }","duration":"249.395739ms","start":"2026-02-27T21:09:59.962064Z","end":"2026-02-27T21:10:00.21146Z","steps":["trace[1261252301] 'agreement among raft nodes before linearized reading' (duration: 249.304277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:10:00.21153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.882407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T21:10:00.211658Z","caller":"traceutil/trace.go:171","msg":"trace[1542764542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2945; }","duration":"249.042421ms","start":"2026-02-27T21:09:59.962584Z","end":"2026-02-27T21:10:00.211626Z","steps":["trace[1542764542] 'agreement among raft nodes before linearized reading' (duration: 248.667172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:10:00.404575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.468949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:10:00.404829Z","caller":"traceutil/trace.go:171","msg":"trace[848141988] linearizableReadLoop","detail":"{readStateIndex:3088; appliedIndex:3084; }","duration":"187.671713ms","start":"2026-02-27T21:10:00.217141Z","end":"2026-02-27T21:10:00.404812Z","steps":["trace[848141988] 'read index received' (duration: 38.949268ms)","trace[848141988] 'applied index is now lower than readState.Index' (duration: 148.721435ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:10:00.40482Z","caller":"traceutil/trace.go:171","msg":"trace[2353209] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"188.353169ms","start":"2026-02-27T21:10:00.216427Z","end":"2026-02-27T21:10:00.40478Z","steps":["trace[2353209] 'process raft request' (duration: 39.576323ms)","trace[2353209] 'compare' (duration: 148.321706ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:10:00.404862Z","caller":"traceutil/trace.go:171","msg":"trace[12778534] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"187.943589ms","start":"2026-02-27T21:10:00.216887Z","end":"2026-02-27T21:10:00.40483Z","steps":["trace[12778534] 'process raft request' (duration: 187.799526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:10:00.405019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.875887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-02-27T21:10:00.405035Z","caller":"traceutil/trace.go:171","msg":"trace[1996809119] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"187.933548ms","start":"2026-02-27T21:10:00.217091Z","end":"2026-02-27T21:10:00.405024Z","steps":["trace[1996809119] 'process raft request' (duration: 187.680733ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:10:00.405068Z","caller":"traceutil/trace.go:171","msg":"trace[987026948] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2949; }","duration":"187.948939ms","start":"2026-02-27T21:10:00.217108Z","end":"2026-02-27T21:10:00.405057Z","steps":["trace[987026948] 'agreement among raft nodes before linearized reading' (duration: 187.759835ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:10:00.405103Z","caller":"traceutil/trace.go:171","msg":"trace[1835040224] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"188.050502ms","start":"2026-02-27T21:10:00.216992Z","end":"2026-02-27T21:10:00.405043Z","steps":["trace[1835040224] 'process raft request' (duration: 187.745185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:10:04.325473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.737442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-02-27T21:10:04.325493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.935785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T21:10:04.325561Z","caller":"traceutil/trace.go:171","msg":"trace[274985488] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2963; }","duration":"208.886035ms","start":"2026-02-27T21:10:04.116656Z","end":"2026-02-27T21:10:04.325542Z","steps":["trace[274985488] 'range keys from in-memory index tree' (duration: 208.461846ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:10:04.325607Z","caller":"traceutil/trace.go:171","msg":"trace[594056108] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2963; }","duration":"108.124069ms","start":"2026-02-27T21:10:04.21745Z","end":"2026-02-27T21:10:04.325574Z","steps":["trace[594056108] 'range keys from in-memory index tree' (duration: 107.624278ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:10:04.536833Z","caller":"traceutil/trace.go:171","msg":"trace[1126463044] linearizableReadLoop","detail":"{readStateIndex:3108; appliedIndex:3107; }","duration":"100.769526ms","start":"2026-02-27T21:10:04.436032Z","end":"2026-02-27T21:10:04.536801Z","steps":["trace[1126463044] 'read index received' (duration: 12.983739ms)","trace[1126463044] 'applied index is now lower than readState.Index' (duration: 87.784377ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:10:04.536916Z","caller":"traceutil/trace.go:171","msg":"trace[292152467] transaction","detail":"{read_only:false; response_revision:2967; number_of_response:1; }","duration":"114.542284ms","start":"2026-02-27T21:10:04.422325Z","end":"2026-02-27T21:10:04.536867Z","steps":["trace[292152467] 'process raft request' (duration: 26.777157ms)","trace[292152467] 'compare' (duration: 87.523121ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:10:04.537073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.028202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T21:10:04.537149Z","caller":"traceutil/trace.go:171","msg":"trace[1603591243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2967; }","duration":"101.139785ms","start":"2026-02-27T21:10:04.435992Z","end":"2026-02-27T21:10:04.537131Z","steps":["trace[1603591243] 'agreement among raft nodes before linearized reading' (duration: 100.9427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:10:04.537991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.625553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T21:10:04.538111Z","caller":"traceutil/trace.go:171","msg":"trace[781212626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2967; }","duration":"100.808337ms","start":"2026-02-27T21:10:04.437273Z","end":"2026-02-27T21:10:04.538082Z","steps":["trace[781212626] 'agreement among raft nodes before linearized reading' (duration: 100.395978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:10:04.538425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.835978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T21:10:04.538483Z","caller":"traceutil/trace.go:171","msg":"trace[1501217945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2967; }","duration":"100.965761ms","start":"2026-02-27T21:10:04.437504Z","end":"2026-02-27T21:10:04.538469Z","steps":["trace[1501217945] 'agreement among raft nodes before linearized reading' (duration: 100.185104ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:10:10.18133Z","caller":"traceutil/trace.go:171","msg":"trace[1349783392] linearizableReadLoop","detail":"{readStateIndex:3135; appliedIndex:3134; }","duration":"209.778369ms","start":"2026-02-27T21:10:09.971524Z","end":"2026-02-27T21:10:10.181303Z","steps":["trace[1349783392] 'read index received' (duration: 209.647247ms)","trace[1349783392] 'applied index is now lower than readState.Index' (duration: 129.612µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:10:10.181526Z","caller":"traceutil/trace.go:171","msg":"trace[949679754] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"228.443706ms","start":"2026-02-27T21:10:09.953007Z","end":"2026-02-27T21:10:10.181451Z","steps":["trace[949679754] 'process raft request' (duration: 228.133039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:10:10.181687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.086347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:10:10.181902Z","caller":"traceutil/trace.go:171","msg":"trace[1101817742] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2993; }","duration":"158.355952ms","start":"2026-02-27T21:10:10.023492Z","end":"2026-02-27T21:10:10.181848Z","steps":["trace[1101817742] 'agreement among raft nodes before linearized reading' (duration: 158.011545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:10:10.182199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.637938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:10:10.182288Z","caller":"traceutil/trace.go:171","msg":"trace[15791890] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2993; }","duration":"210.775301ms","start":"2026-02-27T21:10:09.971487Z","end":"2026-02-27T21:10:10.182262Z","steps":["trace[15791890] 'agreement among raft nodes before linearized reading' (duration: 209.973654ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:10:54.746982Z","caller":"traceutil/trace.go:171","msg":"trace[1890320983] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"214.703818ms","start":"2026-02-27T21:10:54.53225Z","end":"2026-02-27T21:10:54.746954Z","steps":["trace[1890320983] 'process raft request' (duration: 195.652543ms)","trace[1890320983] 'compare' (duration: 18.912212ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:10:58.903326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.661688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:10:58.903489Z","caller":"traceutil/trace.go:171","msg":"trace[1739088001] transaction","detail":"{read_only:false; response_revision:3226; number_of_response:1; }","duration":"313.42512ms","start":"2026-02-27T21:10:58.590025Z","end":"2026-02-27T21:10:58.90345Z","steps":["trace[1739088001] 'process raft request' (duration: 59.544997ms)","trace[1739088001] 'compare' (duration: 253.537346ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:10:58.903578Z","caller":"traceutil/trace.go:171","msg":"trace[344239984] linearizableReadLoop","detail":"{readStateIndex:3378; appliedIndex:3377; }","duration":"218.105184ms","start":"2026-02-27T21:10:58.685439Z","end":"2026-02-27T21:10:58.903544Z","steps":["trace[344239984] 'read index received' (duration: 43.401µs)","trace[344239984] 'applied index is now lower than readState.Index' (duration: 218.055473ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:10:58.903615Z","caller":"traceutil/trace.go:171","msg":"trace[61315494] transaction","detail":"{read_only:false; response_revision:3227; number_of_response:1; }","duration":"143.642273ms","start":"2026-02-27T21:10:58.759947Z","end":"2026-02-27T21:10:58.903589Z","steps":["trace[61315494] 'process raft request' (duration: 143.51217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:10:58.903682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:10:58.589993Z","time spent":"313.580864ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:10:58.903895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.439932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:10:58.904049Z","caller":"traceutil/trace.go:171","msg":"trace[941522234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3227; }","duration":"218.655427ms","start":"2026-02-27T21:10:58.685375Z","end":"2026-02-27T21:10:58.90403Z","steps":["trace[941522234] 'agreement among raft nodes before linearized reading' (duration: 218.275959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:11:30.222339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.787728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-27T21:11:30.222419Z","caller":"traceutil/trace.go:171","msg":"trace[343045059] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3370; }","duration":"105.914542ms","start":"2026-02-27T21:11:30.116488Z","end":"2026-02-27T21:11:30.222403Z","steps":["trace[343045059] 'range keys from in-memory index tree' (duration: 105.620384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:11:44.624344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.087761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:11:44.624593Z","caller":"traceutil/trace.go:171","msg":"trace[1367058235] transaction","detail":"{read_only:false; response_revision:3437; number_of_response:1; }","duration":"216.931866ms","start":"2026-02-27T21:11:44.407639Z","end":"2026-02-27T21:11:44.624571Z","steps":["trace[1367058235] 'process raft request' (duration: 216.825954ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:11:44.624722Z","caller":"traceutil/trace.go:171","msg":"trace[1305160009] transaction","detail":"{read_only:false; response_revision:3436; number_of_response:1; }","duration":"217.075359ms","start":"2026-02-27T21:11:44.407613Z","end":"2026-02-27T21:11:44.624688Z","steps":["trace[1305160009] 'process raft request' (duration: 46.545048ms)","trace[1305160009] 'compare' (duration: 169.909337ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:11:44.625005Z","caller":"traceutil/trace.go:171","msg":"trace[1574564499] transaction","detail":"{read_only:false; response_revision:3438; number_of_response:1; }","duration":"216.896514ms","start":"2026-02-27T21:11:44.408088Z","end":"2026-02-27T21:11:44.624984Z","steps":["trace[1574564499] 'process raft request' (duration: 216.443984ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:11:44.625105Z","caller":"traceutil/trace.go:171","msg":"trace[1790786206] transaction","detail":"{read_only:false; response_revision:3439; number_of_response:1; }","duration":"216.555116ms","start":"2026-02-27T21:11:44.408534Z","end":"2026-02-27T21:11:44.625089Z","steps":["trace[1790786206] 'process raft request' (duration: 216.284021ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:11:44.625387Z","caller":"traceutil/trace.go:171","msg":"trace[50047992] transaction","detail":"{read_only:false; response_revision:3440; number_of_response:1; }","duration":"216.594457ms","start":"2026-02-27T21:11:44.408763Z","end":"2026-02-27T21:11:44.625358Z","steps":["trace[50047992] 'process raft request' (duration: 216.25282ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:11:44.625411Z","caller":"traceutil/trace.go:171","msg":"trace[320234030] transaction","detail":"{read_only:false; response_revision:3441; number_of_response:1; }","duration":"216.565786ms","start":"2026-02-27T21:11:44.408832Z","end":"2026-02-27T21:11:44.625398Z","steps":["trace[320234030] 'process raft request' (duration: 216.406583ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:11:44.625514Z","caller":"traceutil/trace.go:171","msg":"trace[427548132] transaction","detail":"{read_only:false; response_revision:3442; number_of_response:1; }","duration":"210.952392ms","start":"2026-02-27T21:11:44.414551Z","end":"2026-02-27T21:11:44.625503Z","steps":["trace[427548132] 'process raft request' (duration: 210.786588ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:11:46.265818Z","caller":"traceutil/trace.go:171","msg":"trace[1247015072] transaction","detail":"{read_only:false; response_revision:3451; number_of_response:1; }","duration":"100.391708ms","start":"2026-02-27T21:11:46.165392Z","end":"2026-02-27T21:11:46.265784Z","steps":["trace[1247015072] 'process raft request' (duration: 99.485567ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:11:55.362811Z","caller":"traceutil/trace.go:171","msg":"trace[1660654985] transaction","detail":"{read_only:false; response_revision:3606; number_of_response:1; }","duration":"209.887199ms","start":"2026-02-27T21:11:55.152901Z","end":"2026-02-27T21:11:55.362788Z","steps":["trace[1660654985] 'process raft request' (duration: 209.744086ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:11:55.567701Z","caller":"traceutil/trace.go:171","msg":"trace[1564210348] linearizableReadLoop","detail":"{readStateIndex:3776; appliedIndex:3774; }","duration":"376.809629ms","start":"2026-02-27T21:11:55.190862Z","end":"2026-02-27T21:11:55.567672Z","steps":["trace[1564210348] 'read index received' (duration: 171.83759ms)","trace[1564210348] 'applied index is now lower than readState.Index' (duration: 204.970989ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:11:55.567744Z","caller":"traceutil/trace.go:171","msg":"trace[1085119461] transaction","detail":"{read_only:false; response_revision:3607; number_of_response:1; }","duration":"397.50142ms","start":"2026-02-27T21:11:55.170204Z","end":"2026-02-27T21:11:55.567705Z","steps":["trace[1085119461] 'process raft request' (duration: 397.300726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:11:55.567883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.994122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:11:55.567919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.138717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:11:55.567928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:11:55.170175Z","time spent":"397.651484ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:11:55.567969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.942361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T21:11:55.567972Z","caller":"traceutil/trace.go:171","msg":"trace[2113609733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3607; }","duration":"377.123656ms","start":"2026-02-27T21:11:55.190826Z","end":"2026-02-27T21:11:55.56795Z","steps":["trace[2113609733] 'agreement among raft nodes before linearized reading' (duration: 376.963682ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:11:55.567979Z","caller":"traceutil/trace.go:171","msg":"trace[1579900991] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3607; }","duration":"185.219389ms","start":"2026-02-27T21:11:55.382743Z","end":"2026-02-27T21:11:55.567962Z","steps":["trace[1579900991] 'agreement among raft nodes before linearized reading' (duration: 185.133847ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:11:55.568018Z","caller":"traceutil/trace.go:171","msg":"trace[1209763287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3607; }","duration":"333.023883ms","start":"2026-02-27T21:11:55.23498Z","end":"2026-02-27T21:11:55.568004Z","steps":["trace[1209763287] 'agreement among raft nodes before linearized reading' (duration: 332.839369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:11:55.568028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:11:55.190814Z","time spent":"377.205967ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:11:55.568063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:11:55.234972Z","time spent":"333.082644ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T21:11:55.568181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.547285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T21:11:55.568277Z","caller":"traceutil/trace.go:171","msg":"trace[2037441153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3607; }","duration":"202.676907ms","start":"2026-02-27T21:11:55.365577Z","end":"2026-02-27T21:11:55.568254Z","steps":["trace[2037441153] 'agreement among raft nodes before linearized reading' (duration: 202.399941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:11:55.568248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.73517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T21:11:55.568357Z","caller":"traceutil/trace.go:171","msg":"trace[1106679407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3607; }","duration":"207.888784ms","start":"2026-02-27T21:11:55.360442Z","end":"2026-02-27T21:11:55.56833Z","steps":["trace[1106679407] 'agreement among raft nodes before linearized reading' (duration: 207.587047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:11:55.568196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.960926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T21:11:55.568588Z","caller":"traceutil/trace.go:171","msg":"trace[46463159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3607; }","duration":"195.327273ms","start":"2026-02-27T21:11:55.373198Z","end":"2026-02-27T21:11:55.568525Z","steps":["trace[46463159] 'agreement among raft nodes before linearized reading' (duration: 194.645438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:11:56.012215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.757747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:11:56.012336Z","caller":"traceutil/trace.go:171","msg":"trace[1552229799] linearizableReadLoop","detail":"{readStateIndex:3788; appliedIndex:3787; }","duration":"388.551351ms","start":"2026-02-27T21:11:55.623766Z","end":"2026-02-27T21:11:56.012318Z","steps":["trace[1552229799] 'read index received' (duration: 186.596309ms)","trace[1552229799] 'applied index is now lower than readState.Index' (duration: 201.953622ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:11:56.012435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.654953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:11:56.012496Z","caller":"traceutil/trace.go:171","msg":"trace[1569228649] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev; range_end:; response_count:0; response_revision:3619; }","duration":"388.746676ms","start":"2026-02-27T21:11:55.623733Z","end":"2026-02-27T21:11:56.01248Z","steps":["trace[1569228649] 'agreement among raft nodes before linearized reading' (duration: 388.635043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:11:56.012552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:11:55.623718Z","time spent":"388.820757ms","remote":"127.0.0.1:57970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev\" "} {"level":"info","ts":"2026-02-27T21:11:56.012763Z","caller":"traceutil/trace.go:171","msg":"trace[92123343] transaction","detail":"{read_only:false; response_revision:3619; number_of_response:1; }","duration":"400.783123ms","start":"2026-02-27T21:11:55.61194Z","end":"2026-02-27T21:11:56.012723Z","steps":["trace[92123343] 'process raft request' (duration: 198.416722ms)","trace[92123343] 'compare' (duration: 201.478071ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:11:56.012971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:11:55.611919Z","time spent":"400.947187ms","remote":"127.0.0.1:57970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:11:56.034531Z","caller":"traceutil/trace.go:171","msg":"trace[78285723] transaction","detail":"{read_only:false; response_revision:3620; number_of_response:1; }","duration":"409.14333ms","start":"2026-02-27T21:11:55.625367Z","end":"2026-02-27T21:11:56.03451Z","steps":["trace[78285723] 'process raft request' (duration: 409.037337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:11:56.034669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:11:55.625357Z","time spent":"409.242382ms","remote":"127.0.0.1:57970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3765,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:11:56.364462Z","caller":"traceutil/trace.go:171","msg":"trace[1384268066] transaction","detail":"{read_only:false; response_revision:3621; number_of_response:1; }","duration":"348.778865ms","start":"2026-02-27T21:11:56.015647Z","end":"2026-02-27T21:11:56.364426Z","steps":["trace[1384268066] 'process raft request' (duration: 268.556676ms)","trace[1384268066] 'compare' (duration: 79.460391ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:11:56.364653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:11:56.015623Z","time spent":"348.936929ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:11:56.364664Z","caller":"traceutil/trace.go:171","msg":"trace[133091081] transaction","detail":"{read_only:false; response_revision:3622; number_of_response:1; }","duration":"344.812605ms","start":"2026-02-27T21:11:56.019828Z","end":"2026-02-27T21:11:56.364641Z","steps":["trace[133091081] 'process raft request' (duration: 344.261762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:11:56.364918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:11:56.019813Z","time spent":"345.043811ms","remote":"127.0.0.1:57970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6321,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:11:56.368559Z","caller":"traceutil/trace.go:171","msg":"trace[1966440669] transaction","detail":"{read_only:false; response_revision:3623; number_of_response:1; }","duration":"328.568394ms","start":"2026-02-27T21:11:56.039945Z","end":"2026-02-27T21:11:56.368514Z","steps":["trace[1966440669] 'process raft request' (duration: 328.455262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:11:56.368714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:11:56.039918Z","time spent":"328.718767ms","remote":"127.0.0.1:57970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3774,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:11:57.761882Z","caller":"traceutil/trace.go:171","msg":"trace[576093634] transaction","detail":"{read_only:false; response_revision:3663; number_of_response:1; }","duration":"144.763346ms","start":"2026-02-27T21:11:57.617083Z","end":"2026-02-27T21:11:57.761847Z","steps":["trace[576093634] 'process raft request' (duration: 144.689144ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:11:57.761935Z","caller":"traceutil/trace.go:171","msg":"trace[560367020] transaction","detail":"{read_only:false; response_revision:3662; number_of_response:1; }","duration":"144.811717ms","start":"2026-02-27T21:11:57.617087Z","end":"2026-02-27T21:11:57.761899Z","steps":["trace[560367020] 'process raft request' (duration: 76.445833ms)","trace[560367020] 'compare' (duration: 68.137749ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:11:57.762086Z","caller":"traceutil/trace.go:171","msg":"trace[220629641] transaction","detail":"{read_only:false; response_revision:3664; number_of_response:1; }","duration":"144.236166ms","start":"2026-02-27T21:11:57.617833Z","end":"2026-02-27T21:11:57.762069Z","steps":["trace[220629641] 'process raft request' (duration: 143.975519ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:11:57.762254Z","caller":"traceutil/trace.go:171","msg":"trace[599248678] linearizableReadLoop","detail":"{readStateIndex:3834; appliedIndex:3830; }","duration":"140.84635ms","start":"2026-02-27T21:11:57.621396Z","end":"2026-02-27T21:11:57.762242Z","steps":["trace[599248678] 'read index received' (duration: 72.148879ms)","trace[599248678] 'applied index is now lower than readState.Index' (duration: 68.696361ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:11:57.762326Z","caller":"traceutil/trace.go:171","msg":"trace[189159007] transaction","detail":"{read_only:false; response_revision:3665; number_of_response:1; }","duration":"144.466861ms","start":"2026-02-27T21:11:57.61785Z","end":"2026-02-27T21:11:57.762317Z","steps":["trace[189159007] 'process raft request' (duration: 144.163063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:11:57.762385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.964913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:11:57.762428Z","caller":"traceutil/trace.go:171","msg":"trace[1029590605] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3665; }","duration":"141.057735ms","start":"2026-02-27T21:11:57.621359Z","end":"2026-02-27T21:11:57.762417Z","steps":["trace[1029590605] 'agreement among raft nodes before linearized reading' (duration: 140.935013ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:12:24.131212Z","caller":"traceutil/trace.go:171","msg":"trace[1418349814] linearizableReadLoop","detail":"{readStateIndex:4000; appliedIndex:3999; }","duration":"113.962891ms","start":"2026-02-27T21:12:24.017224Z","end":"2026-02-27T21:12:24.131187Z","steps":["trace[1418349814] 'read index received' (duration: 113.835568ms)","trace[1418349814] 'applied index is now lower than readState.Index' (duration: 125.893µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:12:24.131504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.903092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T21:12:24.131598Z","caller":"traceutil/trace.go:171","msg":"trace[1212581489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3825; }","duration":"158.032084ms","start":"2026-02-27T21:12:23.973545Z","end":"2026-02-27T21:12:24.131577Z","steps":["trace[1212581489] 'agreement among raft nodes before linearized reading' (duration: 157.769477ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:12:24.131287Z","caller":"traceutil/trace.go:171","msg":"trace[1109909318] transaction","detail":"{read_only:false; response_revision:3825; number_of_response:1; }","duration":"157.434011ms","start":"2026-02-27T21:12:23.973806Z","end":"2026-02-27T21:12:24.13124Z","steps":["trace[1109909318] 'process raft request' (duration: 157.192165ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:12:24.131805Z","caller":"traceutil/trace.go:171","msg":"trace[957612568] transaction","detail":"{read_only:false; response_revision:3826; number_of_response:1; }","duration":"110.627488ms","start":"2026-02-27T21:12:24.021148Z","end":"2026-02-27T21:12:24.131775Z","steps":["trace[957612568] 'process raft request' (duration: 110.513945ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:12:30.045632Z","caller":"traceutil/trace.go:171","msg":"trace[331274091] transaction","detail":"{read_only:false; response_revision:3858; number_of_response:1; }","duration":"524.604668ms","start":"2026-02-27T21:12:29.521003Z","end":"2026-02-27T21:12:30.045608Z","steps":["trace[331274091] 'process raft request' (duration: 524.467365ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:12:30.045706Z","caller":"traceutil/trace.go:171","msg":"trace[599609889] linearizableReadLoop","detail":"{readStateIndex:4034; appliedIndex:4034; }","duration":"272.589599ms","start":"2026-02-27T21:12:29.77309Z","end":"2026-02-27T21:12:30.04568Z","steps":["trace[599609889] 'read index received' (duration: 272.568318ms)","trace[599609889] 'applied index is now lower than readState.Index' (duration: 19.121µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:12:30.045791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:12:29.520979Z","time spent":"524.736951ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:12:30.045948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.839514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T21:12:30.045995Z","caller":"traceutil/trace.go:171","msg":"trace[1136704184] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3858; }","duration":"272.925786ms","start":"2026-02-27T21:12:29.773056Z","end":"2026-02-27T21:12:30.045982Z","steps":["trace[1136704184] 'agreement among raft nodes before linearized reading' (duration: 272.738422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:12:30.651397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.789764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:12:30.65153Z","caller":"traceutil/trace.go:171","msg":"trace[122064457] linearizableReadLoop","detail":"{readStateIndex:4035; appliedIndex:4034; }","duration":"605.739156ms","start":"2026-02-27T21:12:30.045769Z","end":"2026-02-27T21:12:30.651508Z","steps":["trace[122064457] 'read index received' (duration: 201.703667ms)","trace[122064457] 'applied index is now lower than readState.Index' (duration: 404.033839ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:12:30.651588Z","caller":"traceutil/trace.go:171","msg":"trace[528373307] transaction","detail":"{read_only:false; response_revision:3859; number_of_response:1; }","duration":"842.64103ms","start":"2026-02-27T21:12:29.808909Z","end":"2026-02-27T21:12:30.65155Z","steps":["trace[528373307] 'process raft request' (duration: 438.607141ms)","trace[528373307] 'compare' (duration: 403.528608ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:12:30.651823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:12:29.808885Z","time spent":"842.776253ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:12:30.651875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.232578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T21:12:30.651974Z","caller":"traceutil/trace.go:171","msg":"trace[1141852481] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3859; }","duration":"602.364542ms","start":"2026-02-27T21:12:30.049586Z","end":"2026-02-27T21:12:30.651951Z","steps":["trace[1141852481] 'agreement among raft nodes before linearized reading' (duration: 602.068585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:12:30.65204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:12:30.04958Z","time spent":"602.448934ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T21:12:30.651837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.637578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:12:30.652402Z","caller":"traceutil/trace.go:171","msg":"trace[727752969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3859; }","duration":"612.211101ms","start":"2026-02-27T21:12:30.040144Z","end":"2026-02-27T21:12:30.652355Z","steps":["trace[727752969] 'agreement among raft nodes before linearized reading' (duration: 611.469745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:12:30.652034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.057267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T21:12:30.652473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:12:30.040121Z","time spent":"612.332263ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T21:12:30.652494Z","caller":"traceutil/trace.go:171","msg":"trace[40651015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3859; }","duration":"490.529198ms","start":"2026-02-27T21:12:30.161937Z","end":"2026-02-27T21:12:30.652466Z","steps":["trace[40651015] 'agreement among raft nodes before linearized reading' (duration: 489.971396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:12:30.652574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:12:30.161922Z","time spent":"490.62441ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:12:30.652525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.786607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:12:30.653063Z","caller":"traceutil/trace.go:171","msg":"trace[808372391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3859; }","duration":"462.335501ms","start":"2026-02-27T21:12:30.190703Z","end":"2026-02-27T21:12:30.653038Z","steps":["trace[808372391] 'agreement among raft nodes before linearized reading' (duration: 461.740387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:12:30.653122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:12:30.19069Z","time spent":"462.418002ms","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:12:30.652563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.523812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:12:30.653219Z","caller":"traceutil/trace.go:171","msg":"trace[1987093469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3859; }","duration":"497.220757ms","start":"2026-02-27T21:12:30.155987Z","end":"2026-02-27T21:12:30.653208Z","steps":["trace[1987093469] 'agreement among raft nodes before linearized reading' (duration: 496.371758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:12:30.653255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:12:30.155976Z","time spent":"497.269499ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:12:30.652996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.829677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T21:12:30.653352Z","caller":"traceutil/trace.go:171","msg":"trace[2110854968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3859; }","duration":"496.201816ms","start":"2026-02-27T21:12:30.157121Z","end":"2026-02-27T21:12:30.653323Z","steps":["trace[2110854968] 'agreement among raft nodes before linearized reading' (duration: 495.141172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:12:30.653456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:12:30.157098Z","time spent":"496.326218ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T21:12:34.796572Z","caller":"traceutil/trace.go:171","msg":"trace[1799666874] transaction","detail":"{read_only:false; response_revision:3883; number_of_response:1; }","duration":"100.898149ms","start":"2026-02-27T21:12:34.695652Z","end":"2026-02-27T21:12:34.79655Z","steps":["trace[1799666874] 'process raft request' (duration: 100.837948ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:12:34.796637Z","caller":"traceutil/trace.go:171","msg":"trace[1060534537] transaction","detail":"{read_only:false; response_revision:3881; number_of_response:1; }","duration":"101.33812ms","start":"2026-02-27T21:12:34.695263Z","end":"2026-02-27T21:12:34.796601Z","steps":["trace[1060534537] 'process raft request' (duration: 101.004233ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:12:34.796641Z","caller":"traceutil/trace.go:171","msg":"trace[1904107819] transaction","detail":"{read_only:false; response_revision:3884; number_of_response:1; }","duration":"100.88434ms","start":"2026-02-27T21:12:34.695734Z","end":"2026-02-27T21:12:34.796619Z","steps":["trace[1904107819] 'process raft request' (duration: 100.785958ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:12:34.796741Z","caller":"traceutil/trace.go:171","msg":"trace[293584769] transaction","detail":"{read_only:false; response_revision:3882; number_of_response:1; }","duration":"101.280198ms","start":"2026-02-27T21:12:34.695449Z","end":"2026-02-27T21:12:34.796729Z","steps":["trace[293584769] 'process raft request' (duration: 100.990352ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:12:42.553576Z","caller":"traceutil/trace.go:171","msg":"trace[1330878634] transaction","detail":"{read_only:false; response_revision:3918; number_of_response:1; }","duration":"387.902989ms","start":"2026-02-27T21:12:42.165643Z","end":"2026-02-27T21:12:42.553546Z","steps":["trace[1330878634] 'process raft request' (duration: 387.735986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:12:42.553739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:12:42.165616Z","time spent":"388.049903ms","remote":"127.0.0.1:42468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:13:34.853554Z","caller":"traceutil/trace.go:171","msg":"trace[176545160] transaction","detail":"{read_only:false; response_revision:4244; number_of_response:1; }","duration":"196.318357ms","start":"2026-02-27T21:13:34.657209Z","end":"2026-02-27T21:13:34.853527Z","steps":["trace[176545160] 'process raft request' (duration: 130.035428ms)","trace[176545160] 'compare' (duration: 65.980512ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:13:36.011847Z","caller":"traceutil/trace.go:171","msg":"trace[1192750233] transaction","detail":"{read_only:false; response_revision:4261; number_of_response:1; }","duration":"102.932455ms","start":"2026-02-27T21:13:35.908888Z","end":"2026-02-27T21:13:36.011821Z","steps":["trace[1192750233] 'process raft request' (duration: 102.195978ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:13:36.158651Z","caller":"traceutil/trace.go:171","msg":"trace[1901723120] transaction","detail":"{read_only:false; response_revision:4262; number_of_response:1; }","duration":"117.031679ms","start":"2026-02-27T21:13:36.04157Z","end":"2026-02-27T21:13:36.158602Z","steps":["trace[1901723120] 'process raft request' (duration: 77.391166ms)","trace[1901723120] 'compare' (duration: 39.47081ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:13:37.518461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.934865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:13:37.518603Z","caller":"traceutil/trace.go:171","msg":"trace[417576104] linearizableReadLoop","detail":"{readStateIndex:4478; appliedIndex:4477; }","duration":"400.440809ms","start":"2026-02-27T21:13:37.118145Z","end":"2026-02-27T21:13:37.518585Z","steps":["trace[417576104] 'read index received' (duration: 236.200877ms)","trace[417576104] 'applied index is now lower than readState.Index' (duration: 164.238252ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:13:37.518674Z","caller":"traceutil/trace.go:171","msg":"trace[575791696] transaction","detail":"{read_only:false; response_revision:4273; number_of_response:1; }","duration":"404.848467ms","start":"2026-02-27T21:13:37.113751Z","end":"2026-02-27T21:13:37.518599Z","steps":["trace[575791696] 'process raft request' (duration: 240.668447ms)","trace[575791696] 'compare' (duration: 163.426964ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:13:37.518749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.652676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:13:37.518821Z","caller":"traceutil/trace.go:171","msg":"trace[1876619072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4273; }","duration":"327.743868ms","start":"2026-02-27T21:13:37.191057Z","end":"2026-02-27T21:13:37.5188Z","steps":["trace[1876619072] 'agreement among raft nodes before linearized reading' (duration: 327.645975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:37.518889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:13:37.191043Z","time spent":"327.83289ms","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:13:37.518888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:13:37.11373Z","time spent":"405.049201ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:13:37.518897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.339911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:13:37.51898Z","caller":"traceutil/trace.go:171","msg":"trace[1577778993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4273; }","duration":"189.446974ms","start":"2026-02-27T21:13:37.329508Z","end":"2026-02-27T21:13:37.518955Z","steps":["trace[1577778993] 'agreement among raft nodes before linearized reading' (duration: 189.223948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:37.519009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.86855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:13:37.519046Z","caller":"traceutil/trace.go:171","msg":"trace[1693971497] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4273; }","duration":"400.937541ms","start":"2026-02-27T21:13:37.118098Z","end":"2026-02-27T21:13:37.519036Z","steps":["trace[1693971497] 'agreement among raft nodes before linearized reading' (duration: 400.577962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:37.519083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:13:37.118082Z","time spent":"400.994093ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:13:37.519198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.582577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T21:13:37.519217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.261716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T21:13:37.519239Z","caller":"traceutil/trace.go:171","msg":"trace[116444242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4273; }","duration":"189.648949ms","start":"2026-02-27T21:13:37.329581Z","end":"2026-02-27T21:13:37.51923Z","steps":["trace[116444242] 'agreement among raft nodes before linearized reading' (duration: 189.539047ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:13:37.519263Z","caller":"traceutil/trace.go:171","msg":"trace[474638095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4273; }","duration":"196.328297ms","start":"2026-02-27T21:13:37.32292Z","end":"2026-02-27T21:13:37.519249Z","steps":["trace[474638095] 'agreement among raft nodes before linearized reading' (duration: 196.197995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:37.519309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.086531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T21:13:37.519368Z","caller":"traceutil/trace.go:171","msg":"trace[1402602230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4273; }","duration":"226.202284ms","start":"2026-02-27T21:13:37.293151Z","end":"2026-02-27T21:13:37.519353Z","steps":["trace[1402602230] 'agreement among raft nodes before linearized reading' (duration: 226.04509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:37.823423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.272154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:13:37.823742Z","caller":"traceutil/trace.go:171","msg":"trace[1875414548] transaction","detail":"{read_only:false; response_revision:4275; number_of_response:1; }","duration":"298.729791ms","start":"2026-02-27T21:13:37.52497Z","end":"2026-02-27T21:13:37.823699Z","steps":["trace[1875414548] 'process raft request' (duration: 190.043588ms)","trace[1875414548] 'compare' (duration: 108.064469ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:13:37.823789Z","caller":"traceutil/trace.go:171","msg":"trace[240120993] transaction","detail":"{read_only:false; response_revision:4277; number_of_response:1; }","duration":"298.361613ms","start":"2026-02-27T21:13:37.525403Z","end":"2026-02-27T21:13:37.823764Z","steps":["trace[240120993] 'process raft request' (duration: 298.275551ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:13:37.823895Z","caller":"traceutil/trace.go:171","msg":"trace[1793907681] transaction","detail":"{read_only:false; response_revision:4276; number_of_response:1; }","duration":"298.766221ms","start":"2026-02-27T21:13:37.525092Z","end":"2026-02-27T21:13:37.823858Z","steps":["trace[1793907681] 'process raft request' (duration: 298.485995ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:13:37.823988Z","caller":"traceutil/trace.go:171","msg":"trace[866101695] transaction","detail":"{read_only:false; response_revision:4278; number_of_response:1; }","duration":"298.507426ms","start":"2026-02-27T21:13:37.525469Z","end":"2026-02-27T21:13:37.823976Z","steps":["trace[866101695] 'process raft request' (duration: 298.25091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:39.65671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.460366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:13:39.656785Z","caller":"traceutil/trace.go:171","msg":"trace[363778487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4287; }","duration":"150.590678ms","start":"2026-02-27T21:13:39.506176Z","end":"2026-02-27T21:13:39.656767Z","steps":["trace[363778487] 'range keys from in-memory index tree' (duration: 150.308102ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:13:39.659523Z","caller":"traceutil/trace.go:171","msg":"trace[1775542511] linearizableReadLoop","detail":"{readStateIndex:4494; appliedIndex:4493; }","duration":"130.733785ms","start":"2026-02-27T21:13:39.528767Z","end":"2026-02-27T21:13:39.659501Z","steps":["trace[1775542511] 'read index received' (duration: 130.490319ms)","trace[1775542511] 'applied index is now lower than readState.Index' (duration: 242.286µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:13:39.659565Z","caller":"traceutil/trace.go:171","msg":"trace[1421794449] transaction","detail":"{read_only:false; response_revision:4288; number_of_response:1; }","duration":"135.032562ms","start":"2026-02-27T21:13:39.524506Z","end":"2026-02-27T21:13:39.659539Z","steps":["trace[1421794449] 'process raft request' (duration: 134.847587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:39.659736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.962871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T21:13:39.659775Z","caller":"traceutil/trace.go:171","msg":"trace[1233791808] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:4288; }","duration":"131.024012ms","start":"2026-02-27T21:13:39.528741Z","end":"2026-02-27T21:13:39.659765Z","steps":["trace[1233791808] 'agreement among raft nodes before linearized reading' (duration: 130.888449ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:13:44.745364Z","caller":"traceutil/trace.go:171","msg":"trace[235186707] linearizableReadLoop","detail":"{readStateIndex:4844; appliedIndex:4842; }","duration":"234.538951ms","start":"2026-02-27T21:13:44.510778Z","end":"2026-02-27T21:13:44.745317Z","steps":["trace[235186707] 'read index received' (duration: 5.918232ms)","trace[235186707] 'applied index is now lower than readState.Index' (duration: 228.618369ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:13:44.74542Z","caller":"traceutil/trace.go:171","msg":"trace[154193762] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"235.227935ms","start":"2026-02-27T21:13:44.510146Z","end":"2026-02-27T21:13:44.745374Z","steps":["trace[154193762] 'process raft request' (duration: 234.833416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:44.745785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.94948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:4318"} {"level":"info","ts":"2026-02-27T21:13:44.745943Z","caller":"traceutil/trace.go:171","msg":"trace[853103848] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4633; }","duration":"235.152644ms","start":"2026-02-27T21:13:44.510753Z","end":"2026-02-27T21:13:44.745905Z","steps":["trace[853103848] 'agreement among raft nodes before linearized reading' (duration: 234.729114ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:13:44.770968Z","caller":"traceutil/trace.go:171","msg":"trace[1142645612] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"151.195901ms","start":"2026-02-27T21:13:44.619746Z","end":"2026-02-27T21:13:44.770942Z","steps":["trace[1142645612] 'process raft request' (duration: 150.969836ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:13:44.77132Z","caller":"traceutil/trace.go:171","msg":"trace[148856808] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"100.337506ms","start":"2026-02-27T21:13:44.670948Z","end":"2026-02-27T21:13:44.771285Z","steps":["trace[148856808] 'process raft request' (duration: 99.929207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:44.771441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.171427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:13:44.771549Z","caller":"traceutil/trace.go:171","msg":"trace[60572017] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4635; }","duration":"176.326291ms","start":"2026-02-27T21:13:44.595198Z","end":"2026-02-27T21:13:44.771525Z","steps":["trace[60572017] 'agreement among raft nodes before linearized reading' (duration: 176.129046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:44.771634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.786303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls-dtx66\" ","response":"range_response_count:1 size:2456"} {"level":"info","ts":"2026-02-27T21:13:44.771678Z","caller":"traceutil/trace.go:171","msg":"trace[167888486] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls-dtx66; range_end:; response_count:1; response_revision:4635; }","duration":"212.880217ms","start":"2026-02-27T21:13:44.558788Z","end":"2026-02-27T21:13:44.771669Z","steps":["trace[167888486] 'agreement among raft nodes before linearized reading' (duration: 212.573279ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:13:45.323052Z","caller":"traceutil/trace.go:171","msg":"trace[2067687608] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"101.951083ms","start":"2026-02-27T21:13:45.221076Z","end":"2026-02-27T21:13:45.323027Z","steps":["trace[2067687608] 'process raft request' (duration: 101.8178ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:13:46.097264Z","caller":"traceutil/trace.go:171","msg":"trace[1244757769] linearizableReadLoop","detail":"{readStateIndex:4864; appliedIndex:4863; }","duration":"246.65231ms","start":"2026-02-27T21:13:45.850586Z","end":"2026-02-27T21:13:46.097238Z","steps":["trace[1244757769] 'read index received' (duration: 246.358353ms)","trace[1244757769] 'applied index is now lower than readState.Index' (duration: 292.437µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:13:46.097335Z","caller":"traceutil/trace.go:171","msg":"trace[1608284003] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"322.077541ms","start":"2026-02-27T21:13:45.775226Z","end":"2026-02-27T21:13:46.097304Z","steps":["trace[1608284003] 'process raft request' (duration: 321.827096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:46.097496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:13:45.775202Z","time spent":"322.198194ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4471,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:13:46.097553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.960386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T21:13:46.097598Z","caller":"traceutil/trace.go:171","msg":"trace[320674761] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4652; }","duration":"247.074078ms","start":"2026-02-27T21:13:45.850506Z","end":"2026-02-27T21:13:46.09758Z","steps":["trace[320674761] 'agreement among raft nodes before linearized reading' (duration: 246.894854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:46.097614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.756005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T21:13:46.097664Z","caller":"traceutil/trace.go:171","msg":"trace[1951090614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4652; }","duration":"243.872848ms","start":"2026-02-27T21:13:45.853778Z","end":"2026-02-27T21:13:46.097651Z","steps":["trace[1951090614] 'agreement among raft nodes before linearized reading' (duration: 243.708934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:46.097845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.203892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T21:13:46.097966Z","caller":"traceutil/trace.go:171","msg":"trace[1654905812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4652; }","duration":"243.363396ms","start":"2026-02-27T21:13:45.854583Z","end":"2026-02-27T21:13:46.097946Z","steps":["trace[1654905812] 'agreement among raft nodes before linearized reading' (duration: 243.031059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:46.098013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.450742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T21:13:46.098164Z","caller":"traceutil/trace.go:171","msg":"trace[88461202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4652; }","duration":"240.650996ms","start":"2026-02-27T21:13:45.857479Z","end":"2026-02-27T21:13:46.09813Z","steps":["trace[88461202] 'agreement among raft nodes before linearized reading' (duration: 240.076633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:49.98989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.604911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T21:13:49.990073Z","caller":"traceutil/trace.go:171","msg":"trace[244385479] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4773; }","duration":"110.072614ms","start":"2026-02-27T21:13:49.879958Z","end":"2026-02-27T21:13:49.990031Z","steps":["trace[244385479] 'compare' (duration: 108.485489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:53.162151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.363293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-02-27T21:13:53.162235Z","caller":"traceutil/trace.go:171","msg":"trace[1336268719] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4854; }","duration":"124.509727ms","start":"2026-02-27T21:13:53.037707Z","end":"2026-02-27T21:13:53.162217Z","steps":["trace[1336268719] 'range keys from in-memory index tree' (duration: 124.199901ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:13:53.568274Z","caller":"traceutil/trace.go:171","msg":"trace[1110695711] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"133.902535ms","start":"2026-02-27T21:13:53.434343Z","end":"2026-02-27T21:13:53.568245Z","steps":["trace[1110695711] 'process raft request' (duration: 133.728671ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:13:54.633963Z","caller":"traceutil/trace.go:171","msg":"trace[824268496] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"158.705249ms","start":"2026-02-27T21:13:54.475231Z","end":"2026-02-27T21:13:54.633936Z","steps":["trace[824268496] 'process raft request' (duration: 158.513364ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:13:54.9983Z","caller":"traceutil/trace.go:171","msg":"trace[877846515] linearizableReadLoop","detail":"{readStateIndex:5091; appliedIndex:5090; }","duration":"110.857712ms","start":"2026-02-27T21:13:54.887416Z","end":"2026-02-27T21:13:54.998274Z","steps":["trace[877846515] 'read index received' (duration: 110.73052ms)","trace[877846515] 'applied index is now lower than readState.Index' (duration: 125.862µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:13:54.998335Z","caller":"traceutil/trace.go:171","msg":"trace[781159015] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"110.931863ms","start":"2026-02-27T21:13:54.887377Z","end":"2026-02-27T21:13:54.998309Z","steps":["trace[781159015] 'process raft request' (duration: 110.730799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:54.998534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.084847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:13:54.998617Z","caller":"traceutil/trace.go:171","msg":"trace[1020537935] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:0; response_revision:4872; }","duration":"111.20388ms","start":"2026-02-27T21:13:54.887395Z","end":"2026-02-27T21:13:54.998599Z","steps":["trace[1020537935] 'agreement among raft nodes before linearized reading' (duration: 110.983945ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:13:55.004547Z","caller":"traceutil/trace.go:171","msg":"trace[1518034589] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"112.442917ms","start":"2026-02-27T21:13:54.892079Z","end":"2026-02-27T21:13:55.004521Z","steps":["trace[1518034589] 'process raft request' (duration: 112.294593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:58.415234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456276268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:13:59.130251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225911786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6cc07e98-8f78-49dc-af08-d8830f32eb16\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-02-27T21:13:59.13034Z","caller":"traceutil/trace.go:171","msg":"trace[1330288960] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6cc07e98-8f78-49dc-af08-d8830f32eb16; range_end:; response_count:1; response_revision:5005; }","duration":"1.226042409s","start":"2026-02-27T21:13:57.904274Z","end":"2026-02-27T21:13:59.130317Z","steps":["trace[1330288960] 'range keys from in-memory index tree' (duration: 1.225717471s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:59.130384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:13:57.904257Z","time spent":"1.22611706s","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6cc07e98-8f78-49dc-af08-d8830f32eb16\" "} {"level":"warn","ts":"2026-02-27T21:13:59.131091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.204708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:13:59.131383Z","caller":"traceutil/trace.go:171","msg":"trace[557055987] linearizableReadLoop","detail":"{readStateIndex:5229; appliedIndex:5228; }","duration":"1.2162509s","start":"2026-02-27T21:13:57.915114Z","end":"2026-02-27T21:13:59.131365Z","steps":["trace[557055987] 'read index received' (duration: 635.605713ms)","trace[557055987] 'applied index is now lower than readState.Index' (duration: 580.642697ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:13:59.131712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216564358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6cc07e98-8f78-49dc-af08-d8830f32eb16\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-02-27T21:13:59.131338Z","caller":"traceutil/trace.go:171","msg":"trace[8704297] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"1.223171834s","start":"2026-02-27T21:13:57.908098Z","end":"2026-02-27T21:13:59.13127Z","steps":["trace[8704297] 'process raft request' (duration: 642.605798ms)","trace[8704297] 'compare' (duration: 579.067063ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:13:59.131831Z","caller":"traceutil/trace.go:171","msg":"trace[237206940] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6cc07e98-8f78-49dc-af08-d8830f32eb16; range_end:; response_count:1; response_revision:5007; }","duration":"1.216693881s","start":"2026-02-27T21:13:57.915108Z","end":"2026-02-27T21:13:59.131802Z","steps":["trace[237206940] 'agreement among raft nodes before linearized reading' (duration: 1.216363112s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:13:59.131819Z","caller":"traceutil/trace.go:171","msg":"trace[187610269] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"698.224379ms","start":"2026-02-27T21:13:58.433201Z","end":"2026-02-27T21:13:59.131426Z","steps":["trace[187610269] 'process raft request' (duration: 698.094356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:59.131929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:13:57.91508Z","time spent":"1.216833884s","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6cc07e98-8f78-49dc-af08-d8830f32eb16\" "} {"level":"warn","ts":"2026-02-27T21:13:59.131984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:13:57.908072Z","time spent":"1.223769667s","remote":"127.0.0.1:58614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2501,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:13:59.132082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:13:58.433184Z","time spent":"698.762562ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:13:59.574824Z","caller":"traceutil/trace.go:171","msg":"trace[284942974] linearizableReadLoop","detail":"{readStateIndex:5231; appliedIndex:5230; }","duration":"443.309055ms","start":"2026-02-27T21:13:59.131482Z","end":"2026-02-27T21:13:59.574791Z","steps":["trace[284942974] 'read index received' (duration: 442.63727ms)","trace[284942974] 'applied index is now lower than readState.Index' (duration: 669.235µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:13:59.575035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386068027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:13:59.575151Z","caller":"traceutil/trace.go:171","msg":"trace[807679759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5008; }","duration":"1.38623968s","start":"2026-02-27T21:13:58.188886Z","end":"2026-02-27T21:13:59.575126Z","steps":["trace[807679759] 'agreement among raft nodes before linearized reading' (duration: 1.386089477s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:59.575198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:13:58.188862Z","time spent":"1.386324703s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:13:59.575093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381986465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:13:59.575252Z","caller":"traceutil/trace.go:171","msg":"trace[642935133] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"929.529596ms","start":"2026-02-27T21:13:58.645464Z","end":"2026-02-27T21:13:59.574994Z","steps":["trace[642935133] 'process raft request' (duration: 929.111637ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:13:59.575351Z","caller":"traceutil/trace.go:171","msg":"trace[1520844237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5008; }","duration":"1.3822009s","start":"2026-02-27T21:13:58.193054Z","end":"2026-02-27T21:13:59.575255Z","steps":["trace[1520844237] 'agreement among raft nodes before linearized reading' (duration: 1.381883673s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:59.57536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382647081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T21:13:59.575462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175206635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"warn","ts":"2026-02-27T21:13:59.57545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398517273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:13:59.575514Z","caller":"traceutil/trace.go:171","msg":"trace[556787313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5008; }","duration":"1.382871645s","start":"2026-02-27T21:13:58.192609Z","end":"2026-02-27T21:13:59.575481Z","steps":["trace[556787313] 'agreement among raft nodes before linearized reading' (duration: 1.382417685s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:13:59.575554Z","caller":"traceutil/trace.go:171","msg":"trace[132309023] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5008; }","duration":"1.175404019s","start":"2026-02-27T21:13:58.400122Z","end":"2026-02-27T21:13:59.575526Z","steps":["trace[132309023] 'agreement among raft nodes before linearized reading' (duration: 1.174709854s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:13:59.575565Z","caller":"traceutil/trace.go:171","msg":"trace[1410209608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5008; }","duration":"1.398708288s","start":"2026-02-27T21:13:58.176831Z","end":"2026-02-27T21:13:59.57554Z","steps":["trace[1410209608] 'agreement among raft nodes before linearized reading' (duration: 1.398253858s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:59.57555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:13:58.193046Z","time spent":"1.382427015s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:13:59.575629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:13:58.176799Z","time spent":"1.39881755s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:13:59.575641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:13:58.400098Z","time spent":"1.175526722s","remote":"127.0.0.1:42426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413106,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-27T21:13:59.57558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:13:58.192597Z","time spent":"1.382971268s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T21:13:59.575727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:13:58.645439Z","time spent":"929.984307ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:13:59.575397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386652309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T21:13:59.575935Z","caller":"traceutil/trace.go:171","msg":"trace[205926625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5008; }","duration":"1.387265713s","start":"2026-02-27T21:13:58.188656Z","end":"2026-02-27T21:13:59.575921Z","steps":["trace[205926625] 'agreement among raft nodes before linearized reading' (duration: 1.386387073s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:59.576039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.574536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-02-27T21:13:59.576107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.810045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776981"} {"level":"info","ts":"2026-02-27T21:13:59.576125Z","caller":"traceutil/trace.go:171","msg":"trace[1624348317] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5008; }","duration":"602.692549ms","start":"2026-02-27T21:13:58.973405Z","end":"2026-02-27T21:13:59.576097Z","steps":["trace[1624348317] 'agreement among raft nodes before linearized reading' (duration: 601.473442ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:13:59.57615Z","caller":"traceutil/trace.go:171","msg":"trace[625065738] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5008; }","duration":"843.903116ms","start":"2026-02-27T21:13:58.732235Z","end":"2026-02-27T21:13:59.576138Z","steps":["trace[625065738] 'agreement among raft nodes before linearized reading' (duration: 842.70201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:59.576178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:13:58.732207Z","time spent":"843.961708ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777005,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-02-27T21:13:59.576198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:13:58.188617Z","time spent":"1.387428046s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:13:59.57672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:13:58.973386Z","time spent":"602.779621ms","remote":"127.0.0.1:58066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T21:13:59.605612Z","caller":"traceutil/trace.go:171","msg":"trace[1827578257] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"466.38409ms","start":"2026-02-27T21:13:59.139199Z","end":"2026-02-27T21:13:59.605583Z","steps":["trace[1827578257] 'process raft request' (duration: 466.120554ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:13:59.605612Z","caller":"traceutil/trace.go:171","msg":"trace[1482585970] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"365.92149ms","start":"2026-02-27T21:13:59.239661Z","end":"2026-02-27T21:13:59.605582Z","steps":["trace[1482585970] 'process raft request' (duration: 365.844628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:13:59.605776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:13:59.139169Z","time spent":"466.511223ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:13:59.605991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:13:59.239628Z","time spent":"366.177736ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:13:59.832626Z","caller":"traceutil/trace.go:171","msg":"trace[1189857018] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"100.782537ms","start":"2026-02-27T21:13:59.7318Z","end":"2026-02-27T21:13:59.832582Z","steps":["trace[1189857018] 'process raft request' (duration: 100.426639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:00.116035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.701735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:14:00.11616Z","caller":"traceutil/trace.go:171","msg":"trace[1029166818] linearizableReadLoop","detail":"{readStateIndex:5239; appliedIndex:5238; }","duration":"275.8269ms","start":"2026-02-27T21:13:59.840313Z","end":"2026-02-27T21:14:00.11614Z","steps":["trace[1029166818] 'read index received' (duration: 61.930161ms)","trace[1029166818] 'applied index is now lower than readState.Index' (duration: 213.895329ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:14:00.116213Z","caller":"traceutil/trace.go:171","msg":"trace[500842160] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"277.777043ms","start":"2026-02-27T21:13:59.838388Z","end":"2026-02-27T21:14:00.116165Z","steps":["trace[500842160] 'process raft request' (duration: 63.831283ms)","trace[500842160] 'compare' (duration: 213.541261ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:14:00.116496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.161507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63450"} {"level":"info","ts":"2026-02-27T21:14:00.116602Z","caller":"traceutil/trace.go:171","msg":"trace[386104859] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5016; }","duration":"276.32786ms","start":"2026-02-27T21:13:59.840255Z","end":"2026-02-27T21:14:00.116583Z","steps":["trace[386104859] 'agreement among raft nodes before linearized reading' (duration: 275.953362ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:00.483748Z","caller":"traceutil/trace.go:171","msg":"trace[431128316] linearizableReadLoop","detail":"{readStateIndex:5240; appliedIndex:5239; }","duration":"367.530355ms","start":"2026-02-27T21:14:00.116189Z","end":"2026-02-27T21:14:00.483719Z","steps":["trace[431128316] 'read index received' (duration: 367.063514ms)","trace[431128316] 'applied index is now lower than readState.Index' (duration: 465.471µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:14:00.483816Z","caller":"traceutil/trace.go:171","msg":"trace[1973335206] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"537.834452ms","start":"2026-02-27T21:13:59.945938Z","end":"2026-02-27T21:14:00.483772Z","steps":["trace[1973335206] 'process raft request' (duration: 537.430413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:00.484033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.219032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6cc07e98-8f78-49dc-af08-d8830f32eb16\" ","response":"range_response_count:1 size:3721"} {"level":"warn","ts":"2026-02-27T21:14:00.484049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:13:59.945896Z","time spent":"538.027846ms","remote":"127.0.0.1:42426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413817,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:14:00.484038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.944714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:14:00.48408Z","caller":"traceutil/trace.go:171","msg":"trace[385316214] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6cc07e98-8f78-49dc-af08-d8830f32eb16; range_end:; response_count:1; response_revision:5017; }","duration":"347.322884ms","start":"2026-02-27T21:14:00.136743Z","end":"2026-02-27T21:14:00.484066Z","steps":["trace[385316214] 'agreement among raft nodes before linearized reading' (duration: 347.15074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:00.484121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:00.136718Z","time spent":"347.394266ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3745,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6cc07e98-8f78-49dc-af08-d8830f32eb16\" "} {"level":"info","ts":"2026-02-27T21:14:00.484128Z","caller":"traceutil/trace.go:171","msg":"trace[1403627043] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5017; }","duration":"107.113358ms","start":"2026-02-27T21:14:00.376991Z","end":"2026-02-27T21:14:00.484105Z","steps":["trace[1403627043] 'agreement among raft nodes before linearized reading' (duration: 106.940374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:00.484401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.397572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776981"} {"level":"warn","ts":"2026-02-27T21:14:00.484409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.175715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189836eb21ffd720\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-02-27T21:14:00.484546Z","caller":"traceutil/trace.go:171","msg":"trace[1042326783] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189836eb21ffd720; range_end:; response_count:1; response_revision:5017; }","duration":"127.38977ms","start":"2026-02-27T21:14:00.357129Z","end":"2026-02-27T21:14:00.484519Z","steps":["trace[1042326783] 'agreement among raft nodes before linearized reading' (duration: 126.91129ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:00.484464Z","caller":"traceutil/trace.go:171","msg":"trace[1401030511] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5017; }","duration":"637.504535ms","start":"2026-02-27T21:13:59.846945Z","end":"2026-02-27T21:14:00.48445Z","steps":["trace[1401030511] 'agreement among raft nodes before linearized reading' (duration: 636.924852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:00.484798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:13:59.84692Z","time spent":"637.859633ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777005,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-02-27T21:14:00.616759Z","caller":"traceutil/trace.go:171","msg":"trace[975913730] linearizableReadLoop","detail":"{readStateIndex:5241; appliedIndex:5240; }","duration":"128.846243ms","start":"2026-02-27T21:14:00.487884Z","end":"2026-02-27T21:14:00.61673Z","steps":["trace[975913730] 'read index received' (duration: 67.73247ms)","trace[975913730] 'applied index is now lower than readState.Index' (duration: 61.112143ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:14:00.617083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.008797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1462"} {"level":"info","ts":"2026-02-27T21:14:00.617126Z","caller":"traceutil/trace.go:171","msg":"trace[1665849491] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5017; }","duration":"129.090438ms","start":"2026-02-27T21:14:00.488023Z","end":"2026-02-27T21:14:00.617114Z","steps":["trace[1665849491] 'agreement among raft nodes before linearized reading' (duration: 128.882294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:00.617709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.761273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1270"} {"level":"info","ts":"2026-02-27T21:14:00.617841Z","caller":"traceutil/trace.go:171","msg":"trace[1700798716] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:5017; }","duration":"129.967898ms","start":"2026-02-27T21:14:00.487845Z","end":"2026-02-27T21:14:00.617813Z","steps":["trace[1700798716] 'agreement among raft nodes before linearized reading' (duration: 129.017397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:00.61822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.034699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"info","ts":"2026-02-27T21:14:00.618375Z","caller":"traceutil/trace.go:171","msg":"trace[1624265794] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5017; }","duration":"130.271444ms","start":"2026-02-27T21:14:00.488076Z","end":"2026-02-27T21:14:00.618347Z","steps":["trace[1624265794] 'agreement among raft nodes before linearized reading' (duration: 128.982636ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:00.770488Z","caller":"traceutil/trace.go:171","msg":"trace[1243252595] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"146.947227ms","start":"2026-02-27T21:14:00.623511Z","end":"2026-02-27T21:14:00.770458Z","steps":["trace[1243252595] 'process raft request' (duration: 146.871246ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:00.770682Z","caller":"traceutil/trace.go:171","msg":"trace[499023337] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"147.205883ms","start":"2026-02-27T21:14:00.62347Z","end":"2026-02-27T21:14:00.770676Z","steps":["trace[499023337] 'process raft request' (duration: 141.981996ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:00.770792Z","caller":"traceutil/trace.go:171","msg":"trace[1239519972] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"146.6015ms","start":"2026-02-27T21:14:00.624153Z","end":"2026-02-27T21:14:00.770754Z","steps":["trace[1239519972] 'process raft request' (duration: 146.270723ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:02.327934Z","caller":"traceutil/trace.go:171","msg":"trace[1197084014] linearizableReadLoop","detail":"{readStateIndex:5291; appliedIndex:5290; }","duration":"275.372411ms","start":"2026-02-27T21:14:02.052531Z","end":"2026-02-27T21:14:02.327903Z","steps":["trace[1197084014] 'read index received' (duration: 275.057583ms)","trace[1197084014] 'applied index is now lower than readState.Index' (duration: 313.618µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:14:02.32799Z","caller":"traceutil/trace.go:171","msg":"trace[2106501164] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"330.373647ms","start":"2026-02-27T21:14:01.997592Z","end":"2026-02-27T21:14:02.327965Z","steps":["trace[2106501164] 'process raft request' (duration: 330.10651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:02.328195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:01.997564Z","time spent":"330.490639ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:14:02.32825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.708878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-02-27T21:14:02.328259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.473516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T21:14:02.328303Z","caller":"traceutil/trace.go:171","msg":"trace[1805390016] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5066; }","duration":"275.79851ms","start":"2026-02-27T21:14:02.052488Z","end":"2026-02-27T21:14:02.328287Z","steps":["trace[1805390016] 'agreement among raft nodes before linearized reading' (duration: 275.613086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:02.328298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.811609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:14:02.328332Z","caller":"traceutil/trace.go:171","msg":"trace[821052303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5066; }","duration":"207.614359ms","start":"2026-02-27T21:14:02.120699Z","end":"2026-02-27T21:14:02.328313Z","steps":["trace[821052303] 'agreement among raft nodes before linearized reading' (duration: 207.412324ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:02.32836Z","caller":"traceutil/trace.go:171","msg":"trace[1527244816] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5066; }","duration":"144.930431ms","start":"2026-02-27T21:14:02.183413Z","end":"2026-02-27T21:14:02.328343Z","steps":["trace[1527244816] 'agreement among raft nodes before linearized reading' (duration: 144.801939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:02.328397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.757912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:14:02.328431Z","caller":"traceutil/trace.go:171","msg":"trace[904599083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5066; }","duration":"137.838634ms","start":"2026-02-27T21:14:02.190578Z","end":"2026-02-27T21:14:02.328417Z","steps":["trace[904599083] 'agreement among raft nodes before linearized reading' (duration: 137.784153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:02.328505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.988077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:14:02.328531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.952802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T21:14:02.328592Z","caller":"traceutil/trace.go:171","msg":"trace[1280257669] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:5066; }","duration":"206.011434ms","start":"2026-02-27T21:14:02.122567Z","end":"2026-02-27T21:14:02.328578Z","steps":["trace[1280257669] 'agreement among raft nodes before linearized reading' (duration: 205.880971ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:02.328595Z","caller":"traceutil/trace.go:171","msg":"trace[1570168384] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:5066; }","duration":"164.14888ms","start":"2026-02-27T21:14:02.164423Z","end":"2026-02-27T21:14:02.328572Z","steps":["trace[1570168384] 'agreement among raft nodes before linearized reading' (duration: 163.995037ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:03.681629Z","caller":"traceutil/trace.go:171","msg":"trace[249604411] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"251.455877ms","start":"2026-02-27T21:14:03.43015Z","end":"2026-02-27T21:14:03.681606Z","steps":["trace[249604411] 'process raft request' (duration: 251.273233ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:03.681636Z","caller":"traceutil/trace.go:171","msg":"trace[740425414] linearizableReadLoop","detail":"{readStateIndex:5316; appliedIndex:5315; }","duration":"177.794405ms","start":"2026-02-27T21:14:03.503805Z","end":"2026-02-27T21:14:03.6816Z","steps":["trace[740425414] 'read index received' (duration: 177.779535ms)","trace[740425414] 'applied index is now lower than readState.Index' (duration: 12.53µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:14:03.682113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.250715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6cc07e98-8f78-49dc-af08-d8830f32eb16\" ","response":"range_response_count:1 size:3909"} {"level":"info","ts":"2026-02-27T21:14:03.682223Z","caller":"traceutil/trace.go:171","msg":"trace[2081319406] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6cc07e98-8f78-49dc-af08-d8830f32eb16; range_end:; response_count:1; response_revision:5090; }","duration":"178.44695ms","start":"2026-02-27T21:14:03.503752Z","end":"2026-02-27T21:14:03.682199Z","steps":["trace[2081319406] 'agreement among raft nodes before linearized reading' (duration: 178.01738ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:03.759368Z","caller":"traceutil/trace.go:171","msg":"trace[859567073] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"167.460933ms","start":"2026-02-27T21:14:03.591881Z","end":"2026-02-27T21:14:03.759342Z","steps":["trace[859567073] 'process raft request' (duration: 167.194247ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:03.759408Z","caller":"traceutil/trace.go:171","msg":"trace[2090026908] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"138.723724ms","start":"2026-02-27T21:14:03.620663Z","end":"2026-02-27T21:14:03.759387Z","steps":["trace[2090026908] 'process raft request' (duration: 138.6004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:03.75953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.415782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T21:14:03.759571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.518242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T21:14:03.759609Z","caller":"traceutil/trace.go:171","msg":"trace[1860277782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5092; }","duration":"127.549855ms","start":"2026-02-27T21:14:03.632043Z","end":"2026-02-27T21:14:03.759592Z","steps":["trace[1860277782] 'agreement among raft nodes before linearized reading' (duration: 127.32954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:03.759621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.865625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T21:14:03.759627Z","caller":"traceutil/trace.go:171","msg":"trace[260666338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5092; }","duration":"126.611814ms","start":"2026-02-27T21:14:03.633002Z","end":"2026-02-27T21:14:03.759613Z","steps":["trace[260666338] 'agreement among raft nodes before linearized reading' (duration: 126.347797ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:03.759663Z","caller":"traceutil/trace.go:171","msg":"trace[1201593936] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5092; }","duration":"133.955137ms","start":"2026-02-27T21:14:03.625697Z","end":"2026-02-27T21:14:03.759653Z","steps":["trace[1201593936] 'agreement among raft nodes before linearized reading' (duration: 133.830934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:03.759708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.155525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T21:14:03.75975Z","caller":"traceutil/trace.go:171","msg":"trace[1132854408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5092; }","duration":"131.233047ms","start":"2026-02-27T21:14:03.628506Z","end":"2026-02-27T21:14:03.759739Z","steps":["trace[1132854408] 'agreement among raft nodes before linearized reading' (duration: 131.114824ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:03.879471Z","caller":"traceutil/trace.go:171","msg":"trace[1375262766] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"116.145849ms","start":"2026-02-27T21:14:03.763284Z","end":"2026-02-27T21:14:03.879429Z","steps":["trace[1375262766] 'process raft request' (duration: 115.785271ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:03.879556Z","caller":"traceutil/trace.go:171","msg":"trace[1176610811] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"114.582776ms","start":"2026-02-27T21:14:03.764961Z","end":"2026-02-27T21:14:03.879544Z","steps":["trace[1176610811] 'process raft request' (duration: 114.34637ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:03.879489Z","caller":"traceutil/trace.go:171","msg":"trace[1524172339] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"114.231607ms","start":"2026-02-27T21:14:03.765237Z","end":"2026-02-27T21:14:03.879468Z","steps":["trace[1524172339] 'process raft request' (duration: 114.139295ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:03.879765Z","caller":"traceutil/trace.go:171","msg":"trace[533912850] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"113.93039ms","start":"2026-02-27T21:14:03.765818Z","end":"2026-02-27T21:14:03.879748Z","steps":["trace[533912850] 'process raft request' (duration: 113.607303ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:03.879982Z","caller":"traceutil/trace.go:171","msg":"trace[750980078] linearizableReadLoop","detail":"{readStateIndex:5324; appliedIndex:5318; }","duration":"105.577915ms","start":"2026-02-27T21:14:03.77438Z","end":"2026-02-27T21:14:03.879958Z","steps":["trace[750980078] 'read index received' (duration: 41.839893ms)","trace[750980078] 'applied index is now lower than readState.Index' (duration: 63.735542ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:14:03.880052Z","caller":"traceutil/trace.go:171","msg":"trace[231383918] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"114.003583ms","start":"2026-02-27T21:14:03.765998Z","end":"2026-02-27T21:14:03.880002Z","steps":["trace[231383918] 'process raft request' (duration: 113.693855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:03.880662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.251039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787217"} {"level":"info","ts":"2026-02-27T21:14:03.880738Z","caller":"traceutil/trace.go:171","msg":"trace[816691924] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5098; }","duration":"106.348081ms","start":"2026-02-27T21:14:03.774373Z","end":"2026-02-27T21:14:03.880721Z","steps":["trace[816691924] 'agreement among raft nodes before linearized reading' (duration: 105.722958ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:04.692849Z","caller":"traceutil/trace.go:171","msg":"trace[961361461] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"206.550026ms","start":"2026-02-27T21:14:04.486273Z","end":"2026-02-27T21:14:04.692823Z","steps":["trace[961361461] 'process raft request' (duration: 196.807878ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:04.693253Z","caller":"traceutil/trace.go:171","msg":"trace[555816676] linearizableReadLoop","detail":"{readStateIndex:5357; appliedIndex:5355; }","duration":"115.29006ms","start":"2026-02-27T21:14:04.577932Z","end":"2026-02-27T21:14:04.693222Z","steps":["trace[555816676] 'read index received' (duration: 105.280427ms)","trace[555816676] 'applied index is now lower than readState.Index' (duration: 10.007983ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:14:04.693406Z","caller":"traceutil/trace.go:171","msg":"trace[1689801178] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"207.030026ms","start":"2026-02-27T21:14:04.486365Z","end":"2026-02-27T21:14:04.693395Z","steps":["trace[1689801178] 'process raft request' (duration: 206.712789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:04.694414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.462666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-02-27T21:14:04.694456Z","caller":"traceutil/trace.go:171","msg":"trace[775005947] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5130; }","duration":"116.558058ms","start":"2026-02-27T21:14:04.577888Z","end":"2026-02-27T21:14:04.694446Z","steps":["trace[775005947] 'agreement among raft nodes before linearized reading' (duration: 115.776961ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:05.152118Z","caller":"traceutil/trace.go:171","msg":"trace[1609887462] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"135.631304ms","start":"2026-02-27T21:14:05.016461Z","end":"2026-02-27T21:14:05.152092Z","steps":["trace[1609887462] 'process raft request' (duration: 134.346065ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:05.152114Z","caller":"traceutil/trace.go:171","msg":"trace[1780376248] linearizableReadLoop","detail":"{readStateIndex:5368; appliedIndex:5367; }","duration":"122.948921ms","start":"2026-02-27T21:14:05.02914Z","end":"2026-02-27T21:14:05.152089Z","steps":["trace[1780376248] 'read index received' (duration: 121.59307ms)","trace[1780376248] 'applied index is now lower than readState.Index' (duration: 1.355051ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:14:05.15335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.185098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-27T21:14:05.153462Z","caller":"traceutil/trace.go:171","msg":"trace[1074218944] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5141; }","duration":"124.358822ms","start":"2026-02-27T21:14:05.029084Z","end":"2026-02-27T21:14:05.153443Z","steps":["trace[1074218944] 'agreement among raft nodes before linearized reading' (duration: 124.050545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:06.334886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.890629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:14:06.335053Z","caller":"traceutil/trace.go:171","msg":"trace[1721090333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5157; }","duration":"144.156215ms","start":"2026-02-27T21:14:06.19086Z","end":"2026-02-27T21:14:06.335016Z","steps":["trace[1721090333] 'range keys from in-memory index tree' (duration: 143.759916ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:07.212171Z","caller":"traceutil/trace.go:171","msg":"trace[753176972] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"179.031712ms","start":"2026-02-27T21:14:07.033114Z","end":"2026-02-27T21:14:07.212145Z","steps":["trace[753176972] 'process raft request' (duration: 178.753956ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:07.382366Z","caller":"traceutil/trace.go:171","msg":"trace[39392426] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"164.58484ms","start":"2026-02-27T21:14:07.217747Z","end":"2026-02-27T21:14:07.382332Z","steps":["trace[39392426] 'process raft request' (duration: 164.390156ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:07.382758Z","caller":"traceutil/trace.go:171","msg":"trace[205067950] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"164.908127ms","start":"2026-02-27T21:14:07.217831Z","end":"2026-02-27T21:14:07.382739Z","steps":["trace[205067950] 'process raft request' (duration: 164.456637ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:07.382988Z","caller":"traceutil/trace.go:171","msg":"trace[673344298] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"163.862674ms","start":"2026-02-27T21:14:07.218958Z","end":"2026-02-27T21:14:07.382821Z","steps":["trace[673344298] 'process raft request' (duration: 163.627609ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:08.111777Z","caller":"traceutil/trace.go:171","msg":"trace[452433443] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"294.433655ms","start":"2026-02-27T21:14:07.817315Z","end":"2026-02-27T21:14:08.111749Z","steps":["trace[452433443] 'process raft request' (duration: 294.372964ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:08.111941Z","caller":"traceutil/trace.go:171","msg":"trace[1811836048] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"297.464483ms","start":"2026-02-27T21:14:07.814362Z","end":"2026-02-27T21:14:08.111826Z","steps":["trace[1811836048] 'process raft request' (duration: 297.103145ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:08.122087Z","caller":"traceutil/trace.go:171","msg":"trace[1100999479] linearizableReadLoop","detail":"{readStateIndex:5397; appliedIndex:5394; }","duration":"221.840857ms","start":"2026-02-27T21:14:07.900227Z","end":"2026-02-27T21:14:08.122068Z","steps":["trace[1100999479] 'read index received' (duration: 211.201079ms)","trace[1100999479] 'applied index is now lower than readState.Index' (duration: 10.639088ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:14:08.122189Z","caller":"traceutil/trace.go:171","msg":"trace[420891598] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"161.299707ms","start":"2026-02-27T21:14:07.960883Z","end":"2026-02-27T21:14:08.122182Z","steps":["trace[420891598] 'process raft request' (duration: 161.144944ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:08.122246Z","caller":"traceutil/trace.go:171","msg":"trace[904633244] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"245.620297ms","start":"2026-02-27T21:14:07.8766Z","end":"2026-02-27T21:14:08.12222Z","steps":["trace[904633244] 'process raft request' (duration: 245.31126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:08.122373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.422084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:14:08.122397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.161454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T21:14:08.122437Z","caller":"traceutil/trace.go:171","msg":"trace[940995108] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5170; }","duration":"163.565587ms","start":"2026-02-27T21:14:07.958831Z","end":"2026-02-27T21:14:08.122396Z","steps":["trace[940995108] 'agreement among raft nodes before linearized reading' (duration: 163.440744ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:08.122448Z","caller":"traceutil/trace.go:171","msg":"trace[1256640804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5170; }","duration":"222.251175ms","start":"2026-02-27T21:14:07.900162Z","end":"2026-02-27T21:14:08.122413Z","steps":["trace[1256640804] 'agreement among raft nodes before linearized reading' (duration: 222.143743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:08.122478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.188388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T21:14:08.122487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.018363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T21:14:08.122524Z","caller":"traceutil/trace.go:171","msg":"trace[1416464723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5170; }","duration":"163.302501ms","start":"2026-02-27T21:14:07.959209Z","end":"2026-02-27T21:14:08.122512Z","steps":["trace[1416464723] 'agreement among raft nodes before linearized reading' (duration: 163.136548ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:08.122543Z","caller":"traceutil/trace.go:171","msg":"trace[362107781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5170; }","duration":"162.128345ms","start":"2026-02-27T21:14:07.9604Z","end":"2026-02-27T21:14:08.122529Z","steps":["trace[362107781] 'agreement among raft nodes before linearized reading' (duration: 161.91015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:08.122595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.402164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T21:14:08.12267Z","caller":"traceutil/trace.go:171","msg":"trace[1616104499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5170; }","duration":"163.515396ms","start":"2026-02-27T21:14:07.959138Z","end":"2026-02-27T21:14:08.122654Z","steps":["trace[1616104499] 'agreement among raft nodes before linearized reading' (duration: 163.27239ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:08.410656Z","caller":"traceutil/trace.go:171","msg":"trace[1963018035] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"283.973453ms","start":"2026-02-27T21:14:08.126657Z","end":"2026-02-27T21:14:08.41063Z","steps":["trace[1963018035] 'process raft request' (duration: 269.699945ms)","trace[1963018035] 'compare' (duration: 13.770347ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:14:08.41082Z","caller":"traceutil/trace.go:171","msg":"trace[537763572] linearizableReadLoop","detail":"{readStateIndex:5402; appliedIndex:5399; }","duration":"240.81964ms","start":"2026-02-27T21:14:08.169981Z","end":"2026-02-27T21:14:08.410801Z","steps":["trace[537763572] 'read index received' (duration: 226.264595ms)","trace[537763572] 'applied index is now lower than readState.Index' (duration: 14.554195ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:14:08.410958Z","caller":"traceutil/trace.go:171","msg":"trace[278847690] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"284.139545ms","start":"2026-02-27T21:14:08.126804Z","end":"2026-02-27T21:14:08.410944Z","steps":["trace[278847690] 'process raft request' (duration: 283.739416ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:08.411115Z","caller":"traceutil/trace.go:171","msg":"trace[1552232549] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"284.232007ms","start":"2026-02-27T21:14:08.126872Z","end":"2026-02-27T21:14:08.411104Z","steps":["trace[1552232549] 'process raft request' (duration: 283.856389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:08.411223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.507267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:14:08.411284Z","caller":"traceutil/trace.go:171","msg":"trace[1833048735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5174; }","duration":"220.62606ms","start":"2026-02-27T21:14:08.190642Z","end":"2026-02-27T21:14:08.411268Z","steps":["trace[1833048735] 'agreement among raft nodes before linearized reading' (duration: 220.516838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:08.411254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.821445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T21:14:08.411289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.673789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:14:08.411294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.812915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:14:08.411362Z","caller":"traceutil/trace.go:171","msg":"trace[2095548761] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5174; }","duration":"239.021ms","start":"2026-02-27T21:14:08.172317Z","end":"2026-02-27T21:14:08.411338Z","steps":["trace[2095548761] 'agreement among raft nodes before linearized reading' (duration: 238.838246ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:08.411383Z","caller":"traceutil/trace.go:171","msg":"trace[1912838239] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5174; }","duration":"250.832153ms","start":"2026-02-27T21:14:08.160531Z","end":"2026-02-27T21:14:08.411363Z","steps":["trace[1912838239] 'agreement among raft nodes before linearized reading' (duration: 250.592428ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:08.411401Z","caller":"traceutil/trace.go:171","msg":"trace[2014937147] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5174; }","duration":"247.968728ms","start":"2026-02-27T21:14:08.16341Z","end":"2026-02-27T21:14:08.411378Z","steps":["trace[2014937147] 'agreement among raft nodes before linearized reading' (duration: 247.734443ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:10.530147Z","caller":"traceutil/trace.go:171","msg":"trace[284131615] linearizableReadLoop","detail":"{readStateIndex:5437; appliedIndex:5436; }","duration":"112.952638ms","start":"2026-02-27T21:14:10.417155Z","end":"2026-02-27T21:14:10.530108Z","steps":["trace[284131615] 'read index received' (duration: 15.574988ms)","trace[284131615] 'applied index is now lower than readState.Index' (duration: 97.37607ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:14:10.53035Z","caller":"traceutil/trace.go:171","msg":"trace[452899531] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"196.611934ms","start":"2026-02-27T21:14:10.333723Z","end":"2026-02-27T21:14:10.530335Z","steps":["trace[452899531] 'process raft request' (duration: 99.09857ms)","trace[452899531] 'compare' (duration: 97.012832ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:14:10.530703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.396979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T21:14:10.530719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.449041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T21:14:10.530734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.555443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T21:14:10.530804Z","caller":"traceutil/trace.go:171","msg":"trace[617866125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5208; }","duration":"113.526542ms","start":"2026-02-27T21:14:10.417254Z","end":"2026-02-27T21:14:10.530781Z","steps":["trace[617866125] 'agreement among raft nodes before linearized reading' (duration: 113.194325ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:10.530839Z","caller":"traceutil/trace.go:171","msg":"trace[912651529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5208; }","duration":"113.651275ms","start":"2026-02-27T21:14:10.417159Z","end":"2026-02-27T21:14:10.530811Z","steps":["trace[912651529] 'agreement among raft nodes before linearized reading' (duration: 113.247066ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:10.530844Z","caller":"traceutil/trace.go:171","msg":"trace[308151621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5208; }","duration":"113.732696ms","start":"2026-02-27T21:14:10.417087Z","end":"2026-02-27T21:14:10.53082Z","steps":["trace[308151621] 'agreement among raft nodes before linearized reading' (duration: 113.45275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:10.817326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.933025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:14:10.817498Z","caller":"traceutil/trace.go:171","msg":"trace[538350063] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"190.318303ms","start":"2026-02-27T21:14:10.627154Z","end":"2026-02-27T21:14:10.817473Z","steps":["trace[538350063] 'process raft request' (duration: 26.110572ms)","trace[538350063] 'compare' (duration: 163.757712ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:14:13.513082Z","caller":"traceutil/trace.go:171","msg":"trace[1369368506] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"162.154536ms","start":"2026-02-27T21:14:13.3509Z","end":"2026-02-27T21:14:13.513055Z","steps":["trace[1369368506] 'process raft request' (duration: 161.943932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:19.963334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.311917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:14:19.963473Z","caller":"traceutil/trace.go:171","msg":"trace[1939053188] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"234.889728ms","start":"2026-02-27T21:14:19.728559Z","end":"2026-02-27T21:14:19.963448Z","steps":["trace[1939053188] 'process raft request' (duration: 60.301575ms)","trace[1939053188] 'compare' (duration: 174.030471ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:14:20.276303Z","caller":"traceutil/trace.go:171","msg":"trace[1184827818] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"126.052821ms","start":"2026-02-27T21:14:20.150212Z","end":"2026-02-27T21:14:20.276264Z","steps":["trace[1184827818] 'process raft request' (duration: 125.829925ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:20.874707Z","caller":"traceutil/trace.go:171","msg":"trace[220199040] linearizableReadLoop","detail":"{readStateIndex:5585; appliedIndex:5583; }","duration":"714.177405ms","start":"2026-02-27T21:14:20.160503Z","end":"2026-02-27T21:14:20.87468Z","steps":["trace[220199040] 'read index received' (duration: 115.543116ms)","trace[220199040] 'applied index is now lower than readState.Index' (duration: 598.632838ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:14:20.874753Z","caller":"traceutil/trace.go:171","msg":"trace[1212468359] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"720.951525ms","start":"2026-02-27T21:14:20.15376Z","end":"2026-02-27T21:14:20.874712Z","steps":["trace[1212468359] 'process raft request' (duration: 720.667719ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:20.874789Z","caller":"traceutil/trace.go:171","msg":"trace[2052664532] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"711.924094ms","start":"2026-02-27T21:14:20.162819Z","end":"2026-02-27T21:14:20.874743Z","steps":["trace[2052664532] 'process raft request' (duration: 711.804411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:20.874976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.471451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a93cd9f-1a7a-4163-b82d-dbbdba12422b\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-02-27T21:14:20.875008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:20.162804Z","time spent":"712.082608ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:14:20.875025Z","caller":"traceutil/trace.go:171","msg":"trace[653598216] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8a93cd9f-1a7a-4163-b82d-dbbdba12422b; range_end:; response_count:1; response_revision:5353; }","duration":"714.588194ms","start":"2026-02-27T21:14:20.160425Z","end":"2026-02-27T21:14:20.875013Z","steps":["trace[653598216] 'agreement among raft nodes before linearized reading' (duration: 714.378269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:20.875106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:20.160399Z","time spent":"714.700246ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a93cd9f-1a7a-4163-b82d-dbbdba12422b\" "} {"level":"warn","ts":"2026-02-27T21:14:20.875115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.839423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T21:14:20.875132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.76717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a93cd9f-1a7a-4163-b82d-dbbdba12422b\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-02-27T21:14:20.875027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.549203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T21:14:20.875168Z","caller":"traceutil/trace.go:171","msg":"trace[1332080054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5353; }","duration":"206.952735ms","start":"2026-02-27T21:14:20.668201Z","end":"2026-02-27T21:14:20.875154Z","steps":["trace[1332080054] 'agreement among raft nodes before linearized reading' (duration: 206.795241ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:20.875173Z","caller":"traceutil/trace.go:171","msg":"trace[1835712704] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8a93cd9f-1a7a-4163-b82d-dbbdba12422b; range_end:; response_count:1; response_revision:5353; }","duration":"341.861323ms","start":"2026-02-27T21:14:20.533296Z","end":"2026-02-27T21:14:20.875157Z","steps":["trace[1835712704] 'agreement among raft nodes before linearized reading' (duration: 341.761791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:20.875217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:20.533261Z","time spent":"341.943035ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a93cd9f-1a7a-4163-b82d-dbbdba12422b\" "} {"level":"warn","ts":"2026-02-27T21:14:20.875197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.205893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T21:14:20.87533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.881016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T21:14:20.875378Z","caller":"traceutil/trace.go:171","msg":"trace[1538687877] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:5353; }","duration":"203.964127ms","start":"2026-02-27T21:14:20.671395Z","end":"2026-02-27T21:14:20.875359Z","steps":["trace[1538687877] 'agreement among raft nodes before linearized reading' (duration: 203.847455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:20.875375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.393568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T21:14:20.875503Z","caller":"traceutil/trace.go:171","msg":"trace[831562504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5353; }","duration":"204.589752ms","start":"2026-02-27T21:14:20.670886Z","end":"2026-02-27T21:14:20.875476Z","steps":["trace[831562504] 'agreement among raft nodes before linearized reading' (duration: 204.145662ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:20.875519Z","caller":"traceutil/trace.go:171","msg":"trace[1321788264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5353; }","duration":"204.431929ms","start":"2026-02-27T21:14:20.670898Z","end":"2026-02-27T21:14:20.87533Z","steps":["trace[1321788264] 'agreement among raft nodes before linearized reading' (duration: 204.083781ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:20.875928Z","caller":"traceutil/trace.go:171","msg":"trace[1284202640] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5353; }","duration":"549.812049ms","start":"2026-02-27T21:14:20.325395Z","end":"2026-02-27T21:14:20.875207Z","steps":["trace[1284202640] 'agreement among raft nodes before linearized reading' (duration: 549.480062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:20.8754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:20.153742Z","time spent":"721.096739ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:14:20.876011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:20.325373Z","time spent":"550.601378ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:14:21.382858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456277022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:14:22.671451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.806525ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:14:22.67156Z","caller":"traceutil/trace.go:171","msg":"trace[1253165496] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5353; }","duration":"782.930578ms","start":"2026-02-27T21:14:21.888614Z","end":"2026-02-27T21:14:22.671544Z","steps":["trace[1253165496] 'range keys from in-memory index tree' (duration: 782.789074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:22.672143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.809144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:14:22.672256Z","caller":"traceutil/trace.go:171","msg":"trace[1261042210] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"1.791817695s","start":"2026-02-27T21:14:20.880417Z","end":"2026-02-27T21:14:22.672235Z","steps":["trace[1261042210] 'process raft request' (duration: 795.827076ms)","trace[1261042210] 'compare' (duration: 995.283523ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:14:22.672325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:20.880388Z","time spent":"1.791909566s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:14:22.681163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.004944438s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T21:14:22.681682Z","caller":"traceutil/trace.go:171","msg":"trace[1484841994] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"1.800870496s","start":"2026-02-27T21:14:20.880776Z","end":"2026-02-27T21:14:22.681646Z","steps":["trace[1484841994] 'process raft request' (duration: 1.800637961s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:22.681733Z","caller":"traceutil/trace.go:171","msg":"trace[202988595] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"1.800924027s","start":"2026-02-27T21:14:20.88078Z","end":"2026-02-27T21:14:22.681704Z","steps":["trace[202988595] 'process raft request' (duration: 1.800754314s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:22.681727Z","caller":"traceutil/trace.go:171","msg":"trace[773064283] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"1.800780434s","start":"2026-02-27T21:14:20.880923Z","end":"2026-02-27T21:14:22.681703Z","steps":["trace[773064283] 'process raft request' (duration: 1.800649961s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:22.681846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:20.880874Z","time spent":"1.800918887s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:14:22.681889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:20.880749Z","time spent":"1.801017409s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:14:22.6819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:20.880755Z","time spent":"1.80105527s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:14:22.681964Z","caller":"traceutil/trace.go:171","msg":"trace[1756063320] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"1.800084567s","start":"2026-02-27T21:14:20.881847Z","end":"2026-02-27T21:14:22.681931Z","steps":["trace[1756063320] 'process raft request' (duration: 1.799795411s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:22.681987Z","caller":"traceutil/trace.go:171","msg":"trace[1844391236] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"1.800012496s","start":"2026-02-27T21:14:20.881707Z","end":"2026-02-27T21:14:22.68172Z","steps":["trace[1844391236] 'process raft request' (duration: 1.799897743s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:22.683119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:20.881691Z","time spent":"1.801381577s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:14:22.68313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:20.881837Z","time spent":"1.801150572s","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:14:22.684412Z","caller":"traceutil/trace.go:171","msg":"trace[473193332] linearizableReadLoop","detail":"{readStateIndex:5592; appliedIndex:5586; }","duration":"1.799167658s","start":"2026-02-27T21:14:20.882738Z","end":"2026-02-27T21:14:22.681906Z","steps":["trace[473193332] 'read index received' (duration: 793.484453ms)","trace[473193332] 'applied index is now lower than readState.Index' (duration: 1.005679445s)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:14:22.684419Z","caller":"traceutil/trace.go:171","msg":"trace[1394683433] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"401.804539ms","start":"2026-02-27T21:14:22.282589Z","end":"2026-02-27T21:14:22.684394Z","steps":["trace[1394683433] 'process raft request' (duration: 401.605375ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:22.684584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:22.282551Z","time spent":"401.936322ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:14:22.685059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802325148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80682"} {"level":"info","ts":"2026-02-27T21:14:22.685107Z","caller":"traceutil/trace.go:171","msg":"trace[1748022380] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5360; }","duration":"1.80240038s","start":"2026-02-27T21:14:20.882696Z","end":"2026-02-27T21:14:22.685096Z","steps":["trace[1748022380] 'agreement among raft nodes before linearized reading' (duration: 1.79927083s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:22.685147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:20.882681Z","time spent":"1.802459261s","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80706,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T21:14:22.685146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61546348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:14:22.68521Z","caller":"traceutil/trace.go:171","msg":"trace[722665470] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5360; }","duration":"1.615557683s","start":"2026-02-27T21:14:21.069621Z","end":"2026-02-27T21:14:22.685179Z","steps":["trace[722665470] 'agreement among raft nodes before linearized reading' (duration: 1.615472301s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:22.685256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:21.069603Z","time spent":"1.615642245s","remote":"127.0.0.1:58580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:14:22.685707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166561782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:14:22.685793Z","caller":"traceutil/trace.go:171","msg":"trace[923384064] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5360; }","duration":"1.166848549s","start":"2026-02-27T21:14:21.518909Z","end":"2026-02-27T21:14:22.685758Z","steps":["trace[923384064] 'agreement among raft nodes before linearized reading' (duration: 1.166555173s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:22.685779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496306205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:14:22.685952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.776712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a93cd9f-1a7a-4163-b82d-dbbdba12422b\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-02-27T21:14:22.686012Z","caller":"traceutil/trace.go:171","msg":"trace[160574079] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8a93cd9f-1a7a-4163-b82d-dbbdba12422b; range_end:; response_count:1; response_revision:5360; }","duration":"803.866154ms","start":"2026-02-27T21:14:21.882118Z","end":"2026-02-27T21:14:22.685985Z","steps":["trace[160574079] 'agreement among raft nodes before linearized reading' (duration: 803.771042ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:22.685985Z","caller":"traceutil/trace.go:171","msg":"trace[1279092707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5360; }","duration":"1.496566571s","start":"2026-02-27T21:14:21.189344Z","end":"2026-02-27T21:14:22.68591Z","steps":["trace[1279092707] 'agreement among raft nodes before linearized reading' (duration: 1.496173872s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:22.686049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:21.882092Z","time spent":"803.948286ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a93cd9f-1a7a-4163-b82d-dbbdba12422b\" "} {"level":"warn","ts":"2026-02-27T21:14:22.686199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:21.189314Z","time spent":"1.496821836s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:14:22.685845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:21.518867Z","time spent":"1.166964312s","remote":"127.0.0.1:38786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:14:23.510286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.813613ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T21:14:24.650623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.975266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:14:24.650898Z","caller":"traceutil/trace.go:171","msg":"trace[1068806287] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5400; }","duration":"268.323704ms","start":"2026-02-27T21:14:24.38254Z","end":"2026-02-27T21:14:24.650863Z","steps":["trace[1068806287] 'count revisions from in-memory index tree' (duration: 267.856823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:24.652044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.274951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-02-27T21:14:24.652107Z","caller":"traceutil/trace.go:171","msg":"trace[1578519104] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5400; }","duration":"385.398935ms","start":"2026-02-27T21:14:24.266694Z","end":"2026-02-27T21:14:24.652093Z","steps":["trace[1578519104] 'range keys from in-memory index tree' (duration: 383.576013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:24.652148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:24.266666Z","time spent":"385.469616ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209384,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-02-27T21:14:26.658244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.602881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-27T21:14:26.658394Z","caller":"traceutil/trace.go:171","msg":"trace[996220117] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5439; }","duration":"108.779756ms","start":"2026-02-27T21:14:26.549576Z","end":"2026-02-27T21:14:26.658356Z","steps":["trace[996220117] 'range keys from in-memory index tree' (duration: 108.333116ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:26.876559Z","caller":"traceutil/trace.go:171","msg":"trace[1253064528] linearizableReadLoop","detail":"{readStateIndex:5679; appliedIndex:5677; }","duration":"173.683063ms","start":"2026-02-27T21:14:26.702844Z","end":"2026-02-27T21:14:26.876527Z","steps":["trace[1253064528] 'read index received' (duration: 22.0139ms)","trace[1253064528] 'applied index is now lower than readState.Index' (duration: 151.667823ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:14:26.87659Z","caller":"traceutil/trace.go:171","msg":"trace[1138501279] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"181.020966ms","start":"2026-02-27T21:14:26.69552Z","end":"2026-02-27T21:14:26.876541Z","steps":["trace[1138501279] 'process raft request' (duration: 172.853524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:26.877143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.250605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T21:14:26.877268Z","caller":"traceutil/trace.go:171","msg":"trace[569703955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5442; }","duration":"174.44084ms","start":"2026-02-27T21:14:26.702797Z","end":"2026-02-27T21:14:26.877238Z","steps":["trace[569703955] 'agreement among raft nodes before linearized reading' (duration: 174.01743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:26.877558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.049486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-27T21:14:26.877599Z","caller":"traceutil/trace.go:171","msg":"trace[1116497642] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5442; }","duration":"163.105447ms","start":"2026-02-27T21:14:26.71448Z","end":"2026-02-27T21:14:26.877585Z","steps":["trace[1116497642] 'agreement among raft nodes before linearized reading' (duration: 162.998985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:26.877924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.01699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T21:14:26.878025Z","caller":"traceutil/trace.go:171","msg":"trace[1996445347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5442; }","duration":"174.155394ms","start":"2026-02-27T21:14:26.703845Z","end":"2026-02-27T21:14:26.878Z","steps":["trace[1996445347] 'agreement among raft nodes before linearized reading' (duration: 173.803046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:26.877922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.055071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T21:14:26.877561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.45982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T21:14:26.878306Z","caller":"traceutil/trace.go:171","msg":"trace[134934003] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:5442; }","duration":"175.275888ms","start":"2026-02-27T21:14:26.703011Z","end":"2026-02-27T21:14:26.878287Z","steps":["trace[134934003] 'agreement among raft nodes before linearized reading' (duration: 174.078381ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:26.878186Z","caller":"traceutil/trace.go:171","msg":"trace[1701084571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5442; }","duration":"174.325547ms","start":"2026-02-27T21:14:26.703815Z","end":"2026-02-27T21:14:26.87814Z","steps":["trace[1701084571] 'agreement among raft nodes before linearized reading' (duration: 173.878697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:26.878181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.455548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T21:14:26.878548Z","caller":"traceutil/trace.go:171","msg":"trace[963413004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5442; }","duration":"169.829187ms","start":"2026-02-27T21:14:26.708647Z","end":"2026-02-27T21:14:26.878476Z","steps":["trace[963413004] 'agreement among raft nodes before linearized reading' (duration: 169.189063ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:28.94202Z","caller":"traceutil/trace.go:171","msg":"trace[616173451] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"207.176264ms","start":"2026-02-27T21:14:28.734813Z","end":"2026-02-27T21:14:28.94199Z","steps":["trace[616173451] 'process raft request' (duration: 206.903188ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:30.368075Z","caller":"traceutil/trace.go:171","msg":"trace[142807125] linearizableReadLoop","detail":"{readStateIndex:5710; appliedIndex:5709; }","duration":"175.784842ms","start":"2026-02-27T21:14:30.192266Z","end":"2026-02-27T21:14:30.368051Z","steps":["trace[142807125] 'read index received' (duration: 175.515696ms)","trace[142807125] 'applied index is now lower than readState.Index' (duration: 268.276µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:14:30.368127Z","caller":"traceutil/trace.go:171","msg":"trace[163969245] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"344.131618ms","start":"2026-02-27T21:14:30.023966Z","end":"2026-02-27T21:14:30.368098Z","steps":["trace[163969245] 'process raft request' (duration: 343.906493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:30.368269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.985077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:14:30.368291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:30.023938Z","time spent":"344.275741ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:14:30.36833Z","caller":"traceutil/trace.go:171","msg":"trace[1292749695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5471; }","duration":"176.093649ms","start":"2026-02-27T21:14:30.192222Z","end":"2026-02-27T21:14:30.368316Z","steps":["trace[1292749695] 'agreement among raft nodes before linearized reading' (duration: 175.967276ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:34.560445Z","caller":"traceutil/trace.go:171","msg":"trace[315194127] transaction","detail":"{read_only:false; response_revision:5529; number_of_response:1; }","duration":"206.700252ms","start":"2026-02-27T21:14:34.353718Z","end":"2026-02-27T21:14:34.560418Z","steps":["trace[315194127] 'process raft request' (duration: 206.529438ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:34.588451Z","caller":"traceutil/trace.go:171","msg":"trace[465776183] linearizableReadLoop","detail":"{readStateIndex:5770; appliedIndex:5768; }","duration":"151.654452ms","start":"2026-02-27T21:14:34.436774Z","end":"2026-02-27T21:14:34.588429Z","steps":["trace[465776183] 'read index received' (duration: 123.570394ms)","trace[465776183] 'applied index is now lower than readState.Index' (duration: 28.083068ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:14:34.588555Z","caller":"traceutil/trace.go:171","msg":"trace[725181119] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"206.000658ms","start":"2026-02-27T21:14:34.382499Z","end":"2026-02-27T21:14:34.5885Z","steps":["trace[725181119] 'process raft request' (duration: 205.777122ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:34.588701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.911069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-27T21:14:34.589029Z","caller":"traceutil/trace.go:171","msg":"trace[1925867865] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5530; }","duration":"152.295017ms","start":"2026-02-27T21:14:34.436706Z","end":"2026-02-27T21:14:34.589001Z","steps":["trace[1925867865] 'agreement among raft nodes before linearized reading' (duration: 151.813147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:35.502392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456277412,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T21:14:35.732389Z","caller":"traceutil/trace.go:171","msg":"trace[1757483137] transaction","detail":"{read_only:false; response_revision:5532; number_of_response:1; }","duration":"759.388357ms","start":"2026-02-27T21:14:34.972973Z","end":"2026-02-27T21:14:35.732361Z","steps":["trace[1757483137] 'process raft request' (duration: 759.157181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:35.732576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:34.972917Z","time spent":"759.55751ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:14:35.757476Z","caller":"traceutil/trace.go:171","msg":"trace[516604608] linearizableReadLoop","detail":"{readStateIndex:5775; appliedIndex:5771; }","duration":"756.028132ms","start":"2026-02-27T21:14:35.001416Z","end":"2026-02-27T21:14:35.757444Z","steps":["trace[516604608] 'read index received' (duration: 730.818518ms)","trace[516604608] 'applied index is now lower than readState.Index' (duration: 25.208264ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:14:35.758234Z","caller":"traceutil/trace.go:171","msg":"trace[1451466977] transaction","detail":"{read_only:false; response_revision:5533; number_of_response:1; }","duration":"767.608041ms","start":"2026-02-27T21:14:34.990611Z","end":"2026-02-27T21:14:35.758219Z","steps":["trace[1451466977] 'process raft request' (duration: 766.499816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:35.758415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:34.990579Z","time spent":"767.739193ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:14:35.758794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.350941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T21:14:35.758877Z","caller":"traceutil/trace.go:171","msg":"trace[1447480560] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:5535; }","duration":"757.451763ms","start":"2026-02-27T21:14:35.001407Z","end":"2026-02-27T21:14:35.758858Z","steps":["trace[1447480560] 'agreement among raft nodes before linearized reading' (duration: 757.191617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:35.758931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:35.001382Z","time spent":"757.541275ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-9r2s9\" "} {"level":"info","ts":"2026-02-27T21:14:35.759098Z","caller":"traceutil/trace.go:171","msg":"trace[507694924] transaction","detail":"{read_only:false; response_revision:5534; number_of_response:1; }","duration":"765.82937ms","start":"2026-02-27T21:14:34.993224Z","end":"2026-02-27T21:14:35.759054Z","steps":["trace[507694924] 'process raft request' (duration: 764.109742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:35.759322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.828011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T21:14:35.760139Z","caller":"traceutil/trace.go:171","msg":"trace[585088298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5535; }","duration":"758.64039ms","start":"2026-02-27T21:14:35.001479Z","end":"2026-02-27T21:14:35.760119Z","steps":["trace[585088298] 'agreement among raft nodes before linearized reading' (duration: 757.307149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:35.760229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:35.001432Z","time spent":"758.784153ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:14:35.759399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.411736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13878"} {"level":"warn","ts":"2026-02-27T21:14:35.759383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:34.993208Z","time spent":"765.975683ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:14:35.760466Z","caller":"traceutil/trace.go:171","msg":"trace[1488332956] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5535; }","duration":"405.517841ms","start":"2026-02-27T21:14:35.354891Z","end":"2026-02-27T21:14:35.760408Z","steps":["trace[1488332956] 'agreement among raft nodes before linearized reading' (duration: 404.236722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:35.760579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:35.354862Z","time spent":"405.678475ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13902,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-27T21:14:35.759528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.384758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T21:14:35.760689Z","caller":"traceutil/trace.go:171","msg":"trace[891267805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5535; }","duration":"748.576675ms","start":"2026-02-27T21:14:35.012095Z","end":"2026-02-27T21:14:35.760672Z","steps":["trace[891267805] 'agreement among raft nodes before linearized reading' (duration: 747.211014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:35.760749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:35.012086Z","time spent":"748.646326ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T21:14:35.759573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.523271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-27T21:14:35.76087Z","caller":"traceutil/trace.go:171","msg":"trace[593148241] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5535; }","duration":"347.869221ms","start":"2026-02-27T21:14:35.412986Z","end":"2026-02-27T21:14:35.760855Z","steps":["trace[593148241] 'agreement among raft nodes before linearized reading' (duration: 346.506881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:35.760911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:35.412957Z","time spent":"347.943473ms","remote":"127.0.0.1:58066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-27T21:14:35.759652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.45053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T21:14:35.761079Z","caller":"traceutil/trace.go:171","msg":"trace[475102539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5535; }","duration":"748.906631ms","start":"2026-02-27T21:14:35.012163Z","end":"2026-02-27T21:14:35.76107Z","steps":["trace[475102539] 'agreement among raft nodes before linearized reading' (duration: 747.417329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:35.761124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:35.01215Z","time spent":"748.952053ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:14:35.759713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.488874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T21:14:35.761335Z","caller":"traceutil/trace.go:171","msg":"trace[512192599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5535; }","duration":"750.1489ms","start":"2026-02-27T21:14:35.011159Z","end":"2026-02-27T21:14:35.761308Z","steps":["trace[512192599] 'agreement among raft nodes before linearized reading' (duration: 748.459332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:35.761381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:35.011141Z","time spent":"750.229362ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T21:14:35.75976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.421879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T21:14:35.76146Z","caller":"traceutil/trace.go:171","msg":"trace[526561582] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5535; }","duration":"758.153898ms","start":"2026-02-27T21:14:35.003297Z","end":"2026-02-27T21:14:35.761451Z","steps":["trace[526561582] 'agreement among raft nodes before linearized reading' (duration: 756.404409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:35.761486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:35.003281Z","time spent":"758.1984ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T21:14:35.761495Z","caller":"traceutil/trace.go:171","msg":"trace[206777179] transaction","detail":"{read_only:false; response_revision:5535; number_of_response:1; }","duration":"764.403648ms","start":"2026-02-27T21:14:34.994674Z","end":"2026-02-27T21:14:35.759077Z","steps":["trace[206777179] 'process raft request' (duration: 762.71786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:35.762108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:34.994642Z","time spent":"766.955346ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:14:41.942116Z","caller":"traceutil/trace.go:171","msg":"trace[1252660530] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"156.658565ms","start":"2026-02-27T21:14:41.785429Z","end":"2026-02-27T21:14:41.942088Z","steps":["trace[1252660530] 'process raft request' (duration: 156.49565ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:42.046463Z","caller":"traceutil/trace.go:171","msg":"trace[2075386294] linearizableReadLoop","detail":"{readStateIndex:5827; appliedIndex:5825; }","duration":"250.894072ms","start":"2026-02-27T21:14:41.795543Z","end":"2026-02-27T21:14:42.046437Z","steps":["trace[2075386294] 'read index received' (duration: 146.536338ms)","trace[2075386294] 'applied index is now lower than readState.Index' (duration: 104.356714ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:14:42.046538Z","caller":"traceutil/trace.go:171","msg":"trace[192039915] transaction","detail":"{read_only:false; response_revision:5585; number_of_response:1; }","duration":"259.492925ms","start":"2026-02-27T21:14:41.786981Z","end":"2026-02-27T21:14:42.046474Z","steps":["trace[192039915] 'process raft request' (duration: 182.171975ms)","trace[192039915] 'compare' (duration: 77.094855ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:14:42.04661Z","caller":"traceutil/trace.go:171","msg":"trace[617970793] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"259.532536ms","start":"2026-02-27T21:14:41.787019Z","end":"2026-02-27T21:14:42.046552Z","steps":["trace[617970793] 'process raft request' (duration: 259.368842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:42.046803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.200343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T21:14:42.046844Z","caller":"traceutil/trace.go:171","msg":"trace[1036390451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5586; }","duration":"240.386457ms","start":"2026-02-27T21:14:41.806446Z","end":"2026-02-27T21:14:42.046832Z","steps":["trace[1036390451] 'agreement among raft nodes before linearized reading' (duration: 240.226203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:42.046841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.277971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T21:14:42.046928Z","caller":"traceutil/trace.go:171","msg":"trace[1719805009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5586; }","duration":"251.425794ms","start":"2026-02-27T21:14:41.795478Z","end":"2026-02-27T21:14:42.046904Z","steps":["trace[1719805009] 'agreement among raft nodes before linearized reading' (duration: 251.085597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:42.047106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.059821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T21:14:42.04713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.881339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T21:14:42.047163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.277725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T21:14:42.047234Z","caller":"traceutil/trace.go:171","msg":"trace[1467411617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5586; }","duration":"240.393357ms","start":"2026-02-27T21:14:41.806826Z","end":"2026-02-27T21:14:42.047219Z","steps":["trace[1467411617] 'agreement among raft nodes before linearized reading' (duration: 240.121021ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:42.047228Z","caller":"traceutil/trace.go:171","msg":"trace[137789427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5586; }","duration":"240.277285ms","start":"2026-02-27T21:14:41.806914Z","end":"2026-02-27T21:14:42.047191Z","steps":["trace[137789427] 'agreement among raft nodes before linearized reading' (duration: 239.857525ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:42.047248Z","caller":"traceutil/trace.go:171","msg":"trace[1744454591] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:5586; }","duration":"237.031272ms","start":"2026-02-27T21:14:41.810184Z","end":"2026-02-27T21:14:42.047216Z","steps":["trace[1744454591] 'agreement among raft nodes before linearized reading' (duration: 236.702535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:42.047132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.205803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T21:14:42.047454Z","caller":"traceutil/trace.go:171","msg":"trace[1930264331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5586; }","duration":"240.487759ms","start":"2026-02-27T21:14:41.806866Z","end":"2026-02-27T21:14:42.047354Z","steps":["trace[1930264331] 'agreement among raft nodes before linearized reading' (duration: 240.037059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:42.357488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.680809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:14:42.357641Z","caller":"traceutil/trace.go:171","msg":"trace[1149143903] linearizableReadLoop","detail":"{readStateIndex:5828; appliedIndex:5827; }","duration":"304.791028ms","start":"2026-02-27T21:14:42.052826Z","end":"2026-02-27T21:14:42.357617Z","steps":["trace[1149143903] 'read index received' (duration: 107.831242ms)","trace[1149143903] 'applied index is now lower than readState.Index' (duration: 196.958126ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:14:42.357707Z","caller":"traceutil/trace.go:171","msg":"trace[378504145] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"305.671747ms","start":"2026-02-27T21:14:42.051995Z","end":"2026-02-27T21:14:42.357667Z","steps":["trace[378504145] 'process raft request' (duration: 108.680291ms)","trace[378504145] 'compare' (duration: 196.481545ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:14:42.357917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:42.051971Z","time spent":"305.81705ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:14:42.358005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.184866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82369"} {"level":"info","ts":"2026-02-27T21:14:42.358042Z","caller":"traceutil/trace.go:171","msg":"trace[1872636254] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5587; }","duration":"305.291469ms","start":"2026-02-27T21:14:42.05274Z","end":"2026-02-27T21:14:42.358031Z","steps":["trace[1872636254] 'agreement among raft nodes before linearized reading' (duration: 304.979332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:42.358092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:42.052667Z","time spent":"305.415372ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82393,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T21:14:42.410112Z","caller":"traceutil/trace.go:171","msg":"trace[1569685532] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"357.228242ms","start":"2026-02-27T21:14:42.052842Z","end":"2026-02-27T21:14:42.41007Z","steps":["trace[1569685532] 'process raft request' (duration: 356.809911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:42.410421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:42.052814Z","time spent":"357.425385ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:14:42.410462Z","caller":"traceutil/trace.go:171","msg":"trace[1332643687] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"356.71669ms","start":"2026-02-27T21:14:42.053688Z","end":"2026-02-27T21:14:42.410404Z","steps":["trace[1332643687] 'process raft request' (duration: 356.310141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:42.41054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.416529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:14:42.410616Z","caller":"traceutil/trace.go:171","msg":"trace[938873816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5592; }","duration":"219.576842ms","start":"2026-02-27T21:14:42.19102Z","end":"2026-02-27T21:14:42.410597Z","steps":["trace[938873816] 'agreement among raft nodes before linearized reading' (duration: 219.374738ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:42.410109Z","caller":"traceutil/trace.go:171","msg":"trace[1583074518] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"356.528855ms","start":"2026-02-27T21:14:42.053536Z","end":"2026-02-27T21:14:42.410065Z","steps":["trace[1583074518] 'process raft request' (duration: 356.387542ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:42.410636Z","caller":"traceutil/trace.go:171","msg":"trace[56866994] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"314.29156ms","start":"2026-02-27T21:14:42.096322Z","end":"2026-02-27T21:14:42.410613Z","steps":["trace[56866994] 'process raft request' (duration: 313.994624ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:14:42.410649Z","caller":"traceutil/trace.go:171","msg":"trace[1672254094] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"356.645418ms","start":"2026-02-27T21:14:42.053947Z","end":"2026-02-27T21:14:42.410592Z","steps":["trace[1672254094] 'process raft request' (duration: 356.27739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:14:42.410755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:42.053674Z","time spent":"356.931684ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:14:42.41077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:42.096299Z","time spent":"314.408853ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:14:42.410838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:42.053507Z","time spent":"357.19572ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:14:42.410903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:14:42.053899Z","time spent":"356.860733ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:14:43.55853Z","caller":"traceutil/trace.go:171","msg":"trace[411426526] linearizableReadLoop","detail":"{readStateIndex:5834; appliedIndex:5833; }","duration":"112.17037ms","start":"2026-02-27T21:14:43.446318Z","end":"2026-02-27T21:14:43.558489Z","steps":["trace[411426526] 'read index received' (duration: 84.981532ms)","trace[411426526] 'applied index is now lower than readState.Index' (duration: 27.187058ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:14:43.558732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.354704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:14:43.558818Z","caller":"traceutil/trace.go:171","msg":"trace[896327309] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5592; }","duration":"112.522548ms","start":"2026-02-27T21:14:43.446276Z","end":"2026-02-27T21:14:43.558798Z","steps":["trace[896327309] 'agreement among raft nodes before linearized reading' (duration: 112.330214ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:15:22.641059Z","caller":"traceutil/trace.go:171","msg":"trace[1420484621] transaction","detail":"{read_only:false; response_revision:5902; number_of_response:1; }","duration":"376.646045ms","start":"2026-02-27T21:15:22.264387Z","end":"2026-02-27T21:15:22.641033Z","steps":["trace[1420484621] 'process raft request' (duration: 308.731696ms)","trace[1420484621] 'compare' (duration: 67.718225ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:15:22.641378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:15:22.264346Z","time spent":"376.806349ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:15:28.935893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.06979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:15:28.936018Z","caller":"traceutil/trace.go:171","msg":"trace[1637727048] transaction","detail":"{read_only:false; response_revision:5962; number_of_response:1; }","duration":"170.139746ms","start":"2026-02-27T21:15:28.765856Z","end":"2026-02-27T21:15:28.935996Z","steps":["trace[1637727048] 'process raft request' (duration: 60.832811ms)","trace[1637727048] 'compare' (duration: 108.931127ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:15:28.936555Z","caller":"traceutil/trace.go:171","msg":"trace[150573798] linearizableReadLoop","detail":"{readStateIndex:6217; appliedIndex:6214; }","duration":"148.613425ms","start":"2026-02-27T21:15:28.787913Z","end":"2026-02-27T21:15:28.936526Z","steps":["trace[150573798] 'read index received' (duration: 38.746457ms)","trace[150573798] 'applied index is now lower than readState.Index' (duration: 109.865717ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:15:28.936579Z","caller":"traceutil/trace.go:171","msg":"trace[1663654516] transaction","detail":"{read_only:false; response_revision:5963; number_of_response:1; }","duration":"150.162049ms","start":"2026-02-27T21:15:28.786402Z","end":"2026-02-27T21:15:28.936564Z","steps":["trace[1663654516] 'process raft request' (duration: 149.927034ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:15:28.936781Z","caller":"traceutil/trace.go:171","msg":"trace[31134918] transaction","detail":"{read_only:false; response_revision:5964; number_of_response:1; }","duration":"148.977473ms","start":"2026-02-27T21:15:28.787786Z","end":"2026-02-27T21:15:28.936764Z","steps":["trace[31134918] 'process raft request' (duration: 148.692496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:15:28.937149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.228808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109648"} {"level":"info","ts":"2026-02-27T21:15:28.9372Z","caller":"traceutil/trace.go:171","msg":"trace[1310408415] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5964; }","duration":"149.31124ms","start":"2026-02-27T21:15:28.787876Z","end":"2026-02-27T21:15:28.937187Z","steps":["trace[1310408415] 'agreement among raft nodes before linearized reading' (duration: 148.940552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:15:32.432359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.777817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:15:32.432468Z","caller":"traceutil/trace.go:171","msg":"trace[1127427381] transaction","detail":"{read_only:false; response_revision:5977; number_of_response:1; }","duration":"160.152973ms","start":"2026-02-27T21:15:32.272288Z","end":"2026-02-27T21:15:32.432441Z","steps":["trace[1127427381] 'process raft request' (duration: 45.192951ms)","trace[1127427381] 'compare' (duration: 114.623884ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:15:36.941347Z","caller":"traceutil/trace.go:171","msg":"trace[327589538] transaction","detail":"{read_only:false; response_revision:6005; number_of_response:1; }","duration":"105.418008ms","start":"2026-02-27T21:15:36.835902Z","end":"2026-02-27T21:15:36.94132Z","steps":["trace[327589538] 'process raft request' (duration: 105.267654ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:15:37.120324Z","caller":"traceutil/trace.go:171","msg":"trace[1341198626] linearizableReadLoop","detail":"{readStateIndex:6260; appliedIndex:6259; }","duration":"123.434861ms","start":"2026-02-27T21:15:36.996861Z","end":"2026-02-27T21:15:37.120296Z","steps":["trace[1341198626] 'read index received' (duration: 104.779794ms)","trace[1341198626] 'applied index is now lower than readState.Index' (duration: 18.654157ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:15:37.120455Z","caller":"traceutil/trace.go:171","msg":"trace[1944790445] transaction","detail":"{read_only:false; response_revision:6006; number_of_response:1; }","duration":"126.94691ms","start":"2026-02-27T21:15:36.993468Z","end":"2026-02-27T21:15:37.120415Z","steps":["trace[1944790445] 'process raft request' (duration: 108.14117ms)","trace[1944790445] 'compare' (duration: 18.568375ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:15:37.120655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.770448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T21:15:37.1207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.377419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T21:15:37.120736Z","caller":"traceutil/trace.go:171","msg":"trace[512077938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6006; }","duration":"123.889762ms","start":"2026-02-27T21:15:36.996828Z","end":"2026-02-27T21:15:37.120718Z","steps":["trace[512077938] 'agreement among raft nodes before linearized reading' (duration: 123.626306ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:15:37.120883Z","caller":"traceutil/trace.go:171","msg":"trace[1289360450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6006; }","duration":"119.526804ms","start":"2026-02-27T21:15:37.001252Z","end":"2026-02-27T21:15:37.120779Z","steps":["trace[1289360450] 'agreement among raft nodes before linearized reading' (duration: 119.221536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:15:37.121135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.905155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T21:15:37.121199Z","caller":"traceutil/trace.go:171","msg":"trace[1522369931] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:6006; }","duration":"117.026498ms","start":"2026-02-27T21:15:37.004155Z","end":"2026-02-27T21:15:37.121181Z","steps":["trace[1522369931] 'agreement among raft nodes before linearized reading' (duration: 116.383842ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:16:53.737221Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3594} {"level":"info","ts":"2026-02-27T21:16:53.810804Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3594,"took":"72.129854ms","hash":2310008316,"current-db-size-bytes":43147264,"current-db-size":"43 MB","current-db-size-in-use-bytes":30343168,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-27T21:16:53.810854Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2310008316,"revision":3594,"compact-revision":-1} {"level":"info","ts":"2026-02-27T21:20:44.923995Z","caller":"traceutil/trace.go:171","msg":"trace[1554849581] linearizableReadLoop","detail":"{readStateIndex:8439; appliedIndex:8438; }","duration":"410.133106ms","start":"2026-02-27T21:20:44.51383Z","end":"2026-02-27T21:20:44.923964Z","steps":["trace[1554849581] 'read index received' (duration: 409.851049ms)","trace[1554849581] 'applied index is now lower than readState.Index' (duration: 280.617µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:20:44.924102Z","caller":"traceutil/trace.go:171","msg":"trace[526946639] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"426.172169ms","start":"2026-02-27T21:20:44.497894Z","end":"2026-02-27T21:20:44.924066Z","steps":["trace[526946639] 'process raft request' (duration: 425.876392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:20:44.924272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:20:44.497844Z","time spent":"426.337403ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:20:44.924316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.355333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T21:20:44.924366Z","caller":"traceutil/trace.go:171","msg":"trace[252093738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8110; }","duration":"143.406754ms","start":"2026-02-27T21:20:44.780945Z","end":"2026-02-27T21:20:44.924352Z","steps":["trace[252093738] 'agreement among raft nodes before linearized reading' (duration: 143.289031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:20:44.924386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.446309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T21:20:44.924433Z","caller":"traceutil/trace.go:171","msg":"trace[85726877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8110; }","duration":"110.528921ms","start":"2026-02-27T21:20:44.813891Z","end":"2026-02-27T21:20:44.92442Z","steps":["trace[85726877] 'agreement among raft nodes before linearized reading' (duration: 110.423718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:20:44.924267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.411343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T21:20:44.924551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.629807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T21:20:44.924531Z","caller":"traceutil/trace.go:171","msg":"trace[986176331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8110; }","duration":"410.695389ms","start":"2026-02-27T21:20:44.513805Z","end":"2026-02-27T21:20:44.9245Z","steps":["trace[986176331] 'agreement among raft nodes before linearized reading' (duration: 410.32391ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:20:44.924586Z","caller":"traceutil/trace.go:171","msg":"trace[189574266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8110; }","duration":"112.702989ms","start":"2026-02-27T21:20:44.811875Z","end":"2026-02-27T21:20:44.924578Z","steps":["trace[189574266] 'agreement among raft nodes before linearized reading' (duration: 112.618197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:20:44.924626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:20:44.513789Z","time spent":"410.806141ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T21:20:45.268805Z","caller":"traceutil/trace.go:171","msg":"trace[396105050] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"339.810321ms","start":"2026-02-27T21:20:44.92897Z","end":"2026-02-27T21:20:45.26878Z","steps":["trace[396105050] 'process raft request' (duration: 339.672577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:20:45.268948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:20:44.928944Z","time spent":"339.930844ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:20:45.270713Z","caller":"traceutil/trace.go:171","msg":"trace[620065401] linearizableReadLoop","detail":"{readStateIndex:8443; appliedIndex:8439; }","duration":"205.16596ms","start":"2026-02-27T21:20:45.065527Z","end":"2026-02-27T21:20:45.270693Z","steps":["trace[620065401] 'read index received' (duration: 203.191197ms)","trace[620065401] 'applied index is now lower than readState.Index' (duration: 1.973643ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:20:45.270753Z","caller":"traceutil/trace.go:171","msg":"trace[1423878333] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"341.708642ms","start":"2026-02-27T21:20:44.929025Z","end":"2026-02-27T21:20:45.270734Z","steps":["trace[1423878333] 'process raft request' (duration: 341.59542ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:20:45.270799Z","caller":"traceutil/trace.go:171","msg":"trace[99564105] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"340.25197ms","start":"2026-02-27T21:20:44.930522Z","end":"2026-02-27T21:20:45.270774Z","steps":["trace[99564105] 'process raft request' (duration: 340.133617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:20:45.270853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:20:44.928998Z","time spent":"341.800265ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:20:45.270858Z","caller":"traceutil/trace.go:171","msg":"trace[424917278] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"341.813964ms","start":"2026-02-27T21:20:44.92901Z","end":"2026-02-27T21:20:45.270824Z","steps":["trace[424917278] 'process raft request' (duration: 341.496847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:20:45.270908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.362314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T21:20:45.270925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:20:44.930513Z","time spent":"340.340162ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:20:45.270967Z","caller":"traceutil/trace.go:171","msg":"trace[2072518412] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:8114; }","duration":"205.461027ms","start":"2026-02-27T21:20:45.065478Z","end":"2026-02-27T21:20:45.270939Z","steps":["trace[2072518412] 'agreement among raft nodes before linearized reading' (duration: 205.304433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:20:45.271015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:20:44.928994Z","time spent":"341.932677ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:20:55.780962Z","caller":"traceutil/trace.go:171","msg":"trace[1361638365] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"124.719824ms","start":"2026-02-27T21:20:55.656222Z","end":"2026-02-27T21:20:55.780942Z","steps":["trace[1361638365] 'process raft request' (duration: 124.603762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:20:56.548866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456284565,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T21:20:56.554581Z","caller":"traceutil/trace.go:171","msg":"trace[222803078] linearizableReadLoop","detail":"{readStateIndex:8495; appliedIndex:8494; }","duration":"506.451683ms","start":"2026-02-27T21:20:56.048105Z","end":"2026-02-27T21:20:56.554557Z","steps":["trace[222803078] 'read index received' (duration: 506.194597ms)","trace[222803078] 'applied index is now lower than readState.Index' (duration: 256.256µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:20:56.554714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.590277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:20:56.554714Z","caller":"traceutil/trace.go:171","msg":"trace[1760833441] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"528.158408ms","start":"2026-02-27T21:20:56.026516Z","end":"2026-02-27T21:20:56.554675Z","steps":["trace[1760833441] 'process raft request' (duration: 527.878172ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:20:56.554749Z","caller":"traceutil/trace.go:171","msg":"trace[1031929761] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8164; }","duration":"506.673188ms","start":"2026-02-27T21:20:56.048064Z","end":"2026-02-27T21:20:56.554737Z","steps":["trace[1031929761] 'agreement among raft nodes before linearized reading' (duration: 506.569285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:20:56.554794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:20:56.04805Z","time spent":"506.73583ms","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T21:20:56.554886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:20:56.026491Z","time spent":"528.299562ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:20:57.556436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.053819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:20:57.55654Z","caller":"traceutil/trace.go:171","msg":"trace[1536276536] linearizableReadLoop","detail":"{readStateIndex:8500; appliedIndex:8499; }","duration":"166.284896ms","start":"2026-02-27T21:20:57.390239Z","end":"2026-02-27T21:20:57.556524Z","steps":["trace[1536276536] 'read index received' (duration: 27.062834ms)","trace[1536276536] 'applied index is now lower than readState.Index' (duration: 139.220602ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:20:57.556623Z","caller":"traceutil/trace.go:171","msg":"trace[178067057] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"188.936713ms","start":"2026-02-27T21:20:57.36766Z","end":"2026-02-27T21:20:57.556596Z","steps":["trace[178067057] 'process raft request' (duration: 49.635549ms)","trace[178067057] 'compare' (duration: 138.737742ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:20:57.556731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.48913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T21:20:57.556764Z","caller":"traceutil/trace.go:171","msg":"trace[1339633218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8169; }","duration":"166.554102ms","start":"2026-02-27T21:20:57.390198Z","end":"2026-02-27T21:20:57.556752Z","steps":["trace[1339633218] 'agreement among raft nodes before linearized reading' (duration: 166.395309ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:20:57.585521Z","caller":"traceutil/trace.go:171","msg":"trace[2097212330] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"114.855398ms","start":"2026-02-27T21:20:57.470638Z","end":"2026-02-27T21:20:57.585493Z","steps":["trace[2097212330] 'process raft request' (duration: 114.639564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:20:57.585642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.858156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T21:20:57.585842Z","caller":"traceutil/trace.go:171","msg":"trace[1580545605] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:8170; }","duration":"192.09023ms","start":"2026-02-27T21:20:57.393729Z","end":"2026-02-27T21:20:57.585819Z","steps":["trace[1580545605] 'agreement among raft nodes before linearized reading' (duration: 191.702772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:20:58.017345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.909705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:20:58.017462Z","caller":"traceutil/trace.go:171","msg":"trace[485156792] linearizableReadLoop","detail":"{readStateIndex:8502; appliedIndex:8501; }","duration":"426.351836ms","start":"2026-02-27T21:20:57.591081Z","end":"2026-02-27T21:20:58.017433Z","steps":["trace[485156792] 'read index received' (duration: 84.230756ms)","trace[485156792] 'applied index is now lower than readState.Index' (duration: 342.11963ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:20:58.017536Z","caller":"traceutil/trace.go:171","msg":"trace[1988027203] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"456.564369ms","start":"2026-02-27T21:20:57.56096Z","end":"2026-02-27T21:20:58.017524Z","steps":["trace[1988027203] 'process raft request' (duration: 114.350637ms)","trace[1988027203] 'compare' (duration: 341.803523ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:20:58.017601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:20:57.560941Z","time spent":"456.629921ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:20:58.018401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.313129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224604"} {"level":"info","ts":"2026-02-27T21:20:58.018479Z","caller":"traceutil/trace.go:171","msg":"trace[865024359] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8171; }","duration":"427.43679ms","start":"2026-02-27T21:20:57.591027Z","end":"2026-02-27T21:20:58.018463Z","steps":["trace[865024359] 'agreement among raft nodes before linearized reading' (duration: 427.004561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:20:58.018571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:20:57.591009Z","time spent":"427.550063ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224628,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T21:20:58.106451Z","caller":"traceutil/trace.go:171","msg":"trace[1456484999] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"326.211171ms","start":"2026-02-27T21:20:57.780214Z","end":"2026-02-27T21:20:58.106425Z","steps":["trace[1456484999] 'process raft request' (duration: 326.063408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:20:58.106608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:20:57.780186Z","time spent":"326.340324ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:20:58.340928Z","caller":"traceutil/trace.go:171","msg":"trace[2047098491] linearizableReadLoop","detail":"{readStateIndex:8504; appliedIndex:8502; }","duration":"323.400311ms","start":"2026-02-27T21:20:58.017489Z","end":"2026-02-27T21:20:58.340889Z","steps":["trace[2047098491] 'read index received' (duration: 88.843198ms)","trace[2047098491] 'applied index is now lower than readState.Index' (duration: 234.556243ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:20:58.340986Z","caller":"traceutil/trace.go:171","msg":"trace[1472442478] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"556.354907ms","start":"2026-02-27T21:20:57.784587Z","end":"2026-02-27T21:20:58.340942Z","steps":["trace[1472442478] 'process raft request' (duration: 494.601224ms)","trace[1472442478] 'compare' (duration: 61.567899ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:20:58.341142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.731863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-27T21:20:58.341156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:20:57.784557Z","time spent":"556.508561ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:20:58.34119Z","caller":"traceutil/trace.go:171","msg":"trace[164104039] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:8173; }","duration":"524.839435ms","start":"2026-02-27T21:20:57.816338Z","end":"2026-02-27T21:20:58.341177Z","steps":["trace[164104039] 'agreement among raft nodes before linearized reading' (duration: 524.725863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:20:58.34123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:20:57.816318Z","time spent":"524.903867ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-02-27T21:20:58.341321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.778113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:20:58.341394Z","caller":"traceutil/trace.go:171","msg":"trace[389002726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8173; }","duration":"149.902195ms","start":"2026-02-27T21:20:58.191475Z","end":"2026-02-27T21:20:58.341377Z","steps":["trace[389002726] 'agreement among raft nodes before linearized reading' (duration: 149.773373ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:20:59.228953Z","caller":"traceutil/trace.go:171","msg":"trace[1632295188] linearizableReadLoop","detail":"{readStateIndex:8510; appliedIndex:8509; }","duration":"102.861275ms","start":"2026-02-27T21:20:59.12606Z","end":"2026-02-27T21:20:59.228922Z","steps":["trace[1632295188] 'read index received' (duration: 102.637271ms)","trace[1632295188] 'applied index is now lower than readState.Index' (duration: 223.064µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:20:59.229065Z","caller":"traceutil/trace.go:171","msg":"trace[1988197728] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"222.013847ms","start":"2026-02-27T21:20:59.00702Z","end":"2026-02-27T21:20:59.229034Z","steps":["trace[1988197728] 'process raft request' (duration: 221.752481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:20:59.229092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.009318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:20:59.229136Z","caller":"traceutil/trace.go:171","msg":"trace[1942355478] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8178; }","duration":"103.098521ms","start":"2026-02-27T21:20:59.126026Z","end":"2026-02-27T21:20:59.229125Z","steps":["trace[1942355478] 'agreement among raft nodes before linearized reading' (duration: 103.001819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:20:59.596006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.849376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"info","ts":"2026-02-27T21:20:59.596096Z","caller":"traceutil/trace.go:171","msg":"trace[537060450] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8180; }","duration":"118.996609ms","start":"2026-02-27T21:20:59.477079Z","end":"2026-02-27T21:20:59.596075Z","steps":["trace[537060450] 'range keys from in-memory index tree' (duration: 118.59433ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:20:59.938831Z","caller":"traceutil/trace.go:171","msg":"trace[2048739535] linearizableReadLoop","detail":"{readStateIndex:8514; appliedIndex:8512; }","duration":"337.162551ms","start":"2026-02-27T21:20:59.601643Z","end":"2026-02-27T21:20:59.938806Z","steps":["trace[2048739535] 'read index received' (duration: 59.7968ms)","trace[2048739535] 'applied index is now lower than readState.Index' (duration: 277.364791ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:20:59.938946Z","caller":"traceutil/trace.go:171","msg":"trace[383336469] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"338.483591ms","start":"2026-02-27T21:20:59.600428Z","end":"2026-02-27T21:20:59.938912Z","steps":["trace[383336469] 'process raft request' (duration: 262.112927ms)","trace[383336469] 'compare' (duration: 76.15097ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:20:59.939092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:20:59.600406Z","time spent":"338.610504ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:20:59.939149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.735151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:20:59.939191Z","caller":"traceutil/trace.go:171","msg":"trace[920364312] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8182; }","duration":"133.840963ms","start":"2026-02-27T21:20:59.80534Z","end":"2026-02-27T21:20:59.939181Z","steps":["trace[920364312] 'agreement among raft nodes before linearized reading' (duration: 133.604238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:20:59.939493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.842116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"info","ts":"2026-02-27T21:20:59.939555Z","caller":"traceutil/trace.go:171","msg":"trace[1823069716] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8182; }","duration":"337.937009ms","start":"2026-02-27T21:20:59.601604Z","end":"2026-02-27T21:20:59.939541Z","steps":["trace[1823069716] 'agreement among raft nodes before linearized reading' (duration: 337.338875ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:20:59.939589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:20:59.601591Z","time spent":"337.990031ms","remote":"127.0.0.1:58078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19470,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T21:21:00.147593Z","caller":"traceutil/trace.go:171","msg":"trace[1490172134] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"121.632647ms","start":"2026-02-27T21:21:00.025934Z","end":"2026-02-27T21:21:00.147566Z","steps":["trace[1490172134] 'process raft request' (duration: 121.369901ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:21:00.147634Z","caller":"traceutil/trace.go:171","msg":"trace[1872440672] linearizableReadLoop","detail":"{readStateIndex:8515; appliedIndex:8514; }","duration":"119.081361ms","start":"2026-02-27T21:21:00.028434Z","end":"2026-02-27T21:21:00.147515Z","steps":["trace[1872440672] 'read index received' (duration: 118.875286ms)","trace[1872440672] 'applied index is now lower than readState.Index' (duration: 204.805µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:21:00.14782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.361707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T21:21:00.147916Z","caller":"traceutil/trace.go:171","msg":"trace[1715402492] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:8183; }","duration":"119.48729ms","start":"2026-02-27T21:21:00.028406Z","end":"2026-02-27T21:21:00.147894Z","steps":["trace[1715402492] 'agreement among raft nodes before linearized reading' (duration: 119.237695ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:21:01.225016Z","caller":"traceutil/trace.go:171","msg":"trace[1479387194] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"802.218537ms","start":"2026-02-27T21:21:00.422767Z","end":"2026-02-27T21:21:01.224986Z","steps":["trace[1479387194] 'process raft request' (duration: 772.898355ms)","trace[1479387194] 'compare' (duration: 28.449083ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:21:01.225153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:21:00.422741Z","time spent":"802.34523ms","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":852,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:21:01.225857Z","caller":"traceutil/trace.go:171","msg":"trace[713537282] linearizableReadLoop","detail":"{readStateIndex:8519; appliedIndex:8516; }","duration":"184.994196ms","start":"2026-02-27T21:21:01.04084Z","end":"2026-02-27T21:21:01.225834Z","steps":["trace[713537282] 'read index received' (duration: 154.837945ms)","trace[713537282] 'applied index is now lower than readState.Index' (duration: 30.154981ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:21:01.226456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.590899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-27T21:21:01.226758Z","caller":"traceutil/trace.go:171","msg":"trace[1747721498] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8187; }","duration":"185.933946ms","start":"2026-02-27T21:21:01.040797Z","end":"2026-02-27T21:21:01.226731Z","steps":["trace[1747721498] 'agreement among raft nodes before linearized reading' (duration: 185.368024ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:21:01.226978Z","caller":"traceutil/trace.go:171","msg":"trace[228635499] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"591.475226ms","start":"2026-02-27T21:21:00.635486Z","end":"2026-02-27T21:21:01.226961Z","steps":["trace[228635499] 'process raft request' (duration: 590.192619ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:21:01.227071Z","caller":"traceutil/trace.go:171","msg":"trace[3424793] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"253.538638ms","start":"2026-02-27T21:21:00.973502Z","end":"2026-02-27T21:21:01.22704Z","steps":["trace[3424793] 'process raft request' (duration: 252.290211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:01.227116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:21:00.635464Z","time spent":"591.564689ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:21:24.742851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.866016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-02-27T21:21:24.742963Z","caller":"traceutil/trace.go:171","msg":"trace[54844002] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8355; }","duration":"119.02386ms","start":"2026-02-27T21:21:24.623916Z","end":"2026-02-27T21:21:24.74294Z","steps":["trace[54844002] 'range keys from in-memory index tree' (duration: 118.697272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:27.865663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456285214,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T21:21:27.889708Z","caller":"traceutil/trace.go:171","msg":"trace[1981626908] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"580.512927ms","start":"2026-02-27T21:21:27.309152Z","end":"2026-02-27T21:21:27.889665Z","steps":["trace[1981626908] 'process raft request' (duration: 580.363954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:27.889849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:21:27.309132Z","time spent":"580.643099ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:21:28.385701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.461562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:21:28.38577Z","caller":"traceutil/trace.go:171","msg":"trace[514004407] linearizableReadLoop","detail":"{readStateIndex:8708; appliedIndex:8706; }","duration":"1.020545733s","start":"2026-02-27T21:21:27.365214Z","end":"2026-02-27T21:21:28.38576Z","steps":["trace[514004407] 'read index received' (duration: 524.239323ms)","trace[514004407] 'applied index is now lower than readState.Index' (duration: 496.30555ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:21:28.385815Z","caller":"traceutil/trace.go:171","msg":"trace[1089671158] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"631.826952ms","start":"2026-02-27T21:21:27.753982Z","end":"2026-02-27T21:21:28.385809Z","steps":["trace[1089671158] 'process raft request' (duration: 162.199196ms)","trace[1089671158] 'compare' (duration: 468.407029ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:21:28.385851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:21:27.753948Z","time spent":"631.884953ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:21:28.386049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02083209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T21:21:28.386069Z","caller":"traceutil/trace.go:171","msg":"trace[1622296054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8368; }","duration":"1.02088688s","start":"2026-02-27T21:21:27.365177Z","end":"2026-02-27T21:21:28.386064Z","steps":["trace[1622296054] 'agreement among raft nodes before linearized reading' (duration: 1.020798578s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:28.386083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:21:27.365161Z","time spent":"1.020919452s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:21:28.393482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.883934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T21:21:28.393533Z","caller":"traceutil/trace.go:171","msg":"trace[786817363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8369; }","duration":"117.966336ms","start":"2026-02-27T21:21:28.275554Z","end":"2026-02-27T21:21:28.393521Z","steps":["trace[786817363] 'agreement among raft nodes before linearized reading' (duration: 117.838764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:28.393527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.59924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T21:21:28.393565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.641995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:21:28.393647Z","caller":"traceutil/trace.go:171","msg":"trace[232034168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8369; }","duration":"203.752498ms","start":"2026-02-27T21:21:28.189876Z","end":"2026-02-27T21:21:28.393628Z","steps":["trace[232034168] 'agreement among raft nodes before linearized reading' (duration: 203.640865ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:21:28.393612Z","caller":"traceutil/trace.go:171","msg":"trace[215197705] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"258.341314ms","start":"2026-02-27T21:21:28.135228Z","end":"2026-02-27T21:21:28.393569Z","steps":["trace[215197705] 'process raft request' (duration: 258.013897ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:28.393566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.329966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T21:21:28.393728Z","caller":"traceutil/trace.go:171","msg":"trace[1177844896] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:8369; }","duration":"576.5374ms","start":"2026-02-27T21:21:27.817181Z","end":"2026-02-27T21:21:28.393718Z","steps":["trace[1177844896] 'agreement among raft nodes before linearized reading' (duration: 576.261364ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:28.393694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.334439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T21:21:28.393769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:21:27.817167Z","time spent":"576.592051ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"info","ts":"2026-02-27T21:21:28.393799Z","caller":"traceutil/trace.go:171","msg":"trace[966421713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8369; }","duration":"848.44886ms","start":"2026-02-27T21:21:27.545314Z","end":"2026-02-27T21:21:28.393763Z","steps":["trace[966421713] 'agreement among raft nodes before linearized reading' (duration: 848.024281ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:21:28.393591Z","caller":"traceutil/trace.go:171","msg":"trace[679207819] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8369; }","duration":"326.696652ms","start":"2026-02-27T21:21:28.066878Z","end":"2026-02-27T21:21:28.393575Z","steps":["trace[679207819] 'agreement among raft nodes before linearized reading' (duration: 326.536049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:28.393858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:21:27.545297Z","time spent":"848.535423ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:21:28.393989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:21:28.066859Z","time spent":"327.099452ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:21:28.394453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.771917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T21:21:28.394495Z","caller":"traceutil/trace.go:171","msg":"trace[316775526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8370; }","duration":"806.864009ms","start":"2026-02-27T21:21:27.587621Z","end":"2026-02-27T21:21:28.394485Z","steps":["trace[316775526] 'agreement among raft nodes before linearized reading' (duration: 806.687135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:28.394523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:21:27.587605Z","time spent":"806.91282ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T21:21:30.523785Z","caller":"traceutil/trace.go:171","msg":"trace[1925871460] linearizableReadLoop","detail":"{readStateIndex:8721; appliedIndex:8720; }","duration":"117.804813ms","start":"2026-02-27T21:21:30.40596Z","end":"2026-02-27T21:21:30.523765Z","steps":["trace[1925871460] 'read index received' (duration: 117.697441ms)","trace[1925871460] 'applied index is now lower than readState.Index' (duration: 106.432µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:21:30.523834Z","caller":"traceutil/trace.go:171","msg":"trace[421238074] transaction","detail":"{read_only:false; response_revision:8380; number_of_response:1; }","duration":"118.321454ms","start":"2026-02-27T21:21:30.405484Z","end":"2026-02-27T21:21:30.523805Z","steps":["trace[421238074] 'process raft request' (duration: 118.152011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:30.523973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.994087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:21:30.524019Z","caller":"traceutil/trace.go:171","msg":"trace[1054555159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8380; }","duration":"118.074599ms","start":"2026-02-27T21:21:30.405933Z","end":"2026-02-27T21:21:30.524008Z","steps":["trace[1054555159] 'agreement among raft nodes before linearized reading' (duration: 117.934766ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:21:30.530683Z","caller":"traceutil/trace.go:171","msg":"trace[1924455095] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"121.047165ms","start":"2026-02-27T21:21:30.409616Z","end":"2026-02-27T21:21:30.530664Z","steps":["trace[1924455095] 'process raft request' (duration: 120.905332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:30.531001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.864637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T21:21:30.531017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.481555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T21:21:30.531079Z","caller":"traceutil/trace.go:171","msg":"trace[1146597446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8382; }","duration":"124.96438ms","start":"2026-02-27T21:21:30.406097Z","end":"2026-02-27T21:21:30.531062Z","steps":["trace[1146597446] 'agreement among raft nodes before linearized reading' (duration: 124.728905ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:21:30.531089Z","caller":"traceutil/trace.go:171","msg":"trace[1709824275] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:8382; }","duration":"122.591558ms","start":"2026-02-27T21:21:30.408482Z","end":"2026-02-27T21:21:30.531073Z","steps":["trace[1709824275] 'agreement among raft nodes before linearized reading' (duration: 122.389803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:30.531018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.760206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T21:21:30.531187Z","caller":"traceutil/trace.go:171","msg":"trace[2085769449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8382; }","duration":"124.954919ms","start":"2026-02-27T21:21:30.406202Z","end":"2026-02-27T21:21:30.531157Z","steps":["trace[2085769449] 'agreement among raft nodes before linearized reading' (duration: 124.691034ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:21:32.016109Z","caller":"traceutil/trace.go:171","msg":"trace[1510161991] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"238.451557ms","start":"2026-02-27T21:21:31.77763Z","end":"2026-02-27T21:21:32.016082Z","steps":["trace[1510161991] 'process raft request' (duration: 238.252363ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:21:32.029495Z","caller":"traceutil/trace.go:171","msg":"trace[1522432417] transaction","detail":"{read_only:false; response_revision:8387; number_of_response:1; }","duration":"127.399683ms","start":"2026-02-27T21:21:31.902074Z","end":"2026-02-27T21:21:32.029474Z","steps":["trace[1522432417] 'process raft request' (duration: 127.26461ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:21:40.31311Z","caller":"traceutil/trace.go:171","msg":"trace[1679332103] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"146.224336ms","start":"2026-02-27T21:21:40.166837Z","end":"2026-02-27T21:21:40.313062Z","steps":["trace[1679332103] 'process raft request' (duration: 87.534089ms)","trace[1679332103] 'compare' (duration: 58.170775ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:21:40.313387Z","caller":"traceutil/trace.go:171","msg":"trace[771126892] linearizableReadLoop","detail":"{readStateIndex:8812; appliedIndex:8810; }","duration":"121.302959ms","start":"2026-02-27T21:21:40.192049Z","end":"2026-02-27T21:21:40.313352Z","steps":["trace[771126892] 'read index received' (duration: 62.250395ms)","trace[771126892] 'applied index is now lower than readState.Index' (duration: 59.049784ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:21:40.313402Z","caller":"traceutil/trace.go:171","msg":"trace[304686445] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8466; }","duration":"145.256755ms","start":"2026-02-27T21:21:40.168115Z","end":"2026-02-27T21:21:40.313372Z","steps":["trace[304686445] 'process raft request' (duration: 144.869197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:40.313544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.486504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:21:40.313603Z","caller":"traceutil/trace.go:171","msg":"trace[1340477962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8466; }","duration":"121.585976ms","start":"2026-02-27T21:21:40.192002Z","end":"2026-02-27T21:21:40.313588Z","steps":["trace[1340477962] 'agreement among raft nodes before linearized reading' (duration: 121.464483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:41.447422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.641055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:21:41.4476Z","caller":"traceutil/trace.go:171","msg":"trace[946493219] linearizableReadLoop","detail":"{readStateIndex:8823; appliedIndex:8822; }","duration":"412.881842ms","start":"2026-02-27T21:21:41.03469Z","end":"2026-02-27T21:21:41.447572Z","steps":["trace[946493219] 'read index received' (duration: 254.98627ms)","trace[946493219] 'applied index is now lower than readState.Index' (duration: 157.892832ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:21:41.447636Z","caller":"traceutil/trace.go:171","msg":"trace[233487140] transaction","detail":"{read_only:false; response_revision:8477; number_of_response:1; }","duration":"412.961234ms","start":"2026-02-27T21:21:41.034614Z","end":"2026-02-27T21:21:41.447575Z","steps":["trace[233487140] 'process raft request' (duration: 255.046972ms)","trace[233487140] 'compare' (duration: 156.020991ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:21:41.447776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:21:41.034586Z","time spent":"413.133628ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:21:41.447896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.18511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qs22f\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-02-27T21:21:41.448007Z","caller":"traceutil/trace.go:171","msg":"trace[2107764291] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-qs22f; range_end:; response_count:1; response_revision:8477; }","duration":"413.362383ms","start":"2026-02-27T21:21:41.034616Z","end":"2026-02-27T21:21:41.447978Z","steps":["trace[2107764291] 'agreement among raft nodes before linearized reading' (duration: 413.050436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:41.448058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:21:41.034581Z","time spent":"413.468846ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4674,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qs22f\" "} {"level":"warn","ts":"2026-02-27T21:21:41.949267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456285528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:21:42.159069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.637803ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:21:42.159218Z","caller":"traceutil/trace.go:171","msg":"trace[533994191] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8477; }","duration":"270.811747ms","start":"2026-02-27T21:21:41.888387Z","end":"2026-02-27T21:21:42.159198Z","steps":["trace[533994191] 'range keys from in-memory index tree' (duration: 270.615333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:42.159711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.759367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:21:42.159819Z","caller":"traceutil/trace.go:171","msg":"trace[2099091337] linearizableReadLoop","detail":"{readStateIndex:8824; appliedIndex:8823; }","duration":"712.159502ms","start":"2026-02-27T21:21:41.447641Z","end":"2026-02-27T21:21:42.159801Z","steps":["trace[2099091337] 'read index received' (duration: 575.949896ms)","trace[2099091337] 'applied index is now lower than readState.Index' (duration: 136.207786ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:21:42.159894Z","caller":"traceutil/trace.go:171","msg":"trace[510466251] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"1.106995279s","start":"2026-02-27T21:21:41.052886Z","end":"2026-02-27T21:21:42.159882Z","steps":["trace[510466251] 'process raft request' (duration: 970.69194ms)","trace[510466251] 'compare' (duration: 135.529892ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:21:42.159966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:21:41.052863Z","time spent":"1.1070669s","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:21:42.160156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.753128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:21:42.160245Z","caller":"traceutil/trace.go:171","msg":"trace[559448251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8478; }","duration":"968.895041ms","start":"2026-02-27T21:21:41.191327Z","end":"2026-02-27T21:21:42.160222Z","steps":["trace[559448251] 'agreement among raft nodes before linearized reading' (duration: 968.745428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:42.160245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052736479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-02-27T21:21:42.160287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:21:41.191298Z","time spent":"968.981834ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T21:21:42.160338Z","caller":"traceutil/trace.go:171","msg":"trace[434490445] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8478; }","duration":"1.052839321s","start":"2026-02-27T21:21:41.107479Z","end":"2026-02-27T21:21:42.160318Z","steps":["trace[434490445] 'agreement among raft nodes before linearized reading' (duration: 1.052597776s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:42.160398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:21:41.107435Z","time spent":"1.052950654s","remote":"127.0.0.1:43384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5170,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-27T21:21:42.399345Z","caller":"traceutil/trace.go:171","msg":"trace[1190048802] transaction","detail":"{read_only:false; response_revision:8479; number_of_response:1; }","duration":"342.923688ms","start":"2026-02-27T21:21:42.056392Z","end":"2026-02-27T21:21:42.399316Z","steps":["trace[1190048802] 'process raft request' (duration: 273.902335ms)","trace[1190048802] 'compare' (duration: 68.844589ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:21:42.399481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:21:42.056345Z","time spent":"343.067911ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:21:42.413684Z","caller":"traceutil/trace.go:171","msg":"trace[1516566503] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"303.165426ms","start":"2026-02-27T21:21:42.110492Z","end":"2026-02-27T21:21:42.413658Z","steps":["trace[1516566503] 'process raft request' (duration: 302.951701ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:21:42.413808Z","caller":"traceutil/trace.go:171","msg":"trace[964829598] linearizableReadLoop","detail":"{readStateIndex:8826; appliedIndex:8824; }","duration":"253.937917ms","start":"2026-02-27T21:21:42.159847Z","end":"2026-02-27T21:21:42.413785Z","steps":["trace[964829598] 'read index received' (duration: 170.453797ms)","trace[964829598] 'applied index is now lower than readState.Index' (duration: 83.48269ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:21:42.413889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:21:42.110472Z","time spent":"303.292759ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:21:42.413894Z","caller":"traceutil/trace.go:171","msg":"trace[2126555628] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"240.234236ms","start":"2026-02-27T21:21:42.1736Z","end":"2026-02-27T21:21:42.413834Z","steps":["trace[2126555628] 'process raft request' (duration: 239.988991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:42.413968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.65666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:21:42.413961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.433734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:21:42.413999Z","caller":"traceutil/trace.go:171","msg":"trace[1768527487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8481; }","duration":"252.703191ms","start":"2026-02-27T21:21:42.161288Z","end":"2026-02-27T21:21:42.413992Z","steps":["trace[1768527487] 'agreement among raft nodes before linearized reading' (duration: 252.62992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:42.413928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.98569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:21:42.414022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.978613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:21:42.414074Z","caller":"traceutil/trace.go:171","msg":"trace[1799907305] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8481; }","duration":"260.220845ms","start":"2026-02-27T21:21:42.153839Z","end":"2026-02-27T21:21:42.41406Z","steps":["trace[1799907305] 'agreement among raft nodes before linearized reading' (duration: 259.992229ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:21:42.414083Z","caller":"traceutil/trace.go:171","msg":"trace[406944653] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8481; }","duration":"116.094666ms","start":"2026-02-27T21:21:42.297973Z","end":"2026-02-27T21:21:42.414067Z","steps":["trace[406944653] 'agreement among raft nodes before linearized reading' (duration: 115.996624ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:21:42.414032Z","caller":"traceutil/trace.go:171","msg":"trace[1489916701] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8481; }","duration":"725.549367ms","start":"2026-02-27T21:21:41.688465Z","end":"2026-02-27T21:21:42.414015Z","steps":["trace[1489916701] 'agreement among raft nodes before linearized reading' (duration: 725.407193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:42.414187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:21:41.688443Z","time spent":"725.7173ms","remote":"127.0.0.1:58406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:21:42.789493Z","caller":"traceutil/trace.go:171","msg":"trace[250715658] linearizableReadLoop","detail":"{readStateIndex:8830; appliedIndex:8829; }","duration":"200.746102ms","start":"2026-02-27T21:21:42.588723Z","end":"2026-02-27T21:21:42.789469Z","steps":["trace[250715658] 'read index received' (duration: 180.610049ms)","trace[250715658] 'applied index is now lower than readState.Index' (duration: 20.135112ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:21:42.789693Z","caller":"traceutil/trace.go:171","msg":"trace[350986229] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"211.465387ms","start":"2026-02-27T21:21:42.578194Z","end":"2026-02-27T21:21:42.78966Z","steps":["trace[350986229] 'process raft request' (duration: 191.184661ms)","trace[350986229] 'compare' (duration: 19.970859ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:21:42.789786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.049228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T21:21:42.789946Z","caller":"traceutil/trace.go:171","msg":"trace[690915761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8484; }","duration":"201.244471ms","start":"2026-02-27T21:21:42.588685Z","end":"2026-02-27T21:21:42.789929Z","steps":["trace[690915761] 'agreement among raft nodes before linearized reading' (duration: 200.921544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:42.790062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.332534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T21:21:42.790062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.952406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T21:21:42.790097Z","caller":"traceutil/trace.go:171","msg":"trace[1114456695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8484; }","duration":"128.418436ms","start":"2026-02-27T21:21:42.66167Z","end":"2026-02-27T21:21:42.790088Z","steps":["trace[1114456695] 'agreement among raft nodes before linearized reading' (duration: 128.235752ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:21:42.79021Z","caller":"traceutil/trace.go:171","msg":"trace[136053901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8484; }","duration":"175.13948ms","start":"2026-02-27T21:21:42.615051Z","end":"2026-02-27T21:21:42.790191Z","steps":["trace[136053901] 'agreement among raft nodes before linearized reading' (duration: 174.726531ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:21:43.623097Z","caller":"traceutil/trace.go:171","msg":"trace[777782592] linearizableReadLoop","detail":"{readStateIndex:8837; appliedIndex:8836; }","duration":"143.602998ms","start":"2026-02-27T21:21:43.479467Z","end":"2026-02-27T21:21:43.62307Z","steps":["trace[777782592] 'read index received' (duration: 143.383393ms)","trace[777782592] 'applied index is now lower than readState.Index' (duration: 217.945µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:21:43.623171Z","caller":"traceutil/trace.go:171","msg":"trace[1524135203] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"214.519052ms","start":"2026-02-27T21:21:43.408618Z","end":"2026-02-27T21:21:43.623137Z","steps":["trace[1524135203] 'process raft request' (duration: 214.266237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:43.623317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.820693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-02-27T21:21:43.623363Z","caller":"traceutil/trace.go:171","msg":"trace[974750579] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8491; }","duration":"143.918654ms","start":"2026-02-27T21:21:43.479432Z","end":"2026-02-27T21:21:43.623351Z","steps":["trace[974750579] 'agreement among raft nodes before linearized reading' (duration: 143.7402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:43.804145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.759184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:21:43.804282Z","caller":"traceutil/trace.go:171","msg":"trace[1547396533] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"170.60181ms","start":"2026-02-27T21:21:43.633659Z","end":"2026-02-27T21:21:43.80426Z","steps":["trace[1547396533] 'process raft request' (duration: 56.624061ms)","trace[1547396533] 'compare' (duration: 113.445358ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:21:44.192361Z","caller":"traceutil/trace.go:171","msg":"trace[1049579071] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"102.614959ms","start":"2026-02-27T21:21:44.089708Z","end":"2026-02-27T21:21:44.192323Z","steps":["trace[1049579071] 'process raft request' (duration: 102.293962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:44.36736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.376405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-27T21:21:44.367431Z","caller":"traceutil/trace.go:171","msg":"trace[1745843795] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8493; }","duration":"170.481248ms","start":"2026-02-27T21:21:44.196934Z","end":"2026-02-27T21:21:44.367415Z","steps":["trace[1745843795] 'range keys from in-memory index tree' (duration: 170.236792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:21:44.367635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.898004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:21:44.367995Z","caller":"traceutil/trace.go:171","msg":"trace[482795268] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"170.656851ms","start":"2026-02-27T21:21:44.19732Z","end":"2026-02-27T21:21:44.367977Z","steps":["trace[482795268] 'process raft request' (duration: 21.256436ms)","trace[482795268] 'compare' (duration: 148.6971ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:21:44.368085Z","caller":"traceutil/trace.go:171","msg":"trace[333878111] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"169.851884ms","start":"2026-02-27T21:21:44.198183Z","end":"2026-02-27T21:21:44.368035Z","steps":["trace[333878111] 'process raft request' (duration: 169.588518ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:21:44.661524Z","caller":"traceutil/trace.go:171","msg":"trace[1052066867] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"128.360794ms","start":"2026-02-27T21:21:44.533139Z","end":"2026-02-27T21:21:44.661499Z","steps":["trace[1052066867] 'process raft request' (duration: 128.204921ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:21:53.74446Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6467} {"level":"info","ts":"2026-02-27T21:21:53.838928Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6467,"took":"92.909886ms","hash":3283452625,"current-db-size-bytes":43868160,"current-db-size":"44 MB","current-db-size-in-use-bytes":24002560,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-27T21:21:53.838992Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3283452625,"revision":6467,"compact-revision":3594} {"level":"info","ts":"2026-02-27T21:21:54.911254Z","caller":"traceutil/trace.go:171","msg":"trace[1651900892] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"215.625947ms","start":"2026-02-27T21:21:54.695601Z","end":"2026-02-27T21:21:54.911227Z","steps":["trace[1651900892] 'process raft request' (duration: 215.437683ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:22:59.163949Z","caller":"traceutil/trace.go:171","msg":"trace[1109034798] transaction","detail":"{read_only:false; response_revision:9192; number_of_response:1; }","duration":"380.991753ms","start":"2026-02-27T21:22:58.782934Z","end":"2026-02-27T21:22:59.163926Z","steps":["trace[1109034798] 'process raft request' (duration: 372.906845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:22:59.164129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:22:58.782912Z","time spent":"381.113305ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:22:59.23449Z","caller":"traceutil/trace.go:171","msg":"trace[2027264180] linearizableReadLoop","detail":"{readStateIndex:9560; appliedIndex:9558; }","duration":"379.258075ms","start":"2026-02-27T21:22:58.85519Z","end":"2026-02-27T21:22:59.234448Z","steps":["trace[2027264180] 'read index received' (duration: 300.726733ms)","trace[2027264180] 'applied index is now lower than readState.Index' (duration: 78.526161ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:22:59.234497Z","caller":"traceutil/trace.go:171","msg":"trace[1604940238] transaction","detail":"{read_only:false; response_revision:9193; number_of_response:1; }","duration":"384.766265ms","start":"2026-02-27T21:22:58.849685Z","end":"2026-02-27T21:22:59.234451Z","steps":["trace[1604940238] 'process raft request' (duration: 383.791634ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:22:59.234519Z","caller":"traceutil/trace.go:171","msg":"trace[456837480] transaction","detail":"{read_only:false; response_revision:9194; number_of_response:1; }","duration":"110.369269ms","start":"2026-02-27T21:22:59.124114Z","end":"2026-02-27T21:22:59.234484Z","steps":["trace[456837480] 'process raft request' (duration: 110.219726ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:22:59.234609Z","caller":"traceutil/trace.go:171","msg":"trace[974143679] transaction","detail":"{read_only:false; response_revision:9195; number_of_response:1; }","duration":"104.194414ms","start":"2026-02-27T21:22:59.130369Z","end":"2026-02-27T21:22:59.234563Z","steps":["trace[974143679] 'process raft request' (duration: 104.02877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:22:59.234673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:22:58.849653Z","time spent":"384.930538ms","remote":"127.0.0.1:42426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414707,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:22:59.235644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.413829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T21:22:59.235781Z","caller":"traceutil/trace.go:171","msg":"trace[1502999339] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9195; }","duration":"380.572692ms","start":"2026-02-27T21:22:58.855159Z","end":"2026-02-27T21:22:59.235731Z","steps":["trace[1502999339] 'agreement among raft nodes before linearized reading' (duration: 379.441978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:22:59.235847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:22:58.855145Z","time spent":"380.684425ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T21:22:59.236352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.060944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:22:59.236496Z","caller":"traceutil/trace.go:171","msg":"trace[1259826109] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9195; }","duration":"272.230878ms","start":"2026-02-27T21:22:58.964226Z","end":"2026-02-27T21:22:59.236457Z","steps":["trace[1259826109] 'agreement among raft nodes before linearized reading' (duration: 270.51664ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:23:25.445098Z","caller":"traceutil/trace.go:171","msg":"trace[1997281366] transaction","detail":"{read_only:false; response_revision:9376; number_of_response:1; }","duration":"117.85111ms","start":"2026-02-27T21:23:25.327223Z","end":"2026-02-27T21:23:25.445074Z","steps":["trace[1997281366] 'process raft request' (duration: 19.565223ms)","trace[1997281366] 'compare' (duration: 98.096715ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:23:25.44539Z","caller":"traceutil/trace.go:171","msg":"trace[930593549] transaction","detail":"{read_only:false; response_revision:9377; number_of_response:1; }","duration":"107.465291ms","start":"2026-02-27T21:23:25.337899Z","end":"2026-02-27T21:23:25.445364Z","steps":["trace[930593549] 'process raft request' (duration: 107.140896ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:24:03.685333Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b66d12fd59101739","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T21:24:03.690661Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-27T21:24:03.690769Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-27T21:26:53.751753Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8569} {"level":"info","ts":"2026-02-27T21:26:53.813106Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8569,"took":"59.811936ms","hash":1135266231,"current-db-size-bytes":43868160,"current-db-size":"44 MB","current-db-size-in-use-bytes":24453120,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-27T21:26:53.81316Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1135266231,"revision":8569,"compact-revision":6467} {"level":"info","ts":"2026-02-27T21:27:08.754115Z","caller":"traceutil/trace.go:171","msg":"trace[422837648] transaction","detail":"{read_only:false; response_revision:10692; number_of_response:1; }","duration":"103.068676ms","start":"2026-02-27T21:27:08.651029Z","end":"2026-02-27T21:27:08.754098Z","steps":["trace[422837648] 'process raft request' (duration: 102.960124ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:27:08.76593Z","caller":"traceutil/trace.go:171","msg":"trace[1975378916] linearizableReadLoop","detail":"{readStateIndex:11118; appliedIndex:11116; }","duration":"105.390569ms","start":"2026-02-27T21:27:08.660516Z","end":"2026-02-27T21:27:08.765907Z","steps":["trace[1975378916] 'read index received' (duration: 93.720029ms)","trace[1975378916] 'applied index is now lower than readState.Index' (duration: 11.66942ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:27:08.766244Z","caller":"traceutil/trace.go:171","msg":"trace[1631520999] transaction","detail":"{read_only:false; response_revision:10693; number_of_response:1; }","duration":"113.972029ms","start":"2026-02-27T21:27:08.65226Z","end":"2026-02-27T21:27:08.766232Z","steps":["trace[1631520999] 'process raft request' (duration: 113.465478ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:27:08.766413Z","caller":"traceutil/trace.go:171","msg":"trace[575142359] transaction","detail":"{read_only:false; response_revision:10694; number_of_response:1; }","duration":"111.589005ms","start":"2026-02-27T21:27:08.654815Z","end":"2026-02-27T21:27:08.766404Z","steps":["trace[575142359] 'process raft request' (duration: 111.029333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:27:08.766641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.105724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T21:27:08.76668Z","caller":"traceutil/trace.go:171","msg":"trace[921523407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10694; }","duration":"106.171595ms","start":"2026-02-27T21:27:08.660498Z","end":"2026-02-27T21:27:08.76667Z","steps":["trace[921523407] 'agreement among raft nodes before linearized reading' (duration: 106.035932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:27:08.766876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.302538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T21:27:08.76695Z","caller":"traceutil/trace.go:171","msg":"trace[8882023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10694; }","duration":"106.401991ms","start":"2026-02-27T21:27:08.660532Z","end":"2026-02-27T21:27:08.766934Z","steps":["trace[8882023] 'agreement among raft nodes before linearized reading' (duration: 106.198736ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:28:32.653429Z","caller":"traceutil/trace.go:171","msg":"trace[2043771882] transaction","detail":"{read_only:false; response_revision:11433; number_of_response:1; }","duration":"120.139456ms","start":"2026-02-27T21:28:32.533261Z","end":"2026-02-27T21:28:32.6534Z","steps":["trace[2043771882] 'process raft request' (duration: 119.964722ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:28:32.856104Z","caller":"traceutil/trace.go:171","msg":"trace[1697337543] transaction","detail":"{read_only:false; response_revision:11434; number_of_response:1; }","duration":"167.583233ms","start":"2026-02-27T21:28:32.68849Z","end":"2026-02-27T21:28:32.856073Z","steps":["trace[1697337543] 'process raft request' (duration: 157.04008ms)","trace[1697337543] 'compare' (duration: 10.418101ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:28:32.893656Z","caller":"traceutil/trace.go:171","msg":"trace[1876495392] transaction","detail":"{read_only:false; response_revision:11435; number_of_response:1; }","duration":"106.901151ms","start":"2026-02-27T21:28:32.786726Z","end":"2026-02-27T21:28:32.893627Z","steps":["trace[1876495392] 'process raft request' (duration: 106.767148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:28:33.392165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.250541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:28:33.392274Z","caller":"traceutil/trace.go:171","msg":"trace[561385258] linearizableReadLoop","detail":"{readStateIndex:11885; appliedIndex:11884; }","duration":"137.674173ms","start":"2026-02-27T21:28:33.254582Z","end":"2026-02-27T21:28:33.392257Z","steps":["trace[561385258] 'read index received' (duration: 26.195817ms)","trace[561385258] 'applied index is now lower than readState.Index' (duration: 111.476636ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:28:33.392373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.791745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:28:33.392423Z","caller":"traceutil/trace.go:171","msg":"trace[1335013982] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:11440; }","duration":"137.873778ms","start":"2026-02-27T21:28:33.254536Z","end":"2026-02-27T21:28:33.39241Z","steps":["trace[1335013982] 'agreement among raft nodes before linearized reading' (duration: 137.764415ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:28:33.392547Z","caller":"traceutil/trace.go:171","msg":"trace[1468081344] transaction","detail":"{read_only:false; response_revision:11440; number_of_response:1; }","duration":"158.670087ms","start":"2026-02-27T21:28:33.233838Z","end":"2026-02-27T21:28:33.392508Z","steps":["trace[1468081344] 'process raft request' (duration: 46.985946ms)","trace[1468081344] 'compare' (duration: 110.970304ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:28:36.500578Z","caller":"traceutil/trace.go:171","msg":"trace[1663974740] transaction","detail":"{read_only:false; response_revision:11450; number_of_response:1; }","duration":"131.424338ms","start":"2026-02-27T21:28:36.369133Z","end":"2026-02-27T21:28:36.500558Z","steps":["trace[1663974740] 'process raft request' (duration: 131.246864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:29:27.710082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.353999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:29:27.710223Z","caller":"traceutil/trace.go:171","msg":"trace[1277289070] linearizableReadLoop","detail":"{readStateIndex:12234; appliedIndex:12233; }","duration":"213.456933ms","start":"2026-02-27T21:29:27.496748Z","end":"2026-02-27T21:29:27.710205Z","steps":["trace[1277289070] 'read index received' (duration: 54.888869ms)","trace[1277289070] 'applied index is now lower than readState.Index' (duration: 158.566874ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:29:27.710315Z","caller":"traceutil/trace.go:171","msg":"trace[1684626960] transaction","detail":"{read_only:false; response_revision:11778; number_of_response:1; }","duration":"226.152946ms","start":"2026-02-27T21:29:27.484132Z","end":"2026-02-27T21:29:27.710285Z","steps":["trace[1684626960] 'process raft request' (duration: 67.48989ms)","trace[1684626960] 'compare' (duration: 158.156474ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:29:27.710554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.699611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T21:29:27.710596Z","caller":"traceutil/trace.go:171","msg":"trace[48615637] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11778; }","duration":"162.742642ms","start":"2026-02-27T21:29:27.547842Z","end":"2026-02-27T21:29:27.710585Z","steps":["trace[48615637] 'agreement among raft nodes before linearized reading' (duration: 162.577527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:29:27.710705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.174175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T21:29:27.710629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.805902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:29:27.710758Z","caller":"traceutil/trace.go:171","msg":"trace[2005076834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11778; }","duration":"103.277427ms","start":"2026-02-27T21:29:27.607467Z","end":"2026-02-27T21:29:27.710744Z","steps":["trace[2005076834] 'agreement among raft nodes before linearized reading' (duration: 103.080623ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:29:27.710934Z","caller":"traceutil/trace.go:171","msg":"trace[300467944] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:11778; }","duration":"214.16991ms","start":"2026-02-27T21:29:27.496686Z","end":"2026-02-27T21:29:27.710856Z","steps":["trace[300467944] 'agreement among raft nodes before linearized reading' (duration: 213.648487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:29:28.224602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.061116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:29:28.224937Z","caller":"traceutil/trace.go:171","msg":"trace[124504486] transaction","detail":"{read_only:false; response_revision:11779; number_of_response:1; }","duration":"509.735629ms","start":"2026-02-27T21:29:27.715155Z","end":"2026-02-27T21:29:28.224891Z","steps":["trace[124504486] 'process raft request' (duration: 395.381296ms)","trace[124504486] 'compare' (duration: 112.985412ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:29:28.22516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:29:27.715133Z","time spent":"509.888723ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:29:28.225218Z","caller":"traceutil/trace.go:171","msg":"trace[1553472140] transaction","detail":"{read_only:false; response_revision:11780; number_of_response:1; }","duration":"510.014916ms","start":"2026-02-27T21:29:27.715177Z","end":"2026-02-27T21:29:28.225192Z","steps":["trace[1553472140] 'process raft request' (duration: 509.640238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:29:28.225425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:29:27.715158Z","time spent":"510.128478ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:29:28.443432Z","caller":"traceutil/trace.go:171","msg":"trace[1307770321] transaction","detail":"{read_only:false; response_revision:11781; number_of_response:1; }","duration":"727.938422ms","start":"2026-02-27T21:29:27.715467Z","end":"2026-02-27T21:29:28.443405Z","steps":["trace[1307770321] 'process raft request' (duration: 727.735878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:29:28.443599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:29:27.715449Z","time spent":"728.062976ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:29:28.443941Z","caller":"traceutil/trace.go:171","msg":"trace[37486651] transaction","detail":"{read_only:false; response_revision:11782; number_of_response:1; }","duration":"728.27892ms","start":"2026-02-27T21:29:27.715617Z","end":"2026-02-27T21:29:28.443896Z","steps":["trace[37486651] 'process raft request' (duration: 727.749418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:29:28.444189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:29:27.715585Z","time spent":"728.482075ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:29:28.444613Z","caller":"traceutil/trace.go:171","msg":"trace[827892769] linearizableReadLoop","detail":"{readStateIndex:12238; appliedIndex:12234; }","duration":"602.134415ms","start":"2026-02-27T21:29:27.842461Z","end":"2026-02-27T21:29:28.444596Z","steps":["trace[827892769] 'read index received' (duration: 268.088705ms)","trace[827892769] 'applied index is now lower than readState.Index' (duration: 334.04476ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:29:28.444758Z","caller":"traceutil/trace.go:171","msg":"trace[213414583] transaction","detail":"{read_only:false; response_revision:11783; number_of_response:1; }","duration":"565.198182ms","start":"2026-02-27T21:29:27.879548Z","end":"2026-02-27T21:29:28.444746Z","steps":["trace[213414583] 'process raft request' (duration: 564.321701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:29:28.444989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.770019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T21:29:28.445053Z","caller":"traceutil/trace.go:171","msg":"trace[1885475543] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:11783; }","duration":"280.889992ms","start":"2026-02-27T21:29:28.164146Z","end":"2026-02-27T21:29:28.445036Z","steps":["trace[1885475543] 'agreement among raft nodes before linearized reading' (duration: 280.653667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:29:28.445021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:29:27.879532Z","time spent":"565.305944ms","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12621,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:29:28.445068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.643749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:29:28.445199Z","caller":"traceutil/trace.go:171","msg":"trace[1345303008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11783; }","duration":"252.836904ms","start":"2026-02-27T21:29:28.192332Z","end":"2026-02-27T21:29:28.445169Z","steps":["trace[1345303008] 'agreement among raft nodes before linearized reading' (duration: 252.542898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:29:28.445386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.823771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-02-27T21:29:28.445593Z","caller":"traceutil/trace.go:171","msg":"trace[853797852] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:11783; }","duration":"603.143448ms","start":"2026-02-27T21:29:27.842416Z","end":"2026-02-27T21:29:28.44556Z","steps":["trace[853797852] 'agreement among raft nodes before linearized reading' (duration: 602.452022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:29:28.445649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:29:27.842398Z","time spent":"603.24029ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"info","ts":"2026-02-27T21:29:29.023284Z","caller":"traceutil/trace.go:171","msg":"trace[1209198578] transaction","detail":"{read_only:false; response_revision:11786; number_of_response:1; }","duration":"137.911667ms","start":"2026-02-27T21:29:28.885344Z","end":"2026-02-27T21:29:29.023256Z","steps":["trace[1209198578] 'process raft request' (duration: 137.745384ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:29:29.114379Z","caller":"traceutil/trace.go:171","msg":"trace[1105278509] transaction","detail":"{read_only:false; response_revision:11787; number_of_response:1; }","duration":"224.54959ms","start":"2026-02-27T21:29:28.8898Z","end":"2026-02-27T21:29:29.11435Z","steps":["trace[1105278509] 'process raft request' (duration: 211.723153ms)","trace[1105278509] 'compare' (duration: 12.692464ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:29:30.367401Z","caller":"traceutil/trace.go:171","msg":"trace[1850213780] transaction","detail":"{read_only:false; response_revision:11807; number_of_response:1; }","duration":"133.2737ms","start":"2026-02-27T21:29:30.234077Z","end":"2026-02-27T21:29:30.367351Z","steps":["trace[1850213780] 'process raft request' (duration: 56.813213ms)","trace[1850213780] 'compare' (duration: 76.267243ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:29:30.586966Z","caller":"traceutil/trace.go:171","msg":"trace[994810287] linearizableReadLoop","detail":"{readStateIndex:12266; appliedIndex:12264; }","duration":"115.552517ms","start":"2026-02-27T21:29:30.471381Z","end":"2026-02-27T21:29:30.586933Z","steps":["trace[994810287] 'read index received' (duration: 40.682251ms)","trace[994810287] 'applied index is now lower than readState.Index' (duration: 74.868896ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:29:30.587125Z","caller":"traceutil/trace.go:171","msg":"trace[757742681] transaction","detail":"{read_only:false; response_revision:11808; number_of_response:1; }","duration":"135.299903ms","start":"2026-02-27T21:29:30.451808Z","end":"2026-02-27T21:29:30.587108Z","steps":["trace[757742681] 'process raft request' (duration: 60.195832ms)","trace[757742681] 'compare' (duration: 74.694662ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:29:30.587219Z","caller":"traceutil/trace.go:171","msg":"trace[1993039789] transaction","detail":"{read_only:false; response_revision:11809; number_of_response:1; }","duration":"132.819436ms","start":"2026-02-27T21:29:30.454367Z","end":"2026-02-27T21:29:30.587186Z","steps":["trace[1993039789] 'process raft request' (duration: 132.511119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:29:30.587265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.875124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T21:29:30.587344Z","caller":"traceutil/trace.go:171","msg":"trace[420898645] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:11809; }","duration":"116.016858ms","start":"2026-02-27T21:29:30.471309Z","end":"2026-02-27T21:29:30.587326Z","steps":["trace[420898645] 'agreement among raft nodes before linearized reading' (duration: 115.794603ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:30:23.459859Z","caller":"traceutil/trace.go:171","msg":"trace[462419576] transaction","detail":"{read_only:false; response_revision:12126; number_of_response:1; }","duration":"121.016875ms","start":"2026-02-27T21:30:23.338816Z","end":"2026-02-27T21:30:23.459833Z","steps":["trace[462419576] 'process raft request' (duration: 120.824861ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:30:23.523672Z","caller":"traceutil/trace.go:171","msg":"trace[482238532] transaction","detail":"{read_only:false; response_revision:12127; number_of_response:1; }","duration":"184.202673ms","start":"2026-02-27T21:30:23.33944Z","end":"2026-02-27T21:30:23.523642Z","steps":["trace[482238532] 'process raft request' (duration: 156.634919ms)","trace[482238532] 'compare' (duration: 27.40044ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:30:23.523785Z","caller":"traceutil/trace.go:171","msg":"trace[1711929589] transaction","detail":"{read_only:false; response_revision:12128; number_of_response:1; }","duration":"168.33742ms","start":"2026-02-27T21:30:23.355428Z","end":"2026-02-27T21:30:23.523765Z","steps":["trace[1711929589] 'process raft request' (duration: 168.168646ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:30:24.909424Z","caller":"traceutil/trace.go:171","msg":"trace[1540858985] linearizableReadLoop","detail":"{readStateIndex:12600; appliedIndex:12599; }","duration":"109.663882ms","start":"2026-02-27T21:30:24.799736Z","end":"2026-02-27T21:30:24.9094Z","steps":["trace[1540858985] 'read index received' (duration: 109.432707ms)","trace[1540858985] 'applied index is now lower than readState.Index' (duration: 229.785µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:30:24.909535Z","caller":"traceutil/trace.go:171","msg":"trace[699034601] transaction","detail":"{read_only:false; response_revision:12131; number_of_response:1; }","duration":"252.459844ms","start":"2026-02-27T21:30:24.657043Z","end":"2026-02-27T21:30:24.909502Z","steps":["trace[699034601] 'process raft request' (duration: 252.203168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:30:24.909638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.163072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:30:24.909704Z","caller":"traceutil/trace.go:171","msg":"trace[1882466129] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12131; }","duration":"109.269014ms","start":"2026-02-27T21:30:24.800421Z","end":"2026-02-27T21:30:24.90969Z","steps":["trace[1882466129] 'agreement among raft nodes before linearized reading' (duration: 109.144071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:30:24.909782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.024009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-27T21:30:24.909779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.037801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:30:24.909919Z","caller":"traceutil/trace.go:171","msg":"trace[2124368488] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12131; }","duration":"110.245546ms","start":"2026-02-27T21:30:24.799658Z","end":"2026-02-27T21:30:24.909903Z","steps":["trace[2124368488] 'agreement among raft nodes before linearized reading' (duration: 109.883458ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:30:24.909837Z","caller":"traceutil/trace.go:171","msg":"trace[1134116728] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12131; }","duration":"109.129951ms","start":"2026-02-27T21:30:24.800694Z","end":"2026-02-27T21:30:24.909824Z","steps":["trace[1134116728] 'agreement among raft nodes before linearized reading' (duration: 108.972047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:31:32.857016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.06577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:31:32.857148Z","caller":"traceutil/trace.go:171","msg":"trace[1255100872] transaction","detail":"{read_only:false; response_revision:12520; number_of_response:1; }","duration":"472.876633ms","start":"2026-02-27T21:31:32.384251Z","end":"2026-02-27T21:31:32.857127Z","steps":["trace[1255100872] 'process raft request' (duration: 138.617258ms)","trace[1255100872] 'compare' (duration: 333.876686ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:31:32.857205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:31:32.384238Z","time spent":"472.943664ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:31:32.984091Z","caller":"traceutil/trace.go:171","msg":"trace[1930633564] linearizableReadLoop","detail":"{readStateIndex:13004; appliedIndex:13002; }","duration":"523.374438ms","start":"2026-02-27T21:31:32.460691Z","end":"2026-02-27T21:31:32.984065Z","steps":["trace[1930633564] 'read index received' (duration: 62.193536ms)","trace[1930633564] 'applied index is now lower than readState.Index' (duration: 461.179822ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:31:32.984466Z","caller":"traceutil/trace.go:171","msg":"trace[1334800134] transaction","detail":"{read_only:false; response_revision:12521; number_of_response:1; }","duration":"592.548078ms","start":"2026-02-27T21:31:32.391884Z","end":"2026-02-27T21:31:32.984432Z","steps":["trace[1334800134] 'process raft request' (duration: 586.285669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:31:32.984563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.425638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:31:32.984491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.769146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:31:32.984635Z","caller":"traceutil/trace.go:171","msg":"trace[1310674672] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:12521; }","duration":"444.589822ms","start":"2026-02-27T21:31:32.540024Z","end":"2026-02-27T21:31:32.984613Z","steps":["trace[1310674672] 'agreement among raft nodes before linearized reading' (duration: 444.412688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:31:32.984657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:31:32.39186Z","time spent":"592.710002ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8773,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:31:32.984684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:31:32.540002Z","time spent":"444.666994ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:31:32.98468Z","caller":"traceutil/trace.go:171","msg":"trace[310348591] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:12521; }","duration":"524.019332ms","start":"2026-02-27T21:31:32.460639Z","end":"2026-02-27T21:31:32.984659Z","steps":["trace[310348591] 'agreement among raft nodes before linearized reading' (duration: 523.755446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:31:32.984756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:31:32.460617Z","time spent":"524.105405ms","remote":"127.0.0.1:42452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:31:33.18402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.186955ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T21:31:33.470901Z","caller":"traceutil/trace.go:171","msg":"trace[1887103755] transaction","detail":"{read_only:false; response_revision:12525; number_of_response:1; }","duration":"145.019431ms","start":"2026-02-27T21:31:33.32585Z","end":"2026-02-27T21:31:33.47087Z","steps":["trace[1887103755] 'process raft request' (duration: 144.156022ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:31:33.812964Z","caller":"traceutil/trace.go:171","msg":"trace[1173921371] linearizableReadLoop","detail":"{readStateIndex:13010; appliedIndex:13009; }","duration":"152.019596ms","start":"2026-02-27T21:31:33.66091Z","end":"2026-02-27T21:31:33.81293Z","steps":["trace[1173921371] 'read index received' (duration: 151.697599ms)","trace[1173921371] 'applied index is now lower than readState.Index' (duration: 320.657µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:31:33.813132Z","caller":"traceutil/trace.go:171","msg":"trace[514915325] transaction","detail":"{read_only:false; response_revision:12526; number_of_response:1; }","duration":"158.183793ms","start":"2026-02-27T21:31:33.654922Z","end":"2026-02-27T21:31:33.813106Z","steps":["trace[514915325] 'process raft request' (duration: 157.667162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:31:33.813373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.409885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T21:31:33.813428Z","caller":"traceutil/trace.go:171","msg":"trace[836889924] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:12526; }","duration":"152.539638ms","start":"2026-02-27T21:31:33.660876Z","end":"2026-02-27T21:31:33.813415Z","steps":["trace[836889924] 'agreement among raft nodes before linearized reading' (duration: 152.240601ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:31:33.853171Z","caller":"traceutil/trace.go:171","msg":"trace[1049250478] transaction","detail":"{read_only:false; response_revision:12527; number_of_response:1; }","duration":"150.240466ms","start":"2026-02-27T21:31:33.702914Z","end":"2026-02-27T21:31:33.853155Z","steps":["trace[1049250478] 'process raft request' (duration: 150.052782ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:31:41.565208Z","caller":"traceutil/trace.go:171","msg":"trace[1809128180] transaction","detail":"{read_only:false; response_revision:12569; number_of_response:1; }","duration":"144.390898ms","start":"2026-02-27T21:31:41.420772Z","end":"2026-02-27T21:31:41.565163Z","steps":["trace[1809128180] 'process raft request' (duration: 54.246394ms)","trace[1809128180] 'compare' (duration: 89.933207ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:31:42.115033Z","caller":"traceutil/trace.go:171","msg":"trace[341506198] transaction","detail":"{read_only:false; response_revision:12571; number_of_response:1; }","duration":"177.717644ms","start":"2026-02-27T21:31:41.93729Z","end":"2026-02-27T21:31:42.115007Z","steps":["trace[341506198] 'process raft request' (duration: 177.565369ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:31:42.117465Z","caller":"traceutil/trace.go:171","msg":"trace[1563513735] transaction","detail":"{read_only:false; response_revision:12572; number_of_response:1; }","duration":"174.351231ms","start":"2026-02-27T21:31:41.943087Z","end":"2026-02-27T21:31:42.117438Z","steps":["trace[1563513735] 'process raft request' (duration: 174.159195ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:31:42.117676Z","caller":"traceutil/trace.go:171","msg":"trace[1190404402] transaction","detail":"{read_only:false; response_revision:12573; number_of_response:1; }","duration":"173.263395ms","start":"2026-02-27T21:31:41.944388Z","end":"2026-02-27T21:31:42.117651Z","steps":["trace[1190404402] 'process raft request' (duration: 173.012596ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:31:42.117652Z","caller":"traceutil/trace.go:171","msg":"trace[1535984702] linearizableReadLoop","detail":"{readStateIndex:13058; appliedIndex:13055; }","duration":"165.954101ms","start":"2026-02-27T21:31:41.951677Z","end":"2026-02-27T21:31:42.117631Z","steps":["trace[1535984702] 'read index received' (duration: 163.25476ms)","trace[1535984702] 'applied index is now lower than readState.Index' (duration: 2.697641ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:31:42.118045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.326584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:31:42.118167Z","caller":"traceutil/trace.go:171","msg":"trace[1613907183] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:12573; }","duration":"166.50443ms","start":"2026-02-27T21:31:41.951641Z","end":"2026-02-27T21:31:42.118146Z","steps":["trace[1613907183] 'agreement among raft nodes before linearized reading' (duration: 166.2143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:31:42.118088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.391089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T21:31:42.118424Z","caller":"traceutil/trace.go:171","msg":"trace[655196740] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:12573; }","duration":"135.72377ms","start":"2026-02-27T21:31:41.982638Z","end":"2026-02-27T21:31:42.118361Z","steps":["trace[655196740] 'agreement among raft nodes before linearized reading' (duration: 135.307456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:31:42.296347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.040182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:31:42.296471Z","caller":"traceutil/trace.go:171","msg":"trace[776137680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12573; }","duration":"105.208728ms","start":"2026-02-27T21:31:42.191233Z","end":"2026-02-27T21:31:42.296442Z","steps":["trace[776137680] 'range keys from in-memory index tree' (duration: 104.957519ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:31:42.492977Z","caller":"traceutil/trace.go:171","msg":"trace[908901734] transaction","detail":"{read_only:false; response_revision:12574; number_of_response:1; }","duration":"102.147557ms","start":"2026-02-27T21:31:42.390806Z","end":"2026-02-27T21:31:42.492954Z","steps":["trace[908901734] 'process raft request' (duration: 102.014521ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:31:53.759032Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10529} {"level":"info","ts":"2026-02-27T21:31:53.837393Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10529,"took":"75.781935ms","hash":670763726,"current-db-size-bytes":43868160,"current-db-size":"44 MB","current-db-size-in-use-bytes":22974464,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-27T21:31:53.837518Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":670763726,"revision":10529,"compact-revision":8569} {"level":"info","ts":"2026-02-27T21:32:58.788842Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000353c.wal"} {"level":"info","ts":"2026-02-27T21:34:32.721058Z","caller":"traceutil/trace.go:171","msg":"trace[2135889725] linearizableReadLoop","detail":"{readStateIndex:14230; appliedIndex:14229; }","duration":"415.432247ms","start":"2026-02-27T21:34:32.305603Z","end":"2026-02-27T21:34:32.721035Z","steps":["trace[2135889725] 'read index received' (duration: 415.385376ms)","trace[2135889725] 'applied index is now lower than readState.Index' (duration: 45.961µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:34:32.721136Z","caller":"traceutil/trace.go:171","msg":"trace[1758380675] transaction","detail":"{read_only:false; response_revision:13701; number_of_response:1; }","duration":"439.964511ms","start":"2026-02-27T21:34:32.281127Z","end":"2026-02-27T21:34:32.721092Z","steps":["trace[1758380675] 'process raft request' (duration: 439.769637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:34:32.721236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.60927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:34:32.721267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.765691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:34:32.721282Z","caller":"traceutil/trace.go:171","msg":"trace[1874800222] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:13701; }","duration":"415.695901ms","start":"2026-02-27T21:34:32.305575Z","end":"2026-02-27T21:34:32.721271Z","steps":["trace[1874800222] 'agreement among raft nodes before linearized reading' (duration: 415.60601ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:34:32.721334Z","caller":"traceutil/trace.go:171","msg":"trace[778637702] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:13701; }","duration":"172.883124ms","start":"2026-02-27T21:34:32.548435Z","end":"2026-02-27T21:34:32.721318Z","steps":["trace[778637702] 'agreement among raft nodes before linearized reading' (duration: 172.779951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:34:32.721337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:34:32.305558Z","time spent":"415.769514ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:34:32.721327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:34:32.281098Z","time spent":"440.130605ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:34:32.721454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.105975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T21:34:32.721552Z","caller":"traceutil/trace.go:171","msg":"trace[1786817873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13701; }","duration":"233.280438ms","start":"2026-02-27T21:34:32.488252Z","end":"2026-02-27T21:34:32.721532Z","steps":["trace[1786817873] 'agreement among raft nodes before linearized reading' (duration: 232.956241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:34:32.721725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.076194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T21:34:32.72183Z","caller":"traceutil/trace.go:171","msg":"trace[888087183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13701; }","duration":"232.220257ms","start":"2026-02-27T21:34:32.48958Z","end":"2026-02-27T21:34:32.7218Z","steps":["trace[888087183] 'agreement among raft nodes before linearized reading' (duration: 231.85464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:34:32.72157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.203086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:34:32.721929Z","caller":"traceutil/trace.go:171","msg":"trace[882763876] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:13701; }","duration":"102.632474ms","start":"2026-02-27T21:34:32.619275Z","end":"2026-02-27T21:34:32.721907Z","steps":["trace[882763876] 'agreement among raft nodes before linearized reading' (duration: 101.980281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:34:53.951726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.200316ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T21:34:53.951879Z","caller":"traceutil/trace.go:171","msg":"trace[2005755269] linearizableReadLoop","detail":"{readStateIndex:14339; appliedIndex:14338; }","duration":"582.272667ms","start":"2026-02-27T21:34:53.369583Z","end":"2026-02-27T21:34:53.951856Z","steps":["trace[2005755269] 'read index received' (duration: 64.292µs)","trace[2005755269] 'applied index is now lower than readState.Index' (duration: 582.205945ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:34:53.952328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.717045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:34:53.952403Z","caller":"traceutil/trace.go:171","msg":"trace[671003549] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13805; }","duration":"582.841247ms","start":"2026-02-27T21:34:53.369541Z","end":"2026-02-27T21:34:53.952382Z","steps":["trace[671003549] 'agreement among raft nodes before linearized reading' (duration: 582.688514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:34:53.952458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:34:53.36952Z","time spent":"582.923449ms","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T21:34:53.952436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.973332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:34:53.952544Z","caller":"traceutil/trace.go:171","msg":"trace[548080020] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13805; }","duration":"459.155125ms","start":"2026-02-27T21:34:53.493362Z","end":"2026-02-27T21:34:53.952517Z","steps":["trace[548080020] 'agreement among raft nodes before linearized reading' (duration: 458.952621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:34:53.952535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.499926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T21:34:53.952529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.471316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:34:53.952625Z","caller":"traceutil/trace.go:171","msg":"trace[1320783324] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:13805; }","duration":"247.630549ms","start":"2026-02-27T21:34:53.70497Z","end":"2026-02-27T21:34:53.9526Z","steps":["trace[1320783324] 'agreement among raft nodes before linearized reading' (duration: 247.377084ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:34:53.952721Z","caller":"traceutil/trace.go:171","msg":"trace[1971522085] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:13805; }","duration":"313.810823ms","start":"2026-02-27T21:34:53.638851Z","end":"2026-02-27T21:34:53.952662Z","steps":["trace[1971522085] 'agreement among raft nodes before linearized reading' (duration: 313.442196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:34:53.952802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:34:53.638828Z","time spent":"313.958605ms","remote":"127.0.0.1:57838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:34:53.952856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.243925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T21:34:53.95261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:34:53.493341Z","time spent":"459.256777ms","remote":"127.0.0.1:58576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:34:53.953154Z","caller":"traceutil/trace.go:171","msg":"trace[703416053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13805; }","duration":"432.600623ms","start":"2026-02-27T21:34:53.520531Z","end":"2026-02-27T21:34:53.953132Z","steps":["trace[703416053] 'agreement among raft nodes before linearized reading' (duration: 431.766416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:34:53.953209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:34:53.520442Z","time spent":"432.753176ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:34:55.690337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456300680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:34:56.190915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456300680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:34:56.691645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456300680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:34:56.830074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.793923483s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T21:34:56.833279Z","caller":"traceutil/trace.go:171","msg":"trace[527939237] transaction","detail":"{read_only:false; response_revision:13815; number_of_response:1; }","duration":"1.797206925s","start":"2026-02-27T21:34:55.036032Z","end":"2026-02-27T21:34:56.833238Z","steps":["trace[527939237] 'process raft request' (duration: 1.796961841s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:34:56.833512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:34:55.036014Z","time spent":"1.797338037s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:34:56.858318Z","caller":"traceutil/trace.go:171","msg":"trace[1706249767] linearizableReadLoop","detail":"{readStateIndex:14350; appliedIndex:14348; }","duration":"1.668340625s","start":"2026-02-27T21:34:55.189957Z","end":"2026-02-27T21:34:56.858298Z","steps":["trace[1706249767] 'read index received' (duration: 1.640353725s)","trace[1706249767] 'applied index is now lower than readState.Index' (duration: 27.98568ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:34:56.858397Z","caller":"traceutil/trace.go:171","msg":"trace[1151307128] transaction","detail":"{read_only:false; response_revision:13816; number_of_response:1; }","duration":"1.814598794s","start":"2026-02-27T21:34:55.043764Z","end":"2026-02-27T21:34:56.858363Z","steps":["trace[1151307128] 'process raft request' (duration: 1.81439171s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:34:56.858523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668552468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:34:56.858559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:34:55.043748Z","time spent":"1.814725086s","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8744,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:34:56.85857Z","caller":"traceutil/trace.go:171","msg":"trace[1663315313] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:13816; }","duration":"1.668710051s","start":"2026-02-27T21:34:55.189846Z","end":"2026-02-27T21:34:56.858556Z","steps":["trace[1663315313] 'agreement among raft nodes before linearized reading' (duration: 1.668589529s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:34:56.858609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:34:55.189814Z","time spent":"1.668783352s","remote":"127.0.0.1:58440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:34:56.862905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67132133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:34:56.863008Z","caller":"traceutil/trace.go:171","msg":"trace[396622617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13819; }","duration":"1.671505253s","start":"2026-02-27T21:34:55.191481Z","end":"2026-02-27T21:34:56.862987Z","steps":["trace[396622617] 'agreement among raft nodes before linearized reading' (duration: 1.67132589s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:34:56.863049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:34:55.191449Z","time spent":"1.671593225s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:34:56.864452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.797199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T21:34:56.864498Z","caller":"traceutil/trace.go:171","msg":"trace[1398358297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13819; }","duration":"637.88344ms","start":"2026-02-27T21:34:56.226604Z","end":"2026-02-27T21:34:56.864488Z","steps":["trace[1398358297] 'agreement among raft nodes before linearized reading' (duration: 637.756977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:34:56.864504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552304907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:34:56.864524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:34:56.226583Z","time spent":"637.934451ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T21:34:56.86454Z","caller":"traceutil/trace.go:171","msg":"trace[741537658] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:13819; }","duration":"1.552396729s","start":"2026-02-27T21:34:55.31213Z","end":"2026-02-27T21:34:56.864527Z","steps":["trace[741537658] 'agreement among raft nodes before linearized reading' (duration: 1.552328747s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:34:56.864582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:34:55.312104Z","time spent":"1.552467099s","remote":"127.0.0.1:43426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:34:56.864764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.20611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T21:34:56.864792Z","caller":"traceutil/trace.go:171","msg":"trace[1761169875] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:13819; }","duration":"823.275591ms","start":"2026-02-27T21:34:56.041509Z","end":"2026-02-27T21:34:56.864784Z","steps":["trace[1761169875] 'agreement among raft nodes before linearized reading' (duration: 823.19406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:34:56.864823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:34:56.041478Z","time spent":"823.340222ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-9r2s9\" "} {"level":"warn","ts":"2026-02-27T21:34:56.864888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.528825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T21:34:56.864921Z","caller":"traceutil/trace.go:171","msg":"trace[1859836286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13819; }","duration":"833.592927ms","start":"2026-02-27T21:34:56.031321Z","end":"2026-02-27T21:34:56.864914Z","steps":["trace[1859836286] 'agreement among raft nodes before linearized reading' (duration: 833.511625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:34:56.864942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:34:56.0313Z","time spent":"833.638007ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:35:05.001215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.2699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T21:35:05.001322Z","caller":"traceutil/trace.go:171","msg":"trace[1760966057] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13859; }","duration":"113.432134ms","start":"2026-02-27T21:35:04.887867Z","end":"2026-02-27T21:35:05.001299Z","steps":["trace[1760966057] 'range keys from in-memory index tree' (duration: 113.064986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:05.001323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.067564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:35:05.001414Z","caller":"traceutil/trace.go:171","msg":"trace[174386506] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:13859; }","duration":"170.170907ms","start":"2026-02-27T21:35:04.83122Z","end":"2026-02-27T21:35:05.001391Z","steps":["trace[174386506] 'count revisions from in-memory index tree' (duration: 170.009423ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:35:05.001753Z","caller":"traceutil/trace.go:171","msg":"trace[523419987] transaction","detail":"{read_only:false; response_revision:13860; number_of_response:1; }","duration":"109.672551ms","start":"2026-02-27T21:35:04.892071Z","end":"2026-02-27T21:35:05.001744Z","steps":["trace[523419987] 'process raft request' (duration: 108.700749ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:35:05.002675Z","caller":"traceutil/trace.go:171","msg":"trace[1800296839] transaction","detail":"{read_only:false; response_revision:13861; number_of_response:1; }","duration":"108.422073ms","start":"2026-02-27T21:35:04.894217Z","end":"2026-02-27T21:35:05.002639Z","steps":["trace[1800296839] 'process raft request' (duration: 108.182868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:05.787132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.592156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:35:05.787202Z","caller":"traceutil/trace.go:171","msg":"trace[1028825959] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:13868; }","duration":"285.765229ms","start":"2026-02-27T21:35:05.501419Z","end":"2026-02-27T21:35:05.787184Z","steps":["trace[1028825959] 'count revisions from in-memory index tree' (duration: 285.459902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:05.787384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.571835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:35:05.787403Z","caller":"traceutil/trace.go:171","msg":"trace[1477826254] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:13868; }","duration":"232.633397ms","start":"2026-02-27T21:35:05.554762Z","end":"2026-02-27T21:35:05.787395Z","steps":["trace[1477826254] 'count revisions from in-memory index tree' (duration: 232.493844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:05.78739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.768231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:35:05.787464Z","caller":"traceutil/trace.go:171","msg":"trace[1480799012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13868; }","duration":"596.857443ms","start":"2026-02-27T21:35:05.190589Z","end":"2026-02-27T21:35:05.787446Z","steps":["trace[1480799012] 'range keys from in-memory index tree' (duration: 596.689329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:05.787503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:05.190528Z","time spent":"596.966835ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:35:12.851341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.648623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:35:12.85144Z","caller":"traceutil/trace.go:171","msg":"trace[829152934] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:13912; }","duration":"132.833926ms","start":"2026-02-27T21:35:12.718582Z","end":"2026-02-27T21:35:12.851416Z","steps":["trace[829152934] 'count revisions from in-memory index tree' (duration: 132.415807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:12.851626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.425492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:35:12.851759Z","caller":"traceutil/trace.go:171","msg":"trace[2145910381] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:13912; }","duration":"236.579015ms","start":"2026-02-27T21:35:12.615155Z","end":"2026-02-27T21:35:12.851734Z","steps":["trace[2145910381] 'count revisions from in-memory index tree' (duration: 236.339471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:13.363806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.346731ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T21:35:13.414543Z","caller":"traceutil/trace.go:171","msg":"trace[909037844] transaction","detail":"{read_only:false; response_revision:13914; number_of_response:1; }","duration":"384.58774ms","start":"2026-02-27T21:35:13.029933Z","end":"2026-02-27T21:35:13.414521Z","steps":["trace[909037844] 'process raft request' (duration: 384.495658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:13.41467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:13.029902Z","time spent":"384.697701ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:35:13.414636Z","caller":"traceutil/trace.go:171","msg":"trace[37868355] transaction","detail":"{read_only:false; response_revision:13913; number_of_response:1; }","duration":"385.624742ms","start":"2026-02-27T21:35:13.028958Z","end":"2026-02-27T21:35:13.414583Z","steps":["trace[37868355] 'process raft request' (duration: 385.309825ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:35:13.415085Z","caller":"traceutil/trace.go:171","msg":"trace[468724093] transaction","detail":"{read_only:false; response_revision:13915; number_of_response:1; }","duration":"383.873663ms","start":"2026-02-27T21:35:13.03096Z","end":"2026-02-27T21:35:13.414834Z","steps":["trace[468724093] 'process raft request' (duration: 383.520245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:13.41528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:13.028917Z","time spent":"385.824726ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:35:13.415277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:13.030935Z","time spent":"384.21241ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:35:13.415331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.958448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T21:35:13.415409Z","caller":"traceutil/trace.go:171","msg":"trace[2033183325] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13915; }","duration":"363.081391ms","start":"2026-02-27T21:35:13.052307Z","end":"2026-02-27T21:35:13.415388Z","steps":["trace[2033183325] 'agreement among raft nodes before linearized reading' (duration: 362.848566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:13.41546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:13.052283Z","time spent":"363.166582ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T21:35:13.41549Z","caller":"traceutil/trace.go:171","msg":"trace[1223744910] linearizableReadLoop","detail":"{readStateIndex:14454; appliedIndex:14450; }","duration":"362.406065ms","start":"2026-02-27T21:35:13.052376Z","end":"2026-02-27T21:35:13.414782Z","steps":["trace[1223744910] 'read index received' (duration: 97.127482ms)","trace[1223744910] 'applied index is now lower than readState.Index' (duration: 265.274923ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:35:13.415796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.487996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:35:13.415846Z","caller":"traceutil/trace.go:171","msg":"trace[616181822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13915; }","duration":"362.557818ms","start":"2026-02-27T21:35:13.053277Z","end":"2026-02-27T21:35:13.415835Z","steps":["trace[616181822] 'agreement among raft nodes before linearized reading' (duration: 362.431266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:13.415852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.068798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T21:35:13.41588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:13.053267Z","time spent":"362.605829ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:35:13.41588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.421493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:35:13.415907Z","caller":"traceutil/trace.go:171","msg":"trace[986940086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13915; }","duration":"358.179541ms","start":"2026-02-27T21:35:13.057713Z","end":"2026-02-27T21:35:13.415892Z","steps":["trace[986940086] 'agreement among raft nodes before linearized reading' (duration: 358.017587ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:35:13.415934Z","caller":"traceutil/trace.go:171","msg":"trace[1175089488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13915; }","duration":"357.476024ms","start":"2026-02-27T21:35:13.058445Z","end":"2026-02-27T21:35:13.415921Z","steps":["trace[1175089488] 'agreement among raft nodes before linearized reading' (duration: 357.349552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:13.416012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:13.058382Z","time spent":"357.618468ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:35:13.416049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.841051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-qlllc\" ","response":"range_response_count:1 size:12364"} {"level":"warn","ts":"2026-02-27T21:35:13.416093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.657472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T21:35:13.416157Z","caller":"traceutil/trace.go:171","msg":"trace[368906778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13915; }","duration":"358.779364ms","start":"2026-02-27T21:35:13.057363Z","end":"2026-02-27T21:35:13.416143Z","steps":["trace[368906778] 'agreement among raft nodes before linearized reading' (duration: 358.628831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:13.416162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.814602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:35:13.416202Z","caller":"traceutil/trace.go:171","msg":"trace[442557233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13915; }","duration":"219.854012ms","start":"2026-02-27T21:35:13.196341Z","end":"2026-02-27T21:35:13.416195Z","steps":["trace[442557233] 'agreement among raft nodes before linearized reading' (duration: 219.793271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:13.415933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.948918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T21:35:13.416254Z","caller":"traceutil/trace.go:171","msg":"trace[1899671260] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:13915; }","duration":"346.292235ms","start":"2026-02-27T21:35:13.069946Z","end":"2026-02-27T21:35:13.416238Z","steps":["trace[1899671260] 'agreement among raft nodes before linearized reading' (duration: 345.779404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:13.416205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:13.057329Z","time spent":"358.865796ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T21:35:13.4163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:13.069842Z","time spent":"346.442629ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-9r2s9\" "} {"level":"warn","ts":"2026-02-27T21:35:13.415951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:13.057682Z","time spent":"358.257563ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T21:35:13.416108Z","caller":"traceutil/trace.go:171","msg":"trace[1480138051] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-qlllc; range_end:; response_count:1; response_revision:13915; }","duration":"134.943213ms","start":"2026-02-27T21:35:13.28115Z","end":"2026-02-27T21:35:13.416094Z","steps":["trace[1480138051] 'agreement among raft nodes before linearized reading' (duration: 134.81288ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:35:13.547673Z","caller":"traceutil/trace.go:171","msg":"trace[2109548416] transaction","detail":"{read_only:false; response_revision:13918; number_of_response:1; }","duration":"124.840138ms","start":"2026-02-27T21:35:13.422806Z","end":"2026-02-27T21:35:13.547646Z","steps":["trace[2109548416] 'process raft request' (duration: 124.770586ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:35:13.547732Z","caller":"traceutil/trace.go:171","msg":"trace[1773241908] transaction","detail":"{read_only:false; response_revision:13917; number_of_response:1; }","duration":"124.92693ms","start":"2026-02-27T21:35:13.422756Z","end":"2026-02-27T21:35:13.547683Z","steps":["trace[1773241908] 'process raft request' (duration: 124.590432ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:35:13.547954Z","caller":"traceutil/trace.go:171","msg":"trace[1445821146] transaction","detail":"{read_only:false; response_revision:13919; number_of_response:1; }","duration":"125.098613ms","start":"2026-02-27T21:35:13.422845Z","end":"2026-02-27T21:35:13.547944Z","steps":["trace[1445821146] 'process raft request' (duration: 124.767586ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:35:13.548499Z","caller":"traceutil/trace.go:171","msg":"trace[248871019] transaction","detail":"{read_only:false; response_revision:13921; number_of_response:1; }","duration":"120.524083ms","start":"2026-02-27T21:35:13.427947Z","end":"2026-02-27T21:35:13.548471Z","steps":["trace[248871019] 'process raft request' (duration: 120.250916ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:35:13.548837Z","caller":"traceutil/trace.go:171","msg":"trace[740407554] transaction","detail":"{read_only:false; response_revision:13920; number_of_response:1; }","duration":"125.348709ms","start":"2026-02-27T21:35:13.422917Z","end":"2026-02-27T21:35:13.548266Z","steps":["trace[740407554] 'process raft request' (duration: 124.988952ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:35:15.414974Z","caller":"traceutil/trace.go:171","msg":"trace[1058199066] transaction","detail":"{read_only:false; response_revision:13922; number_of_response:1; }","duration":"888.563524ms","start":"2026-02-27T21:35:14.526366Z","end":"2026-02-27T21:35:15.41493Z","steps":["trace[1058199066] 'process raft request' (duration: 888.285288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:15.415259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:14.526345Z","time spent":"888.766469ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:35:15.566559Z","caller":"traceutil/trace.go:171","msg":"trace[604837447] transaction","detail":"{read_only:false; response_revision:13923; number_of_response:1; }","duration":"630.90021ms","start":"2026-02-27T21:35:14.935629Z","end":"2026-02-27T21:35:15.566529Z","steps":["trace[604837447] 'process raft request' (duration: 541.807227ms)","trace[604837447] 'compare' (duration: 88.888849ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:35:15.56668Z","caller":"traceutil/trace.go:171","msg":"trace[1180559132] transaction","detail":"{read_only:false; response_revision:13924; number_of_response:1; }","duration":"146.305286ms","start":"2026-02-27T21:35:15.420358Z","end":"2026-02-27T21:35:15.566663Z","steps":["trace[1180559132] 'process raft request' (duration: 146.132672ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:35:15.566652Z","caller":"traceutil/trace.go:171","msg":"trace[1489247788] transaction","detail":"{read_only:false; response_revision:13926; number_of_response:1; }","duration":"144.183499ms","start":"2026-02-27T21:35:15.422442Z","end":"2026-02-27T21:35:15.566625Z","steps":["trace[1489247788] 'process raft request' (duration: 144.140448ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:35:15.566755Z","caller":"traceutil/trace.go:171","msg":"trace[826147618] transaction","detail":"{read_only:false; response_revision:13925; number_of_response:1; }","duration":"144.480715ms","start":"2026-02-27T21:35:15.422242Z","end":"2026-02-27T21:35:15.566723Z","steps":["trace[826147618] 'process raft request' (duration: 144.302162ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:35:15.566582Z","caller":"traceutil/trace.go:171","msg":"trace[1815881263] linearizableReadLoop","detail":"{readStateIndex:14462; appliedIndex:14460; }","duration":"376.609322ms","start":"2026-02-27T21:35:15.189952Z","end":"2026-02-27T21:35:15.566561Z","steps":["trace[1815881263] 'read index received' (duration: 224.711232ms)","trace[1815881263] 'applied index is now lower than readState.Index' (duration: 151.89576ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:35:15.566823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:14.935598Z","time spent":"631.035822ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:35:15.566957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.99418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:35:15.567012Z","caller":"traceutil/trace.go:171","msg":"trace[494636490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13926; }","duration":"377.100932ms","start":"2026-02-27T21:35:15.189897Z","end":"2026-02-27T21:35:15.566998Z","steps":["trace[494636490] 'agreement among raft nodes before linearized reading' (duration: 376.98983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:15.567048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:15.189846Z","time spent":"377.193884ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:35:15.567083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.734745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T21:35:15.567123Z","caller":"traceutil/trace.go:171","msg":"trace[426718930] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:13926; }","duration":"124.811577ms","start":"2026-02-27T21:35:15.442299Z","end":"2026-02-27T21:35:15.567111Z","steps":["trace[426718930] 'agreement among raft nodes before linearized reading' (duration: 124.665974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:15.567136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.434537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T21:35:15.567189Z","caller":"traceutil/trace.go:171","msg":"trace[1668408372] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13926; }","duration":"132.533079ms","start":"2026-02-27T21:35:15.434639Z","end":"2026-02-27T21:35:15.567172Z","steps":["trace[1668408372] 'agreement among raft nodes before linearized reading' (duration: 132.389066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:15.567289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.987953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:35:15.567769Z","caller":"traceutil/trace.go:171","msg":"trace[1688881958] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:13926; }","duration":"348.303631ms","start":"2026-02-27T21:35:15.219233Z","end":"2026-02-27T21:35:15.567537Z","steps":["trace[1688881958] 'agreement among raft nodes before linearized reading' (duration: 347.703268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:15.567859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:15.219212Z","time spent":"348.632418ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:35:16.653602Z","caller":"traceutil/trace.go:171","msg":"trace[2111543813] transaction","detail":"{read_only:false; response_revision:13932; number_of_response:1; }","duration":"326.768602ms","start":"2026-02-27T21:35:16.326802Z","end":"2026-02-27T21:35:16.653571Z","steps":["trace[2111543813] 'process raft request' (duration: 326.545487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:16.653759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:16.32678Z","time spent":"326.910686ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:35:16.659085Z","caller":"traceutil/trace.go:171","msg":"trace[683408720] transaction","detail":"{read_only:false; response_revision:13933; number_of_response:1; }","duration":"320.205725ms","start":"2026-02-27T21:35:16.338854Z","end":"2026-02-27T21:35:16.65906Z","steps":["trace[683408720] 'process raft request' (duration: 320.022862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:16.659223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:16.338823Z","time spent":"320.329179ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12584,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:35:17.77212Z","caller":"traceutil/trace.go:171","msg":"trace[741125526] linearizableReadLoop","detail":"{readStateIndex:14481; appliedIndex:14478; }","duration":"179.575106ms","start":"2026-02-27T21:35:17.592505Z","end":"2026-02-27T21:35:17.77208Z","steps":["trace[741125526] 'read index received' (duration: 54.579425ms)","trace[741125526] 'applied index is now lower than readState.Index' (duration: 124.993811ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:35:17.772158Z","caller":"traceutil/trace.go:171","msg":"trace[1962142612] transaction","detail":"{read_only:false; response_revision:13941; number_of_response:1; }","duration":"197.724919ms","start":"2026-02-27T21:35:17.574389Z","end":"2026-02-27T21:35:17.772114Z","steps":["trace[1962142612] 'process raft request' (duration: 182.187874ms)","trace[1962142612] 'compare' (duration: 15.133916ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:35:17.772161Z","caller":"traceutil/trace.go:171","msg":"trace[2119982150] transaction","detail":"{read_only:false; response_revision:13942; number_of_response:1; }","duration":"197.143207ms","start":"2026-02-27T21:35:17.574993Z","end":"2026-02-27T21:35:17.772137Z","steps":["trace[2119982150] 'process raft request' (duration: 197.010224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:17.772461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.932964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T21:35:17.772551Z","caller":"traceutil/trace.go:171","msg":"trace[1496119130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13942; }","duration":"180.094157ms","start":"2026-02-27T21:35:17.592438Z","end":"2026-02-27T21:35:17.772532Z","steps":["trace[1496119130] 'agreement among raft nodes before linearized reading' (duration: 179.806571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:17.772557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.27982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T21:35:17.77262Z","caller":"traceutil/trace.go:171","msg":"trace[1040278656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13942; }","duration":"179.416383ms","start":"2026-02-27T21:35:17.593184Z","end":"2026-02-27T21:35:17.772601Z","steps":["trace[1040278656] 'agreement among raft nodes before linearized reading' (duration: 179.135657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:17.772729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.089675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T21:35:17.77275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.950399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T21:35:17.772731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.996493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T21:35:17.772785Z","caller":"traceutil/trace.go:171","msg":"trace[1917006230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13942; }","duration":"179.177636ms","start":"2026-02-27T21:35:17.593595Z","end":"2026-02-27T21:35:17.772772Z","steps":["trace[1917006230] 'agreement among raft nodes before linearized reading' (duration: 178.938991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:17.772771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.242309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T21:35:17.772858Z","caller":"traceutil/trace.go:171","msg":"trace[1560751970] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:13942; }","duration":"169.087083ms","start":"2026-02-27T21:35:17.603733Z","end":"2026-02-27T21:35:17.77282Z","steps":["trace[1560751970] 'agreement among raft nodes before linearized reading' (duration: 168.774296ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:35:17.772835Z","caller":"traceutil/trace.go:171","msg":"trace[367440565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13942; }","duration":"179.173646ms","start":"2026-02-27T21:35:17.59364Z","end":"2026-02-27T21:35:17.772814Z","steps":["trace[367440565] 'agreement among raft nodes before linearized reading' (duration: 178.823409ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:35:17.772873Z","caller":"traceutil/trace.go:171","msg":"trace[1037984372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13942; }","duration":"179.350751ms","start":"2026-02-27T21:35:17.593494Z","end":"2026-02-27T21:35:17.772845Z","steps":["trace[1037984372] 'agreement among raft nodes before linearized reading' (duration: 179.047334ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:35:29.252324Z","caller":"traceutil/trace.go:171","msg":"trace[943568651] linearizableReadLoop","detail":"{readStateIndex:14615; appliedIndex:14614; }","duration":"214.152106ms","start":"2026-02-27T21:35:29.038134Z","end":"2026-02-27T21:35:29.252286Z","steps":["trace[943568651] 'read index received' (duration: 213.90177ms)","trace[943568651] 'applied index is now lower than readState.Index' (duration: 248.605µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:35:29.252447Z","caller":"traceutil/trace.go:171","msg":"trace[1576415514] transaction","detail":"{read_only:false; response_revision:14066; number_of_response:1; }","duration":"251.795163ms","start":"2026-02-27T21:35:29.000614Z","end":"2026-02-27T21:35:29.252409Z","steps":["trace[1576415514] 'process raft request' (duration: 251.430905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:29.252634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.441481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:35:29.252689Z","caller":"traceutil/trace.go:171","msg":"trace[583453051] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:14066; }","duration":"214.615545ms","start":"2026-02-27T21:35:29.03806Z","end":"2026-02-27T21:35:29.252675Z","steps":["trace[583453051] 'agreement among raft nodes before linearized reading' (duration: 214.440521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:30.209592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540951456301380,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:35:30.248315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.215338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:35:30.248421Z","caller":"traceutil/trace.go:171","msg":"trace[1234120172] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:14066; }","duration":"924.386792ms","start":"2026-02-27T21:35:29.32401Z","end":"2026-02-27T21:35:30.248397Z","steps":["trace[1234120172] 'count revisions from in-memory index tree' (duration: 924.097375ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:30.248474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:29.323986Z","time spent":"924.474743ms","remote":"127.0.0.1:58078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:35:30.252039Z","caller":"traceutil/trace.go:171","msg":"trace[545647412] transaction","detail":"{read_only:false; response_revision:14067; number_of_response:1; }","duration":"565.147257ms","start":"2026-02-27T21:35:29.686856Z","end":"2026-02-27T21:35:30.252003Z","steps":["trace[545647412] 'process raft request' (duration: 564.514624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:30.252264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:29.686813Z","time spent":"565.329431ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:35:30.262092Z","caller":"traceutil/trace.go:171","msg":"trace[1596328978] transaction","detail":"{read_only:false; response_revision:14068; number_of_response:1; }","duration":"434.54058ms","start":"2026-02-27T21:35:29.827531Z","end":"2026-02-27T21:35:30.262071Z","steps":["trace[1596328978] 'process raft request' (duration: 434.391357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:30.262206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:29.82749Z","time spent":"434.655263ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:35:30.262376Z","caller":"traceutil/trace.go:171","msg":"trace[318721952] linearizableReadLoop","detail":"{readStateIndex:14618; appliedIndex:14616; }","duration":"553.657652ms","start":"2026-02-27T21:35:29.708669Z","end":"2026-02-27T21:35:30.262327Z","steps":["trace[318721952] 'read index received' (duration: 544.522078ms)","trace[318721952] 'applied index is now lower than readState.Index' (duration: 9.131654ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:35:30.262464Z","caller":"traceutil/trace.go:171","msg":"trace[1751750553] transaction","detail":"{read_only:false; response_revision:14069; number_of_response:1; }","duration":"431.81886ms","start":"2026-02-27T21:35:29.830621Z","end":"2026-02-27T21:35:30.262439Z","steps":["trace[1751750553] 'process raft request' (duration: 431.406001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:30.262558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:29.830588Z","time spent":"431.923262ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:35:30.262807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.053613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T21:35:30.262826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.887412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T21:35:30.26289Z","caller":"traceutil/trace.go:171","msg":"trace[35658211] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14069; }","duration":"422.150416ms","start":"2026-02-27T21:35:29.84072Z","end":"2026-02-27T21:35:30.26287Z","steps":["trace[35658211] 'agreement among raft nodes before linearized reading' (duration: 421.941521ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:35:30.262931Z","caller":"traceutil/trace.go:171","msg":"trace[706892576] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14069; }","duration":"428.064256ms","start":"2026-02-27T21:35:29.83484Z","end":"2026-02-27T21:35:30.262904Z","steps":["trace[706892576] 'agreement among raft nodes before linearized reading' (duration: 427.737999ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:30.262946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:29.840706Z","time spent":"422.225797ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:35:30.262989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:29.834823Z","time spent":"428.156469ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:35:30.263026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.367647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-27T21:35:30.263022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.922017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T21:35:30.263082Z","caller":"traceutil/trace.go:171","msg":"trace[956543339] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14069; }","duration":"554.459479ms","start":"2026-02-27T21:35:29.708602Z","end":"2026-02-27T21:35:30.263061Z","steps":["trace[956543339] 'agreement among raft nodes before linearized reading' (duration: 554.289275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:30.262826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.63475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T21:35:30.263109Z","caller":"traceutil/trace.go:171","msg":"trace[1863429418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14069; }","duration":"421.0547ms","start":"2026-02-27T21:35:29.842034Z","end":"2026-02-27T21:35:30.263089Z","steps":["trace[1863429418] 'agreement among raft nodes before linearized reading' (duration: 420.762724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:30.263127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:29.708586Z","time spent":"554.531551ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T21:35:30.263137Z","caller":"traceutil/trace.go:171","msg":"trace[364754071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14069; }","duration":"421.010189ms","start":"2026-02-27T21:35:29.84211Z","end":"2026-02-27T21:35:30.263121Z","steps":["trace[364754071] 'agreement among raft nodes before linearized reading' (duration: 420.513818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:30.263158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:29.842023Z","time spent":"421.128202ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T21:35:30.263184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:29.842096Z","time spent":"421.07658ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T21:35:30.263191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.180312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T21:35:30.263246Z","caller":"traceutil/trace.go:171","msg":"trace[510608081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14069; }","duration":"425.265014ms","start":"2026-02-27T21:35:29.837962Z","end":"2026-02-27T21:35:30.263227Z","steps":["trace[510608081] 'agreement among raft nodes before linearized reading' (duration: 425.098461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:30.263278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:29.837942Z","time spent":"425.329335ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:35:30.264601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.996098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T21:35:30.264688Z","caller":"traceutil/trace.go:171","msg":"trace[546172764] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:14069; }","duration":"385.094821ms","start":"2026-02-27T21:35:29.879552Z","end":"2026-02-27T21:35:30.264647Z","steps":["trace[546172764] 'agreement among raft nodes before linearized reading' (duration: 383.816141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:35:30.264725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:35:29.879532Z","time spent":"385.186422ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-9r2s9\" "} {"level":"info","ts":"2026-02-27T21:36:14.576142Z","caller":"traceutil/trace.go:171","msg":"trace[1010425486] transaction","detail":"{read_only:false; response_revision:14449; number_of_response:1; }","duration":"156.410207ms","start":"2026-02-27T21:36:14.419693Z","end":"2026-02-27T21:36:14.576103Z","steps":["trace[1010425486] 'process raft request' (duration: 156.182082ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:36:14.586216Z","caller":"traceutil/trace.go:171","msg":"trace[2046744364] transaction","detail":"{read_only:false; response_revision:14451; number_of_response:1; }","duration":"156.797266ms","start":"2026-02-27T21:36:14.429396Z","end":"2026-02-27T21:36:14.586194Z","steps":["trace[2046744364] 'process raft request' (duration: 156.723485ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:36:14.586229Z","caller":"traceutil/trace.go:171","msg":"trace[1189703488] transaction","detail":"{read_only:false; response_revision:14450; number_of_response:1; }","duration":"157.583232ms","start":"2026-02-27T21:36:14.42862Z","end":"2026-02-27T21:36:14.586203Z","steps":["trace[1189703488] 'process raft request' (duration: 157.356688ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:36:18.16495Z","caller":"traceutil/trace.go:171","msg":"trace[797261927] linearizableReadLoop","detail":"{readStateIndex:15303; appliedIndex:15302; }","duration":"170.53031ms","start":"2026-02-27T21:36:17.994393Z","end":"2026-02-27T21:36:18.164923Z","steps":["trace[797261927] 'read index received' (duration: 170.212662ms)","trace[797261927] 'applied index is now lower than readState.Index' (duration: 316.328µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:36:18.165471Z","caller":"traceutil/trace.go:171","msg":"trace[214639837] transaction","detail":"{read_only:false; response_revision:14737; number_of_response:1; }","duration":"173.517284ms","start":"2026-02-27T21:36:17.99194Z","end":"2026-02-27T21:36:18.165458Z","steps":["trace[214639837] 'process raft request' (duration: 172.800218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:36:18.165814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.392449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:36:18.165834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.258022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:36:18.165942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.17171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:36:18.165955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.351037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-j8xzj\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-02-27T21:36:18.165972Z","caller":"traceutil/trace.go:171","msg":"trace[971678984] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14737; }","duration":"133.211712ms","start":"2026-02-27T21:36:18.03275Z","end":"2026-02-27T21:36:18.165962Z","steps":["trace[971678984] 'agreement among raft nodes before linearized reading' (duration: 133.169381ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:36:18.165974Z","caller":"traceutil/trace.go:171","msg":"trace[1597506912] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14737; }","duration":"133.454667ms","start":"2026-02-27T21:36:18.032493Z","end":"2026-02-27T21:36:18.165947Z","steps":["trace[1597506912] 'agreement among raft nodes before linearized reading' (duration: 133.16468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:36:18.165983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.416106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-27T21:36:18.166008Z","caller":"traceutil/trace.go:171","msg":"trace[1186287066] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-j8xzj; range_end:; response_count:1; response_revision:14737; }","duration":"107.439ms","start":"2026-02-27T21:36:18.058558Z","end":"2026-02-27T21:36:18.165997Z","steps":["trace[1186287066] 'agreement among raft nodes before linearized reading' (duration: 107.228825ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:36:18.166058Z","caller":"traceutil/trace.go:171","msg":"trace[740839789] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14737; }","duration":"133.528158ms","start":"2026-02-27T21:36:18.032512Z","end":"2026-02-27T21:36:18.16604Z","steps":["trace[740839789] 'agreement among raft nodes before linearized reading' (duration: 133.290083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:36:18.165889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.815261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:36:18.165946Z","caller":"traceutil/trace.go:171","msg":"trace[1177822676] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:14737; }","duration":"171.550182ms","start":"2026-02-27T21:36:17.994374Z","end":"2026-02-27T21:36:18.165924Z","steps":["trace[1177822676] 'agreement among raft nodes before linearized reading' (duration: 171.285856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:36:18.165895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.319924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-27T21:36:18.166248Z","caller":"traceutil/trace.go:171","msg":"trace[212940727] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14737; }","duration":"133.711002ms","start":"2026-02-27T21:36:18.03253Z","end":"2026-02-27T21:36:18.166241Z","steps":["trace[212940727] 'agreement among raft nodes before linearized reading' (duration: 133.234932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:36:18.166248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.598321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-j8xzj\" ","response":"range_response_count:1 size:22100"} {"level":"warn","ts":"2026-02-27T21:36:18.166149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.321762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-42p7p\" ","response":"range_response_count:1 size:20754"} {"level":"info","ts":"2026-02-27T21:36:18.166358Z","caller":"traceutil/trace.go:171","msg":"trace[238745794] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-j8xzj; range_end:; response_count:1; response_revision:14737; }","duration":"105.758104ms","start":"2026-02-27T21:36:18.060576Z","end":"2026-02-27T21:36:18.166334Z","steps":["trace[238745794] 'agreement among raft nodes before linearized reading' (duration: 105.396726ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:36:18.166301Z","caller":"traceutil/trace.go:171","msg":"trace[117010252] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14737; }","duration":"132.212259ms","start":"2026-02-27T21:36:18.034006Z","end":"2026-02-27T21:36:18.166218Z","steps":["trace[117010252] 'agreement among raft nodes before linearized reading' (duration: 131.683988ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:36:18.16643Z","caller":"traceutil/trace.go:171","msg":"trace[1066157822] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-42p7p; range_end:; response_count:1; response_revision:14737; }","duration":"118.601408ms","start":"2026-02-27T21:36:18.047769Z","end":"2026-02-27T21:36:18.166371Z","steps":["trace[1066157822] 'agreement among raft nodes before linearized reading' (duration: 118.229741ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:36:53.765443Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12628} {"level":"info","ts":"2026-02-27T21:36:53.848277Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12628,"took":"80.347549ms","hash":800085048,"current-db-size-bytes":43868160,"current-db-size":"44 MB","current-db-size-in-use-bytes":26886144,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-27T21:36:53.848344Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":800085048,"revision":12628,"compact-revision":10529} {"level":"info","ts":"2026-02-27T21:37:05.199791Z","caller":"traceutil/trace.go:171","msg":"trace[1938198424] transaction","detail":"{read_only:false; response_revision:15007; number_of_response:1; }","duration":"428.411388ms","start":"2026-02-27T21:37:04.771356Z","end":"2026-02-27T21:37:05.199767Z","steps":["trace[1938198424] 'process raft request' (duration: 428.278485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:05.199955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:04.771335Z","time spent":"428.550912ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:37:05.66076Z","caller":"traceutil/trace.go:171","msg":"trace[1172385098] transaction","detail":"{read_only:false; response_revision:15008; number_of_response:1; }","duration":"884.422429ms","start":"2026-02-27T21:37:04.776307Z","end":"2026-02-27T21:37:05.660729Z","steps":["trace[1172385098] 'process raft request' (duration: 849.529203ms)","trace[1172385098] 'compare' (duration: 34.527809ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:37:05.660928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:04.776293Z","time spent":"884.556873ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:37:05.661421Z","caller":"traceutil/trace.go:171","msg":"trace[91089554] linearizableReadLoop","detail":"{readStateIndex:15586; appliedIndex:15584; }","duration":"825.951917ms","start":"2026-02-27T21:37:04.835453Z","end":"2026-02-27T21:37:05.661405Z","steps":["trace[91089554] 'read index received' (duration: 364.685696ms)","trace[91089554] 'applied index is now lower than readState.Index' (duration: 461.245991ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:37:05.661654Z","caller":"traceutil/trace.go:171","msg":"trace[1230409836] transaction","detail":"{read_only:false; response_revision:15009; number_of_response:1; }","duration":"884.090321ms","start":"2026-02-27T21:37:04.777544Z","end":"2026-02-27T21:37:05.661634Z","steps":["trace[1230409836] 'process raft request' (duration: 883.044509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:05.661818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:04.777536Z","time spent":"884.232274ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:37:05.662458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.143461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-02-27T21:37:05.662448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.998513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-88chp\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-02-27T21:37:05.662515Z","caller":"traceutil/trace.go:171","msg":"trace[1018015541] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15009; }","duration":"790.235983ms","start":"2026-02-27T21:37:04.872263Z","end":"2026-02-27T21:37:05.662499Z","steps":["trace[1018015541] 'agreement among raft nodes before linearized reading' (duration: 789.459816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:05.662542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:04.872243Z","time spent":"790.292574ms","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T21:37:05.66255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.098643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T21:37:05.662584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.742797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:37:05.662602Z","caller":"traceutil/trace.go:171","msg":"trace[91803710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15009; }","duration":"827.186265ms","start":"2026-02-27T21:37:04.835396Z","end":"2026-02-27T21:37:05.662583Z","steps":["trace[91803710] 'agreement among raft nodes before linearized reading' (duration: 827.074183ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:37:05.662623Z","caller":"traceutil/trace.go:171","msg":"trace[503139865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15009; }","duration":"471.808999ms","start":"2026-02-27T21:37:05.190806Z","end":"2026-02-27T21:37:05.662615Z","steps":["trace[503139865] 'agreement among raft nodes before linearized reading' (duration: 471.753538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:05.662665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:04.835375Z","time spent":"827.275017ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:37:05.662748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.486725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-27T21:37:05.662718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:05.190791Z","time spent":"471.916271ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:37:05.662837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.339684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-02-27T21:37:05.662863Z","caller":"traceutil/trace.go:171","msg":"trace[761145866] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15009; }","duration":"789.377045ms","start":"2026-02-27T21:37:04.87348Z","end":"2026-02-27T21:37:05.662857Z","steps":["trace[761145866] 'agreement among raft nodes before linearized reading' (duration: 789.313664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:05.662884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:04.873473Z","time spent":"789.406955ms","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T21:37:05.662535Z","caller":"traceutil/trace.go:171","msg":"trace[1803007698] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-88chp; range_end:; response_count:1; response_revision:15009; }","duration":"522.119406ms","start":"2026-02-27T21:37:05.140392Z","end":"2026-02-27T21:37:05.662512Z","steps":["trace[1803007698] 'agreement among raft nodes before linearized reading' (duration: 521.86439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:05.663004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:05.140377Z","time spent":"522.619126ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-88chp\" "} {"level":"info","ts":"2026-02-27T21:37:05.66278Z","caller":"traceutil/trace.go:171","msg":"trace[227417408] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15009; }","duration":"559.562926ms","start":"2026-02-27T21:37:05.103208Z","end":"2026-02-27T21:37:05.662771Z","steps":["trace[227417408] 'agreement among raft nodes before linearized reading' (duration: 559.479874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:05.663254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:05.10319Z","time spent":"560.048617ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T21:37:05.663534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.198077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T21:37:05.663567Z","caller":"traceutil/trace.go:171","msg":"trace[1240611643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15009; }","duration":"794.243609ms","start":"2026-02-27T21:37:04.869316Z","end":"2026-02-27T21:37:05.663559Z","steps":["trace[1240611643] 'agreement among raft nodes before linearized reading' (duration: 794.162117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:05.663589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:04.869309Z","time spent":"794.275379ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:37:05.66368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.270077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-27T21:37:05.663704Z","caller":"traceutil/trace.go:171","msg":"trace[671216883] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15009; }","duration":"792.317358ms","start":"2026-02-27T21:37:04.871381Z","end":"2026-02-27T21:37:05.663698Z","steps":["trace[671216883] 'agreement among raft nodes before linearized reading' (duration: 792.256196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:05.663723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:04.871373Z","time spent":"792.345918ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T21:37:05.663823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.513412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:37:05.663849Z","caller":"traceutil/trace.go:171","msg":"trace[675258698] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15009; }","duration":"792.538283ms","start":"2026-02-27T21:37:04.871304Z","end":"2026-02-27T21:37:05.663842Z","steps":["trace[675258698] 'agreement among raft nodes before linearized reading' (duration: 792.502412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:05.663868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:04.871294Z","time spent":"792.569893ms","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T21:37:05.663985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.927496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:37:05.664045Z","caller":"traceutil/trace.go:171","msg":"trace[421603636] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15009; }","duration":"797.050149ms","start":"2026-02-27T21:37:04.866983Z","end":"2026-02-27T21:37:05.664033Z","steps":["trace[421603636] 'agreement among raft nodes before linearized reading' (duration: 796.920926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:05.664226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:04.866972Z","time spent":"797.223532ms","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T21:37:05.664261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.598738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:37:05.664286Z","caller":"traceutil/trace.go:171","msg":"trace[953242719] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:15009; }","duration":"389.66723ms","start":"2026-02-27T21:37:05.274611Z","end":"2026-02-27T21:37:05.664279Z","steps":["trace[953242719] 'agreement among raft nodes before linearized reading' (duration: 389.549797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:05.664315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:05.274585Z","time spent":"389.723541ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":120,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:37:05.664007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.780458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T21:37:05.664474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.856234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:37:05.664507Z","caller":"traceutil/trace.go:171","msg":"trace[567043063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15009; }","duration":"793.279209ms","start":"2026-02-27T21:37:04.87122Z","end":"2026-02-27T21:37:05.664499Z","steps":["trace[567043063] 'agreement among raft nodes before linearized reading' (duration: 792.735327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:05.664532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:04.871181Z","time spent":"793.343719ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T21:37:05.664527Z","caller":"traceutil/trace.go:171","msg":"trace[1822148936] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15009; }","duration":"795.930305ms","start":"2026-02-27T21:37:04.868581Z","end":"2026-02-27T21:37:05.664512Z","steps":["trace[1822148936] 'agreement among raft nodes before linearized reading' (duration: 795.849153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:05.664568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:04.868546Z","time spent":"796.012687ms","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T21:37:05.664677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.907119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:37:05.664708Z","caller":"traceutil/trace.go:171","msg":"trace[1973451995] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15009; }","duration":"799.970011ms","start":"2026-02-27T21:37:04.86473Z","end":"2026-02-27T21:37:05.6647Z","steps":["trace[1973451995] 'agreement among raft nodes before linearized reading' (duration: 799.92757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:05.664729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:04.864712Z","time spent":"800.012202ms","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-27T21:37:05.664968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.858835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T21:37:05.665003Z","caller":"traceutil/trace.go:171","msg":"trace[1879321595] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15009; }","duration":"824.913006ms","start":"2026-02-27T21:37:04.84008Z","end":"2026-02-27T21:37:05.664994Z","steps":["trace[1879321595] 'agreement among raft nodes before linearized reading' (duration: 824.831534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:05.665027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:04.84007Z","time spent":"824.951457ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:37:05.665339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.500504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T21:37:05.665523Z","caller":"traceutil/trace.go:171","msg":"trace[1545125292] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:15009; }","duration":"458.925772ms","start":"2026-02-27T21:37:05.206549Z","end":"2026-02-27T21:37:05.665474Z","steps":["trace[1545125292] 'agreement among raft nodes before linearized reading' (duration: 455.293034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:05.665671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:05.206535Z","time spent":"459.120147ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-9r2s9\" "} {"level":"warn","ts":"2026-02-27T21:37:05.665279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.543084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T21:37:05.666398Z","caller":"traceutil/trace.go:171","msg":"trace[497309580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15009; }","duration":"829.703987ms","start":"2026-02-27T21:37:04.836685Z","end":"2026-02-27T21:37:05.666389Z","steps":["trace[497309580] 'agreement among raft nodes before linearized reading' (duration: 825.244741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:05.666462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:04.836672Z","time spent":"829.78104ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T21:37:05.807693Z","caller":"traceutil/trace.go:171","msg":"trace[1524293181] transaction","detail":"{read_only:false; response_revision:15010; number_of_response:1; }","duration":"137.131664ms","start":"2026-02-27T21:37:05.670506Z","end":"2026-02-27T21:37:05.807637Z","steps":["trace[1524293181] 'process raft request' (duration: 98.312444ms)","trace[1524293181] 'compare' (duration: 38.667827ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:37:05.807708Z","caller":"traceutil/trace.go:171","msg":"trace[1223848164] transaction","detail":"{read_only:false; response_revision:15011; number_of_response:1; }","duration":"136.691235ms","start":"2026-02-27T21:37:05.670993Z","end":"2026-02-27T21:37:05.807684Z","steps":["trace[1223848164] 'process raft request' (duration: 136.616464ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:37:05.807726Z","caller":"traceutil/trace.go:171","msg":"trace[535204785] linearizableReadLoop","detail":"{readStateIndex:15587; appliedIndex:15586; }","duration":"137.101624ms","start":"2026-02-27T21:37:05.670584Z","end":"2026-02-27T21:37:05.807685Z","steps":["trace[535204785] 'read index received' (duration: 98.247393ms)","trace[535204785] 'applied index is now lower than readState.Index' (duration: 38.848571ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:37:05.808032Z","caller":"traceutil/trace.go:171","msg":"trace[160777585] transaction","detail":"{read_only:false; response_revision:15012; number_of_response:1; }","duration":"136.942801ms","start":"2026-02-27T21:37:05.671069Z","end":"2026-02-27T21:37:05.808012Z","steps":["trace[160777585] 'process raft request' (duration: 136.579812ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:37:05.808196Z","caller":"traceutil/trace.go:171","msg":"trace[1560269829] transaction","detail":"{read_only:false; response_revision:15014; number_of_response:1; }","duration":"135.840478ms","start":"2026-02-27T21:37:05.672346Z","end":"2026-02-27T21:37:05.808186Z","steps":["trace[1560269829] 'process raft request' (duration: 135.739346ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:37:05.808202Z","caller":"traceutil/trace.go:171","msg":"trace[1292572491] transaction","detail":"{read_only:false; response_revision:15015; number_of_response:1; }","duration":"135.258136ms","start":"2026-02-27T21:37:05.672903Z","end":"2026-02-27T21:37:05.808161Z","steps":["trace[1292572491] 'process raft request' (duration: 135.215765ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:37:05.80828Z","caller":"traceutil/trace.go:171","msg":"trace[556016423] transaction","detail":"{read_only:false; response_revision:15013; number_of_response:1; }","duration":"137.083255ms","start":"2026-02-27T21:37:05.671094Z","end":"2026-02-27T21:37:05.808177Z","steps":["trace[556016423] 'process raft request' (duration: 136.907561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:05.808633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.020894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738409"} {"level":"info","ts":"2026-02-27T21:37:05.808682Z","caller":"traceutil/trace.go:171","msg":"trace[889169178] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15012; }","duration":"138.109366ms","start":"2026-02-27T21:37:05.67056Z","end":"2026-02-27T21:37:05.80867Z","steps":["trace[889169178] 'agreement among raft nodes before linearized reading' (duration: 137.287529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:05.810231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.335732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738409"} {"level":"info","ts":"2026-02-27T21:37:05.810391Z","caller":"traceutil/trace.go:171","msg":"trace[1249223500] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15015; }","duration":"139.513486ms","start":"2026-02-27T21:37:05.670857Z","end":"2026-02-27T21:37:05.81037Z","steps":["trace[1249223500] 'agreement among raft nodes before linearized reading' (duration: 138.27622ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:37:07.198253Z","caller":"traceutil/trace.go:171","msg":"trace[355128811] linearizableReadLoop","detail":"{readStateIndex:15593; appliedIndex:15592; }","duration":"207.117823ms","start":"2026-02-27T21:37:06.991115Z","end":"2026-02-27T21:37:07.198233Z","steps":["trace[355128811] 'read index received' (duration: 206.96399ms)","trace[355128811] 'applied index is now lower than readState.Index' (duration: 152.833µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:37:07.19837Z","caller":"traceutil/trace.go:171","msg":"trace[1064712532] transaction","detail":"{read_only:false; response_revision:15016; number_of_response:1; }","duration":"306.726665ms","start":"2026-02-27T21:37:06.891634Z","end":"2026-02-27T21:37:07.198361Z","steps":["trace[1064712532] 'process raft request' (duration: 306.453399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:07.198464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:06.89161Z","time spent":"306.786217ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:37:07.198726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.604033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-02-27T21:37:07.198779Z","caller":"traceutil/trace.go:171","msg":"trace[1050477368] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:15016; }","duration":"207.655984ms","start":"2026-02-27T21:37:06.991109Z","end":"2026-02-27T21:37:07.198765Z","steps":["trace[1050477368] 'agreement among raft nodes before linearized reading' (duration: 207.532752ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:37:07.65538Z","caller":"traceutil/trace.go:171","msg":"trace[1832312983] transaction","detail":"{read_only:false; response_revision:15018; number_of_response:1; }","duration":"100.681545ms","start":"2026-02-27T21:37:07.554673Z","end":"2026-02-27T21:37:07.655354Z","steps":["trace[1832312983] 'process raft request' (duration: 100.521411ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:37:07.987697Z","caller":"traceutil/trace.go:171","msg":"trace[1643739857] linearizableReadLoop","detail":"{readStateIndex:15597; appliedIndex:15596; }","duration":"317.68994ms","start":"2026-02-27T21:37:07.669988Z","end":"2026-02-27T21:37:07.987678Z","steps":["trace[1643739857] 'read index received' (duration: 19.932516ms)","trace[1643739857] 'applied index is now lower than readState.Index' (duration: 297.756684ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:37:07.987937Z","caller":"traceutil/trace.go:171","msg":"trace[2095202695] transaction","detail":"{read_only:false; response_revision:15020; number_of_response:1; }","duration":"319.645501ms","start":"2026-02-27T21:37:07.668281Z","end":"2026-02-27T21:37:07.987927Z","steps":["trace[2095202695] 'process raft request' (duration: 253.508265ms)","trace[2095202695] 'compare' (duration: 65.499003ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:37:07.988021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:07.668273Z","time spent":"319.693612ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:37:07.988231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.241491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-02-27T21:37:07.988259Z","caller":"traceutil/trace.go:171","msg":"trace[1935566269] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15020; }","duration":"318.303993ms","start":"2026-02-27T21:37:07.669949Z","end":"2026-02-27T21:37:07.988253Z","steps":["trace[1935566269] 'agreement among raft nodes before linearized reading' (duration: 318.197491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:07.98828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:07.669932Z","time spent":"318.343593ms","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T21:37:07.988396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.357934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:37:07.988423Z","caller":"traceutil/trace.go:171","msg":"trace[342109313] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15020; }","duration":"318.394425ms","start":"2026-02-27T21:37:07.670021Z","end":"2026-02-27T21:37:07.988416Z","steps":["trace[342109313] 'agreement among raft nodes before linearized reading' (duration: 318.357475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:07.988441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:07.670017Z","time spent":"318.420086ms","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-27T21:37:07.988687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.356456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-02-27T21:37:07.988717Z","caller":"traceutil/trace.go:171","msg":"trace[1915193059] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:15020; }","duration":"120.407138ms","start":"2026-02-27T21:37:07.868304Z","end":"2026-02-27T21:37:07.988711Z","steps":["trace[1915193059] 'agreement among raft nodes before linearized reading' (duration: 120.339576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:07.98885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.325095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-88chp\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-02-27T21:37:07.988875Z","caller":"traceutil/trace.go:171","msg":"trace[1950726396] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-88chp; range_end:; response_count:1; response_revision:15020; }","duration":"163.369826ms","start":"2026-02-27T21:37:07.8255Z","end":"2026-02-27T21:37:07.98887Z","steps":["trace[1950726396] 'agreement among raft nodes before linearized reading' (duration: 163.300094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:07.989002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.890021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T21:37:07.989027Z","caller":"traceutil/trace.go:171","msg":"trace[726956553] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:15020; }","duration":"165.940901ms","start":"2026-02-27T21:37:07.823081Z","end":"2026-02-27T21:37:07.989022Z","steps":["trace[726956553] 'agreement among raft nodes before linearized reading' (duration: 165.88043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:07.98914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.732649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T21:37:07.989164Z","caller":"traceutil/trace.go:171","msg":"trace[1848493573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15020; }","duration":"173.765239ms","start":"2026-02-27T21:37:07.815394Z","end":"2026-02-27T21:37:07.989159Z","steps":["trace[1848493573] 'agreement among raft nodes before linearized reading' (duration: 173.706578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:07.989274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.880281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T21:37:07.989297Z","caller":"traceutil/trace.go:171","msg":"trace[1298344216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15020; }","duration":"173.905182ms","start":"2026-02-27T21:37:07.815387Z","end":"2026-02-27T21:37:07.989292Z","steps":["trace[1298344216] 'agreement among raft nodes before linearized reading' (duration: 173.849891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:07.989444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.090396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T21:37:07.989477Z","caller":"traceutil/trace.go:171","msg":"trace[1289630916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15020; }","duration":"174.124927ms","start":"2026-02-27T21:37:07.815346Z","end":"2026-02-27T21:37:07.989471Z","steps":["trace[1289630916] 'agreement among raft nodes before linearized reading' (duration: 174.032675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:07.989604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.606677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T21:37:07.989628Z","caller":"traceutil/trace.go:171","msg":"trace[160604870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15020; }","duration":"175.643379ms","start":"2026-02-27T21:37:07.81398Z","end":"2026-02-27T21:37:07.989623Z","steps":["trace[160604870] 'agreement among raft nodes before linearized reading' (duration: 175.584068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:07.989736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.428367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T21:37:07.989759Z","caller":"traceutil/trace.go:171","msg":"trace[449265141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15020; }","duration":"177.486219ms","start":"2026-02-27T21:37:07.812268Z","end":"2026-02-27T21:37:07.989754Z","steps":["trace[449265141] 'agreement among raft nodes before linearized reading' (duration: 177.433127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:07.989843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.653489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:37:07.989888Z","caller":"traceutil/trace.go:171","msg":"trace[602673471] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15020; }","duration":"318.71116ms","start":"2026-02-27T21:37:07.671171Z","end":"2026-02-27T21:37:07.989882Z","steps":["trace[602673471] 'agreement among raft nodes before linearized reading' (duration: 318.657949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:07.989908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:07.671164Z","time spent":"318.737632ms","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T21:37:07.989993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.018929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:37:07.990015Z","caller":"traceutil/trace.go:171","msg":"trace[244003010] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15020; }","duration":"319.053669ms","start":"2026-02-27T21:37:07.670957Z","end":"2026-02-27T21:37:07.990011Z","steps":["trace[244003010] 'agreement among raft nodes before linearized reading' (duration: 319.023177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:07.990032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:07.670942Z","time spent":"319.086639ms","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T21:37:07.990144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.388526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-27T21:37:07.990167Z","caller":"traceutil/trace.go:171","msg":"trace[863733865] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15020; }","duration":"319.423296ms","start":"2026-02-27T21:37:07.670739Z","end":"2026-02-27T21:37:07.990162Z","steps":["trace[863733865] 'agreement among raft nodes before linearized reading' (duration: 319.365075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:07.990185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:07.670732Z","time spent":"319.448968ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T21:37:07.99031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.058101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-02-27T21:37:07.990333Z","caller":"traceutil/trace.go:171","msg":"trace[1425141588] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15020; }","duration":"320.101712ms","start":"2026-02-27T21:37:07.670226Z","end":"2026-02-27T21:37:07.990328Z","steps":["trace[1425141588] 'agreement among raft nodes before linearized reading' (duration: 320.045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:07.99035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:07.670217Z","time spent":"320.128952ms","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T21:37:07.990437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.222005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:37:07.990461Z","caller":"traceutil/trace.go:171","msg":"trace[703685134] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15020; }","duration":"320.254595ms","start":"2026-02-27T21:37:07.6702Z","end":"2026-02-27T21:37:07.990454Z","steps":["trace[703685134] 'agreement among raft nodes before linearized reading' (duration: 320.220965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:07.990479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:07.670196Z","time spent":"320.277956ms","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T21:37:07.990582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.415369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-27T21:37:07.990604Z","caller":"traceutil/trace.go:171","msg":"trace[1463668721] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15020; }","duration":"320.448979ms","start":"2026-02-27T21:37:07.670151Z","end":"2026-02-27T21:37:07.9906Z","steps":["trace[1463668721] 'agreement among raft nodes before linearized reading' (duration: 320.394078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:07.990621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:37:07.670146Z","time spent":"320.47117ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T21:37:08.242991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.021663ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T21:37:08.243089Z","caller":"traceutil/trace.go:171","msg":"trace[996264308] linearizableReadLoop","detail":"{readStateIndex:15598; appliedIndex:15597; }","duration":"247.492168ms","start":"2026-02-27T21:37:07.99558Z","end":"2026-02-27T21:37:08.243072Z","steps":["trace[996264308] 'read index received' (duration: 138.388482ms)","trace[996264308] 'applied index is now lower than readState.Index' (duration: 109.102156ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:37:08.243812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.205413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738409"} {"level":"info","ts":"2026-02-27T21:37:08.243889Z","caller":"traceutil/trace.go:171","msg":"trace[45194499] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15020; }","duration":"248.337376ms","start":"2026-02-27T21:37:07.995538Z","end":"2026-02-27T21:37:08.243875Z","steps":["trace[45194499] 'agreement among raft nodes before linearized reading' (duration: 247.629191ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:37:08.265526Z","caller":"traceutil/trace.go:171","msg":"trace[579633850] transaction","detail":"{read_only:false; response_revision:15022; number_of_response:1; }","duration":"269.11158ms","start":"2026-02-27T21:37:07.996395Z","end":"2026-02-27T21:37:08.265506Z","steps":["trace[579633850] 'process raft request' (duration: 269.046009ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:37:08.265582Z","caller":"traceutil/trace.go:171","msg":"trace[678876562] transaction","detail":"{read_only:false; response_revision:15021; number_of_response:1; }","duration":"269.317994ms","start":"2026-02-27T21:37:07.99623Z","end":"2026-02-27T21:37:08.265548Z","steps":["trace[678876562] 'process raft request' (duration: 269.081019ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:37:08.267048Z","caller":"traceutil/trace.go:171","msg":"trace[2067152680] transaction","detail":"{read_only:false; response_revision:15025; number_of_response:1; }","duration":"270.525179ms","start":"2026-02-27T21:37:07.996505Z","end":"2026-02-27T21:37:08.26703Z","steps":["trace[2067152680] 'process raft request' (duration: 270.11011ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:37:08.267247Z","caller":"traceutil/trace.go:171","msg":"trace[1117501972] transaction","detail":"{read_only:false; response_revision:15023; number_of_response:1; }","duration":"270.761274ms","start":"2026-02-27T21:37:07.996475Z","end":"2026-02-27T21:37:08.267236Z","steps":["trace[1117501972] 'process raft request' (duration: 269.001657ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:37:08.267378Z","caller":"traceutil/trace.go:171","msg":"trace[1735125341] transaction","detail":"{read_only:false; response_revision:15024; number_of_response:1; }","duration":"270.893568ms","start":"2026-02-27T21:37:07.996476Z","end":"2026-02-27T21:37:08.267369Z","steps":["trace[1735125341] 'process raft request' (duration: 270.07962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:08.267435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.97566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738409"} {"level":"info","ts":"2026-02-27T21:37:08.267509Z","caller":"traceutil/trace.go:171","msg":"trace[888297130] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15026; }","duration":"271.094983ms","start":"2026-02-27T21:37:07.996402Z","end":"2026-02-27T21:37:08.267497Z","steps":["trace[888297130] 'agreement among raft nodes before linearized reading' (duration: 270.288805ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:37:08.267638Z","caller":"traceutil/trace.go:171","msg":"trace[1633819563] transaction","detail":"{read_only:false; response_revision:15026; number_of_response:1; }","duration":"223.32956ms","start":"2026-02-27T21:37:08.044281Z","end":"2026-02-27T21:37:08.26761Z","steps":["trace[1633819563] 'process raft request' (duration: 222.373329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:37:08.267899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.485202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-02-27T21:37:08.267967Z","caller":"traceutil/trace.go:171","msg":"trace[2012167727] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:15026; }","duration":"250.570813ms","start":"2026-02-27T21:37:08.017366Z","end":"2026-02-27T21:37:08.267936Z","steps":["trace[2012167727] 'agreement among raft nodes before linearized reading' (duration: 250.44456ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:39:33.788102Z","caller":"traceutil/trace.go:171","msg":"trace[1746207335] transaction","detail":"{read_only:false; response_revision:16033; number_of_response:1; }","duration":"118.621123ms","start":"2026-02-27T21:39:33.669449Z","end":"2026-02-27T21:39:33.78807Z","steps":["trace[1746207335] 'process raft request' (duration: 118.346537ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:39:33.908771Z","caller":"traceutil/trace.go:171","msg":"trace[699044811] linearizableReadLoop","detail":"{readStateIndex:16650; appliedIndex:16649; }","duration":"114.011991ms","start":"2026-02-27T21:39:33.79473Z","end":"2026-02-27T21:39:33.908742Z","steps":["trace[699044811] 'read index received' (duration: 33.844308ms)","trace[699044811] 'applied index is now lower than readState.Index' (duration: 80.166273ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:39:33.908865Z","caller":"traceutil/trace.go:171","msg":"trace[60350259] transaction","detail":"{read_only:false; response_revision:16034; number_of_response:1; }","duration":"126.327373ms","start":"2026-02-27T21:39:33.782512Z","end":"2026-02-27T21:39:33.90884Z","steps":["trace[60350259] 'process raft request' (duration: 46.020677ms)","trace[60350259] 'compare' (duration: 79.999279ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:39:33.909836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.087245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:789558"} {"level":"info","ts":"2026-02-27T21:39:33.909973Z","caller":"traceutil/trace.go:171","msg":"trace[2038535299] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:16034; }","duration":"115.262558ms","start":"2026-02-27T21:39:33.794692Z","end":"2026-02-27T21:39:33.909954Z","steps":["trace[2038535299] 'agreement among raft nodes before linearized reading' (duration: 114.194045ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:39:36.040122Z","caller":"traceutil/trace.go:171","msg":"trace[516801250] linearizableReadLoop","detail":"{readStateIndex:16662; appliedIndex:16661; }","duration":"116.150568ms","start":"2026-02-27T21:39:35.923943Z","end":"2026-02-27T21:39:36.040094Z","steps":["trace[516801250] 'read index received' (duration: 33.003809ms)","trace[516801250] 'applied index is now lower than readState.Index' (duration: 83.145759ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:39:36.040221Z","caller":"traceutil/trace.go:171","msg":"trace[259601424] transaction","detail":"{read_only:false; response_revision:16046; number_of_response:1; }","duration":"125.840172ms","start":"2026-02-27T21:39:35.914346Z","end":"2026-02-27T21:39:36.040186Z","steps":["trace[259601424] 'process raft request' (duration: 42.690903ms)","trace[259601424] 'compare' (duration: 82.925994ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:39:36.040393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.437984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T21:39:36.040476Z","caller":"traceutil/trace.go:171","msg":"trace[811777908] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:16046; }","duration":"116.560297ms","start":"2026-02-27T21:39:35.923895Z","end":"2026-02-27T21:39:36.040455Z","steps":["trace[811777908] 'agreement among raft nodes before linearized reading' (duration: 116.302782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:39:36.040591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.22616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-88chp\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-02-27T21:39:36.040733Z","caller":"traceutil/trace.go:171","msg":"trace[1113058837] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-88chp; range_end:; response_count:1; response_revision:16046; }","duration":"112.400425ms","start":"2026-02-27T21:39:35.928293Z","end":"2026-02-27T21:39:36.040693Z","steps":["trace[1113058837] 'agreement among raft nodes before linearized reading' (duration: 112.024676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:39:56.47342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.93705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:39:56.473511Z","caller":"traceutil/trace.go:171","msg":"trace[1180087784] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16333; }","duration":"195.092393ms","start":"2026-02-27T21:39:56.278402Z","end":"2026-02-27T21:39:56.473495Z","steps":["trace[1180087784] 'range keys from in-memory index tree' (duration: 194.829518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:39:56.473668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.823437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-02-27T21:39:56.473739Z","caller":"traceutil/trace.go:171","msg":"trace[909864539] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16333; }","duration":"194.91082ms","start":"2026-02-27T21:39:56.278807Z","end":"2026-02-27T21:39:56.473718Z","steps":["trace[909864539] 'range keys from in-memory index tree' (duration: 194.622343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:39:56.473408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.509678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:39:56.473856Z","caller":"traceutil/trace.go:171","msg":"trace[2033154014] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16333; }","duration":"137.021339ms","start":"2026-02-27T21:39:56.336828Z","end":"2026-02-27T21:39:56.473849Z","steps":["trace[2033154014] 'range keys from in-memory index tree' (duration: 136.421656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:39:56.47392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.969897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:39:56.47397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.626805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-88chp\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-02-27T21:39:56.474021Z","caller":"traceutil/trace.go:171","msg":"trace[1020815181] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16333; }","duration":"165.142541ms","start":"2026-02-27T21:39:56.308856Z","end":"2026-02-27T21:39:56.473999Z","steps":["trace[1020815181] 'range keys from in-memory index tree' (duration: 164.918116ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:39:56.474038Z","caller":"traceutil/trace.go:171","msg":"trace[290618363] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-88chp; range_end:; response_count:1; response_revision:16333; }","duration":"195.735487ms","start":"2026-02-27T21:39:56.278284Z","end":"2026-02-27T21:39:56.47402Z","steps":["trace[290618363] 'range keys from in-memory index tree' (duration: 195.358319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:39:56.474018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.789117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-cgf5m\" ","response":"range_response_count:1 size:14275"} {"level":"info","ts":"2026-02-27T21:39:56.474097Z","caller":"traceutil/trace.go:171","msg":"trace[245192458] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-cgf5m; range_end:; response_count:1; response_revision:16333; }","duration":"171.898439ms","start":"2026-02-27T21:39:56.302178Z","end":"2026-02-27T21:39:56.474077Z","steps":["trace[245192458] 'range keys from in-memory index tree' (duration: 171.578413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:39:56.47418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.748584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-02-27T21:39:56.474231Z","caller":"traceutil/trace.go:171","msg":"trace[1841344885] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16333; }","duration":"137.860237ms","start":"2026-02-27T21:39:56.336357Z","end":"2026-02-27T21:39:56.474217Z","steps":["trace[1841344885] 'range keys from in-memory index tree' (duration: 137.560131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:39:56.47425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.59095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-02-27T21:39:56.474364Z","caller":"traceutil/trace.go:171","msg":"trace[1457642103] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16333; }","duration":"165.725523ms","start":"2026-02-27T21:39:56.308629Z","end":"2026-02-27T21:39:56.474355Z","steps":["trace[1457642103] 'range keys from in-memory index tree' (duration: 165.475148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:39:56.474689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9r2s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T21:39:56.474815Z","caller":"traceutil/trace.go:171","msg":"trace[1115975626] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9r2s9; range_end:; response_count:1; response_revision:16333; }","duration":"229.057744ms","start":"2026-02-27T21:39:56.245741Z","end":"2026-02-27T21:39:56.474799Z","steps":["trace[1115975626] 'range keys from in-memory index tree' (duration: 228.418889ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:39:56.475106Z","caller":"traceutil/trace.go:171","msg":"trace[1927133107] linearizableReadLoop","detail":"{readStateIndex:16956; appliedIndex:16955; }","duration":"112.480127ms","start":"2026-02-27T21:39:56.362614Z","end":"2026-02-27T21:39:56.475094Z","steps":["trace[1927133107] 'read index received' (duration: 112.384494ms)","trace[1927133107] 'applied index is now lower than readState.Index' (duration: 94.643µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:39:56.475529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.929516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-h77hc\" ","response":"range_response_count:1 size:18669"} {"level":"info","ts":"2026-02-27T21:39:56.475649Z","caller":"traceutil/trace.go:171","msg":"trace[1622294455] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-h77hc; range_end:; response_count:1; response_revision:16334; }","duration":"113.09162ms","start":"2026-02-27T21:39:56.362535Z","end":"2026-02-27T21:39:56.475626Z","steps":["trace[1622294455] 'agreement among raft nodes before linearized reading' (duration: 112.850784ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:39:56.475654Z","caller":"traceutil/trace.go:171","msg":"trace[847564533] transaction","detail":"{read_only:false; response_revision:16334; number_of_response:1; }","duration":"126.292923ms","start":"2026-02-27T21:39:56.349325Z","end":"2026-02-27T21:39:56.475618Z","steps":["trace[847564533] 'process raft request' (duration: 125.658198ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:39:58.842085Z","caller":"traceutil/trace.go:171","msg":"trace[620187015] linearizableReadLoop","detail":"{readStateIndex:16972; appliedIndex:16971; }","duration":"114.288126ms","start":"2026-02-27T21:39:58.727774Z","end":"2026-02-27T21:39:58.842062Z","steps":["trace[620187015] 'read index received' (duration: 114.155214ms)","trace[620187015] 'applied index is now lower than readState.Index' (duration: 131.752µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:39:58.842155Z","caller":"traceutil/trace.go:171","msg":"trace[2033760762] transaction","detail":"{read_only:false; response_revision:16349; number_of_response:1; }","duration":"152.786346ms","start":"2026-02-27T21:39:58.689322Z","end":"2026-02-27T21:39:58.842108Z","steps":["trace[2033760762] 'process raft request' (duration: 152.526641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:39:58.842259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.46143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:39:58.842354Z","caller":"traceutil/trace.go:171","msg":"trace[2005639460] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16349; }","duration":"114.602423ms","start":"2026-02-27T21:39:58.72773Z","end":"2026-02-27T21:39:58.842333Z","steps":["trace[2005639460] 'agreement among raft nodes before linearized reading' (duration: 114.45989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:39:58.880257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.437011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:39:58.880342Z","caller":"traceutil/trace.go:171","msg":"trace[917177771] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16350; }","duration":"152.572354ms","start":"2026-02-27T21:39:58.72775Z","end":"2026-02-27T21:39:58.880322Z","steps":["trace[917177771] 'agreement among raft nodes before linearized reading' (duration: 152.39978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:39:58.880596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.725697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:39:58.880631Z","caller":"traceutil/trace.go:171","msg":"trace[518897833] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16350; }","duration":"152.770578ms","start":"2026-02-27T21:39:58.727851Z","end":"2026-02-27T21:39:58.880622Z","steps":["trace[518897833] 'agreement among raft nodes before linearized reading' (duration: 152.718407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:39:58.880762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.87722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:39:58.880889Z","caller":"traceutil/trace.go:171","msg":"trace[427260819] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16350; }","duration":"153.047643ms","start":"2026-02-27T21:39:58.72781Z","end":"2026-02-27T21:39:58.880858Z","steps":["trace[427260819] 'agreement among raft nodes before linearized reading' (duration: 152.805178ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:41:53.772356Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14956} {"level":"info","ts":"2026-02-27T21:41:53.869954Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14956,"took":"94.455057ms","hash":1852490152,"current-db-size-bytes":43868160,"current-db-size":"44 MB","current-db-size-in-use-bytes":27660288,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T21:41:53.870032Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1852490152,"revision":14956,"compact-revision":12628} {"level":"info","ts":"2026-02-27T21:46:53.781457Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17031} {"level":"info","ts":"2026-02-27T21:46:53.880348Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17031,"took":"95.00694ms","hash":648794004,"current-db-size-bytes":43868160,"current-db-size":"44 MB","current-db-size-in-use-bytes":23646208,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-27T21:46:53.880418Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":648794004,"revision":17031,"compact-revision":14956} {"level":"info","ts":"2026-02-27T21:49:30.376543Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b66d12fd59101739","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T21:49:30.381723Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-27T21:49:30.381813Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002}