{"level":"warn","ts":"2026-03-25T21:08:07.074118Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-25T21:08:07.0742Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.141:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.141:2380","--initial-cluster=instance=https://199.204.45.141:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.141:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.141:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-25T21:08:07.074264Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-25T21:08:07.074276Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.141:2380"]} {"level":"info","ts":"2026-03-25T21:08:07.074292Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-25T21:08:07.074912Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"]} {"level":"info","ts":"2026-03-25T21:08:07.074978Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.141:2380"],"listen-peer-urls":["https://199.204.45.141:2380"],"advertise-client-urls":["https://199.204.45.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.141:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-25T21:08:07.082165Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.589353ms"} {"level":"info","ts":"2026-03-25T21:08:07.099993Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9ef3b4f68930dc2","cluster-id":"b19a5957e6e65747"} {"level":"info","ts":"2026-03-25T21:08:07.100071Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=()"} {"level":"info","ts":"2026-03-25T21:08:07.100093Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became follower at term 0"} {"level":"info","ts":"2026-03-25T21:08:07.100104Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9ef3b4f68930dc2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-25T21:08:07.10012Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became follower at term 1"} {"level":"info","ts":"2026-03-25T21:08:07.100296Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=(715856078018121154)"} {"level":"warn","ts":"2026-03-25T21:08:07.11583Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-25T21:08:07.117872Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-25T21:08:07.120286Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-25T21:08:07.12463Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9ef3b4f68930dc2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-25T21:08:07.124882Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9ef3b4f68930dc2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-25T21:08:07.125337Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T21:08:07.125465Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T21:08:07.125507Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T21:08:07.127581Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=(715856078018121154)"} {"level":"info","ts":"2026-03-25T21:08:07.128008Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b19a5957e6e65747","local-member-id":"9ef3b4f68930dc2","added-peer-id":"9ef3b4f68930dc2","added-peer-peer-urls":["https://199.204.45.141:2380"]} {"level":"info","ts":"2026-03-25T21:08:07.131547Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-25T21:08:07.131714Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.141:2380"} {"level":"info","ts":"2026-03-25T21:08:07.131818Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.141:2380"} {"level":"info","ts":"2026-03-25T21:08:07.132016Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9ef3b4f68930dc2","initial-advertise-peer-urls":["https://199.204.45.141:2380"],"listen-peer-urls":["https://199.204.45.141:2380"],"advertise-client-urls":["https://199.204.45.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-25T21:08:07.132076Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-25T21:08:08.001454Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 is starting a new election at term 1"} {"level":"info","ts":"2026-03-25T21:08:08.001531Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-25T21:08:08.001581Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 received MsgPreVoteResp from 9ef3b4f68930dc2 at term 1"} {"level":"info","ts":"2026-03-25T21:08:08.001602Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became candidate at term 2"} {"level":"info","ts":"2026-03-25T21:08:08.001614Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 received MsgVoteResp from 9ef3b4f68930dc2 at term 2"} {"level":"info","ts":"2026-03-25T21:08:08.00164Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became leader at term 2"} {"level":"info","ts":"2026-03-25T21:08:08.001671Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9ef3b4f68930dc2 elected leader 9ef3b4f68930dc2 at term 2"} {"level":"info","ts":"2026-03-25T21:08:08.279293Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9ef3b4f68930dc2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.141:2379]}","request-path":"/0/members/9ef3b4f68930dc2/attributes","cluster-id":"b19a5957e6e65747","publish-timeout":"7s"} {"level":"info","ts":"2026-03-25T21:08:08.279332Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-25T21:08:08.279422Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T21:08:08.279438Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-25T21:08:08.279832Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-25T21:08:08.279954Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-25T21:08:08.282922Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-25T21:08:08.284066Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.141:2379"} {"level":"info","ts":"2026-03-25T21:08:08.284622Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b19a5957e6e65747","local-member-id":"9ef3b4f68930dc2","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T21:08:08.284812Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T21:08:08.284863Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-25T21:08:10.836153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.140205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-25T21:08:10.836349Z","caller":"traceutil/trace.go:171","msg":"trace[233212878] linearizableReadLoop","detail":"{readStateIndex:77; appliedIndex:76; }","duration":"168.250959ms","start":"2026-03-25T21:08:10.668078Z","end":"2026-03-25T21:08:10.836329Z","steps":["trace[233212878] 'read index received' (duration: 36.538402ms)","trace[233212878] 'applied index is now lower than readState.Index' (duration: 131.710707ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:10.836396Z","caller":"traceutil/trace.go:171","msg":"trace[1478565151] transaction","detail":"{read_only:false; response_revision:73; number_of_response:1; }","duration":"170.154211ms","start":"2026-03-25T21:08:10.666194Z","end":"2026-03-25T21:08:10.836348Z","steps":["trace[1478565151] 'process raft request' (duration: 38.302681ms)","trace[1478565151] 'compare' (duration: 130.978191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:08:10.836636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.512025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-25T21:08:10.836761Z","caller":"traceutil/trace.go:171","msg":"trace[1665423270] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:0; response_revision:73; }","duration":"168.682989ms","start":"2026-03-25T21:08:10.668049Z","end":"2026-03-25T21:08:10.836732Z","steps":["trace[1665423270] 'agreement among raft nodes before linearized reading' (duration: 168.378842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:10.836688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.623787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-25T21:08:10.836926Z","caller":"traceutil/trace.go:171","msg":"trace[1029358727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:73; }","duration":"108.918872ms","start":"2026-03-25T21:08:10.727977Z","end":"2026-03-25T21:08:10.836895Z","steps":["trace[1029358727] 'agreement among raft nodes before linearized reading' (duration: 108.574265ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:13.838906Z","caller":"traceutil/trace.go:171","msg":"trace[1208125305] linearizableReadLoop","detail":"{readStateIndex:249; appliedIndex:248; }","duration":"314.39855ms","start":"2026-03-25T21:08:13.524464Z","end":"2026-03-25T21:08:13.838863Z","steps":["trace[1208125305] 'read index received' (duration: 311.467227ms)","trace[1208125305] 'applied index is now lower than readState.Index' (duration: 2.930423ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:13.838932Z","caller":"traceutil/trace.go:171","msg":"trace[1153549927] transaction","detail":"{read_only:false; response_revision:243; number_of_response:1; }","duration":"348.844978ms","start":"2026-03-25T21:08:13.490025Z","end":"2026-03-25T21:08:13.83887Z","steps":["trace[1153549927] 'process raft request' (duration: 345.797342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:13.83915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.664186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-25T21:08:13.839271Z","caller":"traceutil/trace.go:171","msg":"trace[614989729] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:243; }","duration":"314.85419ms","start":"2026-03-25T21:08:13.524389Z","end":"2026-03-25T21:08:13.839243Z","steps":["trace[614989729] 'agreement among raft nodes before linearized reading' (duration: 314.596654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:13.839177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:13.489973Z","time spent":"349.111143ms","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3200,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:08:13.839343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:13.524348Z","time spent":"314.978012ms","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-03-25T21:08:13.841055Z","caller":"traceutil/trace.go:171","msg":"trace[227573972] transaction","detail":"{read_only:false; number_of_response:0; response_revision:244; }","duration":"190.224655ms","start":"2026-03-25T21:08:13.650797Z","end":"2026-03-25T21:08:13.841022Z","steps":["trace[227573972] 'process raft request' (duration: 190.134914ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:13.841144Z","caller":"traceutil/trace.go:171","msg":"trace[233100777] transaction","detail":"{read_only:false; response_revision:244; number_of_response:1; }","duration":"286.956846ms","start":"2026-03-25T21:08:13.554165Z","end":"2026-03-25T21:08:13.841122Z","steps":["trace[233100777] 'process raft request' (duration: 286.652428ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:13.841151Z","caller":"traceutil/trace.go:171","msg":"trace[254179556] transaction","detail":"{read_only:false; number_of_response:0; response_revision:246; }","duration":"175.1773ms","start":"2026-03-25T21:08:13.665961Z","end":"2026-03-25T21:08:13.841138Z","steps":["trace[254179556] 'process raft request' (duration: 175.072087ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:13.841294Z","caller":"traceutil/trace.go:171","msg":"trace[1567296793] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"173.467953ms","start":"2026-03-25T21:08:13.667771Z","end":"2026-03-25T21:08:13.841239Z","steps":["trace[1567296793] 'process raft request' (duration: 173.33326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:13.841323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.08921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:13.841388Z","caller":"traceutil/trace.go:171","msg":"trace[764510864] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:247; }","duration":"288.207782ms","start":"2026-03-25T21:08:13.55316Z","end":"2026-03-25T21:08:13.841368Z","steps":["trace[764510864] 'agreement among raft nodes before linearized reading' (duration: 287.994427ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:13.841372Z","caller":"traceutil/trace.go:171","msg":"trace[352202255] transaction","detail":"{read_only:false; number_of_response:0; response_revision:246; }","duration":"175.007386ms","start":"2026-03-25T21:08:13.666341Z","end":"2026-03-25T21:08:13.841349Z","steps":["trace[352202255] 'process raft request' (duration: 174.72851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:13.841401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.759702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-03-25T21:08:13.841456Z","caller":"traceutil/trace.go:171","msg":"trace[1678695141] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:247; }","duration":"287.835053ms","start":"2026-03-25T21:08:13.553605Z","end":"2026-03-25T21:08:13.84144Z","steps":["trace[1678695141] 'agreement among raft nodes before linearized reading' (duration: 287.68607ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:13.841544Z","caller":"traceutil/trace.go:171","msg":"trace[70978386] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"176.075599ms","start":"2026-03-25T21:08:13.665022Z","end":"2026-03-25T21:08:13.841098Z","steps":["trace[70978386] 'process raft request' (duration: 175.938176ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:13.841568Z","caller":"traceutil/trace.go:171","msg":"trace[1547612056] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"175.611919ms","start":"2026-03-25T21:08:13.665921Z","end":"2026-03-25T21:08:13.841533Z","steps":["trace[1547612056] 'process raft request' (duration: 175.084197ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:17.882876Z","caller":"traceutil/trace.go:171","msg":"trace[1302831818] linearizableReadLoop","detail":"{readStateIndex:321; appliedIndex:320; }","duration":"208.282827ms","start":"2026-03-25T21:08:17.674562Z","end":"2026-03-25T21:08:17.882845Z","steps":["trace[1302831818] 'read index received' (duration: 207.96915ms)","trace[1302831818] 'applied index is now lower than readState.Index' (duration: 312.567µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:17.882965Z","caller":"traceutil/trace.go:171","msg":"trace[1402722220] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"248.739454ms","start":"2026-03-25T21:08:17.634171Z","end":"2026-03-25T21:08:17.88291Z","steps":["trace[1402722220] 'process raft request' (duration: 248.494759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:17.883368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.454165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-25T21:08:17.883281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.675136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-03-25T21:08:17.883628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.29828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-25T21:08:17.883696Z","caller":"traceutil/trace.go:171","msg":"trace[244784271] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:308; }","duration":"108.384051ms","start":"2026-03-25T21:08:17.7753Z","end":"2026-03-25T21:08:17.883684Z","steps":["trace[244784271] 'agreement among raft nodes before linearized reading' (duration: 108.223657ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:17.883463Z","caller":"traceutil/trace.go:171","msg":"trace[289128412] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:308; }","duration":"157.599148ms","start":"2026-03-25T21:08:17.725846Z","end":"2026-03-25T21:08:17.883446Z","steps":["trace[289128412] 'agreement among raft nodes before linearized reading' (duration: 157.272761ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:17.883689Z","caller":"traceutil/trace.go:171","msg":"trace[1347637475] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:308; }","duration":"209.162747ms","start":"2026-03-25T21:08:17.674491Z","end":"2026-03-25T21:08:17.883654Z","steps":["trace[1347637475] 'agreement among raft nodes before linearized reading' (duration: 208.555433ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:19.738991Z","caller":"traceutil/trace.go:171","msg":"trace[2024642679] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"133.555814ms","start":"2026-03-25T21:08:19.605335Z","end":"2026-03-25T21:08:19.73889Z","steps":["trace[2024642679] 'process raft request' (duration: 133.346533ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:20.22152Z","caller":"traceutil/trace.go:171","msg":"trace[1064630887] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"159.578428ms","start":"2026-03-25T21:08:20.061914Z","end":"2026-03-25T21:08:20.221493Z","steps":["trace[1064630887] 'process raft request' (duration: 132.986778ms)","trace[1064630887] 'compare' (duration: 26.443175ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:20.598445Z","caller":"traceutil/trace.go:171","msg":"trace[2138638708] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"144.614465ms","start":"2026-03-25T21:08:20.453796Z","end":"2026-03-25T21:08:20.598411Z","steps":["trace[2138638708] 'process raft request' (duration: 132.740092ms)","trace[2138638708] 'compare' (duration: 11.726738ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:20.734958Z","caller":"traceutil/trace.go:171","msg":"trace[766346784] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"124.124096ms","start":"2026-03-25T21:08:20.610799Z","end":"2026-03-25T21:08:20.734923Z","steps":["trace[766346784] 'process raft request' (duration: 114.947085ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:22.040749Z","caller":"traceutil/trace.go:171","msg":"trace[1739661172] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"102.776142ms","start":"2026-03-25T21:08:21.937924Z","end":"2026-03-25T21:08:22.0407Z","steps":["trace[1739661172] 'process raft request' (duration: 64.360605ms)","trace[1739661172] 'compare' (duration: 38.183694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:08:22.660142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.275386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T21:08:22.660248Z","caller":"traceutil/trace.go:171","msg":"trace[106067026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:359; }","duration":"292.41534ms","start":"2026-03-25T21:08:22.367805Z","end":"2026-03-25T21:08:22.660221Z","steps":["trace[106067026] 'range keys from in-memory index tree' (duration: 292.049903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:22.660142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.360019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:22.660374Z","caller":"traceutil/trace.go:171","msg":"trace[74083766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:359; }","duration":"257.690522ms","start":"2026-03-25T21:08:22.402666Z","end":"2026-03-25T21:08:22.660356Z","steps":["trace[74083766] 'range keys from in-memory index tree' (duration: 257.201352ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:23.201575Z","caller":"traceutil/trace.go:171","msg":"trace[1273474435] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"535.590293ms","start":"2026-03-25T21:08:22.665936Z","end":"2026-03-25T21:08:23.201526Z","steps":["trace[1273474435] 'process raft request' (duration: 535.36484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:23.202053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:22.665911Z","time spent":"535.770801ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:08:24.232194Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030865289s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T21:08:24.261555Z","caller":"traceutil/trace.go:171","msg":"trace[1257437791] linearizableReadLoop","detail":"{readStateIndex:376; appliedIndex:374; }","duration":"1.423195803s","start":"2026-03-25T21:08:22.838312Z","end":"2026-03-25T21:08:24.261508Z","steps":["trace[1257437791] 'read index received' (duration: 363.073457ms)","trace[1257437791] 'applied index is now lower than readState.Index' (duration: 1.060121376s)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:24.261678Z","caller":"traceutil/trace.go:171","msg":"trace[518432031] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"1.589660522s","start":"2026-03-25T21:08:22.671976Z","end":"2026-03-25T21:08:24.261637Z","steps":["trace[518432031] 'process raft request' (duration: 1.56046402s)","trace[518432031] 'compare' (duration: 28.613604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:08:24.261851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423484372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-25T21:08:24.261877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:22.67194Z","time spent":"1.589830309s","remote":"127.0.0.1:60172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:24.261902Z","caller":"traceutil/trace.go:171","msg":"trace[1859190795] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:361; }","duration":"1.423642028s","start":"2026-03-25T21:08:22.838244Z","end":"2026-03-25T21:08:24.261886Z","steps":["trace[1859190795] 'agreement among raft nodes before linearized reading' (duration: 1.423478682s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:24.261864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009267149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:08:24.261947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:22.838205Z","time spent":"1.423731247s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T21:08:24.261929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.382767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T21:08:24.261994Z","caller":"traceutil/trace.go:171","msg":"trace[1200087004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:361; }","duration":"1.009444156s","start":"2026-03-25T21:08:23.252521Z","end":"2026-03-25T21:08:24.261965Z","steps":["trace[1200087004] 'agreement among raft nodes before linearized reading' (duration: 1.009212293s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:24.262045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:23.252495Z","time spent":"1.009540186s","remote":"127.0.0.1:45208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T21:08:24.262054Z","caller":"traceutil/trace.go:171","msg":"trace[1872575277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:361; }","duration":"202.572856ms","start":"2026-03-25T21:08:24.05945Z","end":"2026-03-25T21:08:24.262022Z","steps":["trace[1872575277] 'agreement among raft nodes before linearized reading' (duration: 202.280246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:24.262215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.692375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:08:24.262264Z","caller":"traceutil/trace.go:171","msg":"trace[700463566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:361; }","duration":"926.772962ms","start":"2026-03-25T21:08:23.335475Z","end":"2026-03-25T21:08:24.262248Z","steps":["trace[700463566] 'agreement among raft nodes before linearized reading' (duration: 926.659251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:24.262296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:23.335454Z","time spent":"926.836749ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T21:08:24.755847Z","caller":"traceutil/trace.go:171","msg":"trace[1675487174] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"489.494404ms","start":"2026-03-25T21:08:24.266308Z","end":"2026-03-25T21:08:24.755802Z","steps":["trace[1675487174] 'process raft request' (duration: 408.376007ms)","trace[1675487174] 'compare' (duration: 79.853439ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:24.756096Z","caller":"traceutil/trace.go:171","msg":"trace[2014050238] linearizableReadLoop","detail":"{readStateIndex:380; appliedIndex:377; }","duration":"479.015352ms","start":"2026-03-25T21:08:24.277064Z","end":"2026-03-25T21:08:24.756079Z","steps":["trace[2014050238] 'read index received' (duration: 397.723607ms)","trace[2014050238] 'applied index is now lower than readState.Index' (duration: 81.290355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:08:24.756094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:24.266276Z","time spent":"489.701395ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:08:24.756162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.526426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:24.756189Z","caller":"traceutil/trace.go:171","msg":"trace[1117505262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:365; }","duration":"485.575762ms","start":"2026-03-25T21:08:24.270604Z","end":"2026-03-25T21:08:24.75618Z","steps":["trace[1117505262] 'agreement among raft nodes before linearized reading' (duration: 485.528277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:24.756212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:24.270592Z","time spent":"485.615425ms","remote":"127.0.0.1:45218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T21:08:24.756225Z","caller":"traceutil/trace.go:171","msg":"trace[561228323] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"488.606656ms","start":"2026-03-25T21:08:24.267562Z","end":"2026-03-25T21:08:24.756169Z","steps":["trace[561228323] 'process raft request' (duration: 488.4472ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:24.756254Z","caller":"traceutil/trace.go:171","msg":"trace[654023965] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"488.74719ms","start":"2026-03-25T21:08:24.267461Z","end":"2026-03-25T21:08:24.756208Z","steps":["trace[654023965] 'process raft request' (duration: 488.16663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:24.756437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:24.26753Z","time spent":"488.792874ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:08:24.756524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:24.267441Z","time spent":"488.967502ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:24.760756Z","caller":"traceutil/trace.go:171","msg":"trace[1750374015] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"475.069324ms","start":"2026-03-25T21:08:24.285661Z","end":"2026-03-25T21:08:24.760731Z","steps":["trace[1750374015] 'process raft request' (duration: 474.82518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:24.760875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:24.285643Z","time spent":"475.166164ms","remote":"127.0.0.1:60172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:37.072707Z","caller":"traceutil/trace.go:171","msg":"trace[898949708] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"161.34285ms","start":"2026-03-25T21:08:36.911342Z","end":"2026-03-25T21:08:37.072684Z","steps":["trace[898949708] 'process raft request' (duration: 161.300769ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:37.072866Z","caller":"traceutil/trace.go:171","msg":"trace[1408542355] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"161.523355ms","start":"2026-03-25T21:08:36.911294Z","end":"2026-03-25T21:08:37.072817Z","steps":["trace[1408542355] 'process raft request' (duration: 104.876293ms)","trace[1408542355] 'compare' (duration: 56.333924ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:44.891843Z","caller":"traceutil/trace.go:171","msg":"trace[1958372041] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"512.40837ms","start":"2026-03-25T21:08:44.379404Z","end":"2026-03-25T21:08:44.891812Z","steps":["trace[1958372041] 'process raft request' (duration: 512.191335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:44.892023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:44.37937Z","time spent":"512.562034ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T21:08:45.041998Z","caller":"traceutil/trace.go:171","msg":"trace[1761014025] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"657.261939ms","start":"2026-03-25T21:08:44.384689Z","end":"2026-03-25T21:08:45.04195Z","steps":["trace[1761014025] 'process raft request' (duration: 656.959472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:45.042199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:44.384673Z","time spent":"657.440243ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T21:08:45.042251Z","caller":"traceutil/trace.go:171","msg":"trace[1650162750] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"656.520231ms","start":"2026-03-25T21:08:44.385708Z","end":"2026-03-25T21:08:45.042229Z","steps":["trace[1650162750] 'process raft request' (duration: 656.107321ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:45.042257Z","caller":"traceutil/trace.go:171","msg":"trace[1363370290] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"650.007765ms","start":"2026-03-25T21:08:44.39219Z","end":"2026-03-25T21:08:45.042198Z","steps":["trace[1363370290] 'process raft request' (duration: 649.685878ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:45.042376Z","caller":"traceutil/trace.go:171","msg":"trace[2055042168] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"642.461955ms","start":"2026-03-25T21:08:44.399893Z","end":"2026-03-25T21:08:45.042355Z","steps":["trace[2055042168] 'process raft request' (duration: 642.085446ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:45.042386Z","caller":"traceutil/trace.go:171","msg":"trace[731522136] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"642.403354ms","start":"2026-03-25T21:08:44.399946Z","end":"2026-03-25T21:08:45.042349Z","steps":["trace[731522136] 'process raft request' (duration: 642.199779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:45.042437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:44.399832Z","time spent":"642.578468ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T21:08:45.042484Z","caller":"traceutil/trace.go:171","msg":"trace[596342531] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"637.634789ms","start":"2026-03-25T21:08:44.404817Z","end":"2026-03-25T21:08:45.042452Z","steps":["trace[596342531] 'process raft request' (duration: 637.447835ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:45.042418Z","caller":"traceutil/trace.go:171","msg":"trace[190493295] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"647.750142ms","start":"2026-03-25T21:08:44.394651Z","end":"2026-03-25T21:08:45.042402Z","steps":["trace[190493295] 'process raft request' (duration: 647.273911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:45.042501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:44.392174Z","time spent":"650.19801ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:08:45.042534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:44.404804Z","time spent":"637.702461ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:08:45.04255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:44.39464Z","time spent":"647.890105ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T21:08:45.042552Z","caller":"traceutil/trace.go:171","msg":"trace[1620149675] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"642.356243ms","start":"2026-03-25T21:08:44.400073Z","end":"2026-03-25T21:08:45.04243Z","steps":["trace[1620149675] 'process raft request' (duration: 642.127157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:45.042557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:44.39991Z","time spent":"642.586068ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:08:45.042318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:44.385675Z","time spent":"656.613272ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T21:08:45.042716Z","caller":"traceutil/trace.go:171","msg":"trace[1364896762] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"634.489455ms","start":"2026-03-25T21:08:44.408124Z","end":"2026-03-25T21:08:45.042613Z","steps":["trace[1364896762] 'process raft request' (duration: 634.253819ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:45.042787Z","caller":"traceutil/trace.go:171","msg":"trace[164340568] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"591.10665ms","start":"2026-03-25T21:08:44.451625Z","end":"2026-03-25T21:08:45.042732Z","steps":["trace[164340568] 'process raft request' (duration: 590.876334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:45.042906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:44.451593Z","time spent":"591.263704ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:08:45.042778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:44.400038Z","time spent":"642.636769ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:08:45.042964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:44.40811Z","time spent":"634.753931ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T21:08:45.042796Z","caller":"traceutil/trace.go:171","msg":"trace[646355077] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"465.899271ms","start":"2026-03-25T21:08:44.576877Z","end":"2026-03-25T21:08:45.042776Z","steps":["trace[646355077] 'process raft request' (duration: 465.805108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:45.043097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:44.576837Z","time spent":"466.227038ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T21:08:45.048678Z","caller":"traceutil/trace.go:171","msg":"trace[2047829806] linearizableReadLoop","detail":"{readStateIndex:510; appliedIndex:496; }","duration":"105.882857ms","start":"2026-03-25T21:08:44.94278Z","end":"2026-03-25T21:08:45.048663Z","steps":["trace[2047829806] 'read index received' (duration: 98.800139ms)","trace[2047829806] 'applied index is now lower than readState.Index' (duration: 7.081568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:08:45.048827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.03437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T21:08:45.048856Z","caller":"traceutil/trace.go:171","msg":"trace[631118587] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:491; }","duration":"106.110742ms","start":"2026-03-25T21:08:44.942739Z","end":"2026-03-25T21:08:45.048849Z","steps":["trace[631118587] 'agreement among raft nodes before linearized reading' (duration: 105.975219ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:45.049043Z","caller":"traceutil/trace.go:171","msg":"trace[1858554773] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"150.240087ms","start":"2026-03-25T21:08:44.898796Z","end":"2026-03-25T21:08:45.049036Z","steps":["trace[1858554773] 'process raft request' (duration: 149.649522ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:45.049147Z","caller":"traceutil/trace.go:171","msg":"trace[1904443871] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"147.745227ms","start":"2026-03-25T21:08:44.901393Z","end":"2026-03-25T21:08:45.049138Z","steps":["trace[1904443871] 'process raft request' (duration: 147.148382ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:45.049239Z","caller":"traceutil/trace.go:171","msg":"trace[305236775] transaction","detail":"{read_only:false; number_of_response:1; response_revision:490; }","duration":"147.314457ms","start":"2026-03-25T21:08:44.901918Z","end":"2026-03-25T21:08:45.049232Z","steps":["trace[305236775] 'process raft request' (duration: 146.668641ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:50.520251Z","caller":"traceutil/trace.go:171","msg":"trace[303236764] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"247.632621ms","start":"2026-03-25T21:08:50.272591Z","end":"2026-03-25T21:08:50.520223Z","steps":["trace[303236764] 'process raft request' (duration: 247.043416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:53.24002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527658057318958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:08:53.741519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527658057318958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:08:54.002107Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.841153479s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-25T21:08:54.254159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320153751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T21:08:54.254277Z","caller":"traceutil/trace.go:171","msg":"trace[2054757387] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:588; }","duration":"2.320283555s","start":"2026-03-25T21:08:51.933963Z","end":"2026-03-25T21:08:54.254247Z","steps":["trace[2054757387] 'range keys from in-memory index tree' (duration: 2.320032528s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:54.254327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:51.933897Z","time spent":"2.320419669s","remote":"127.0.0.1:45266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-25T21:08:54.254886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.21305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:08:54.255039Z","caller":"traceutil/trace.go:171","msg":"trace[82461425] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:611; }","duration":"1.515913174s","start":"2026-03-25T21:08:52.739101Z","end":"2026-03-25T21:08:54.255014Z","steps":["trace[82461425] 'read index received' (duration: 1.263166891s)","trace[82461425] 'applied index is now lower than readState.Index' (duration: 252.744233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:08:54.255561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14834411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-25T21:08:54.255629Z","caller":"traceutil/trace.go:171","msg":"trace[2092819552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:589; }","duration":"1.148439783s","start":"2026-03-25T21:08:53.107169Z","end":"2026-03-25T21:08:54.255608Z","steps":["trace[2092819552] 'agreement among raft nodes before linearized reading' (duration: 1.148256409s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:54.255546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516416276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9ntjt\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-03-25T21:08:54.255675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:53.107143Z","time spent":"1.148522134s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T21:08:54.255727Z","caller":"traceutil/trace.go:171","msg":"trace[1102228362] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9ntjt; range_end:; response_count:1; response_revision:589; }","duration":"1.516644751s","start":"2026-03-25T21:08:52.739059Z","end":"2026-03-25T21:08:54.255703Z","steps":["trace[1102228362] 'agreement among raft nodes before linearized reading' (duration: 1.516260342s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:54.255789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:52.739034Z","time spent":"1.516741584s","remote":"127.0.0.1:60172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-9ntjt\" "} {"level":"warn","ts":"2026-03-25T21:08:54.255832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.686549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-25T21:08:54.255647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001830263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:54.255885Z","caller":"traceutil/trace.go:171","msg":"trace[912881389] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:589; }","duration":"794.772701ms","start":"2026-03-25T21:08:53.461094Z","end":"2026-03-25T21:08:54.255867Z","steps":["trace[912881389] 'agreement among raft nodes before linearized reading' (duration: 794.591457ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:54.255914Z","caller":"traceutil/trace.go:171","msg":"trace[790293611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:589; }","duration":"1.002136121s","start":"2026-03-25T21:08:53.253756Z","end":"2026-03-25T21:08:54.255892Z","steps":["trace[790293611] 'agreement among raft nodes before linearized reading' (duration: 1.001826573s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:54.255876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057101452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-25T21:08:54.255931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:53.461066Z","time spent":"794.856393ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:08:54.255957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:53.253727Z","time spent":"1.002218593s","remote":"127.0.0.1:45218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T21:08:54.25591Z","caller":"traceutil/trace.go:171","msg":"trace[2021003830] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"2.096457182s","start":"2026-03-25T21:08:52.159401Z","end":"2026-03-25T21:08:54.255858Z","steps":["trace[2021003830] 'process raft request' (duration: 1.843141986s)","trace[2021003830] 'compare' (duration: 251.7914ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:54.25599Z","caller":"traceutil/trace.go:171","msg":"trace[1503261468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:589; }","duration":"1.057269336s","start":"2026-03-25T21:08:53.198691Z","end":"2026-03-25T21:08:54.25596Z","steps":["trace[1503261468] 'agreement among raft nodes before linearized reading' (duration: 1.056925328s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:54.25607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:53.198664Z","time spent":"1.057390708s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:08:54.256122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:52.159361Z","time spent":"2.096646266s","remote":"127.0.0.1:60100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:08:54.256653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061084567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-25T21:08:54.256738Z","caller":"traceutil/trace.go:171","msg":"trace[1619704701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:589; }","duration":"1.06123213s","start":"2026-03-25T21:08:53.195482Z","end":"2026-03-25T21:08:54.256714Z","steps":["trace[1619704701] 'agreement among raft nodes before linearized reading' (duration: 1.060447851s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:54.256784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:53.195449Z","time spent":"1.061323452s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:08:54.829971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527658057318970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:08:55.330457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527658057318970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:08:55.830667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527658057318970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:08:56.329877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000233045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-25T21:08:56.330012Z","caller":"traceutil/trace.go:171","msg":"trace[1574059406] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00043554s","start":"2026-03-25T21:08:54.329549Z","end":"2026-03-25T21:08:56.329985Z","steps":["trace[1574059406] 'agreement among raft nodes before linearized reading' (duration: 2.000266446s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:56.330089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:54.329507Z","time spent":"2.000563374s","remote":"127.0.0.1:45218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/25 21:08:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-25T21:08:56.331088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527658057318970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:08:56.592409Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.271765537s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T21:08:56.592975Z","caller":"traceutil/trace.go:171","msg":"trace[1288720243] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"2.332269251s","start":"2026-03-25T21:08:54.260678Z","end":"2026-03-25T21:08:56.592947Z","steps":["trace[1288720243] 'process raft request' (duration: 2.332187119s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:56.593187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:54.260654Z","time spent":"2.332426095s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:56.592977Z","caller":"traceutil/trace.go:171","msg":"trace[695503682] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"2.33226681s","start":"2026-03-25T21:08:54.260663Z","end":"2026-03-25T21:08:56.59293Z","steps":["trace[695503682] 'process raft request' (duration: 2.332014004s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:56.593378Z","caller":"traceutil/trace.go:171","msg":"trace[283556292] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"2.332143248s","start":"2026-03-25T21:08:54.261217Z","end":"2026-03-25T21:08:56.593361Z","steps":["trace[283556292] 'process raft request' (duration: 2.331692877s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:56.593377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:54.260629Z","time spent":"2.33267694s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:08:56.593556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:54.261208Z","time spent":"2.332233091s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:56.593735Z","caller":"traceutil/trace.go:171","msg":"trace[333703385] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"2.332145449s","start":"2026-03-25T21:08:54.261568Z","end":"2026-03-25T21:08:56.593713Z","steps":["trace[333703385] 'process raft request' (duration: 2.331662826s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:56.593825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:54.26154Z","time spent":"2.332240421s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:56.594087Z","caller":"traceutil/trace.go:171","msg":"trace[498450010] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"2.323948273s","start":"2026-03-25T21:08:54.270114Z","end":"2026-03-25T21:08:56.594063Z","steps":["trace[498450010] 'process raft request' (duration: 2.32380583s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:56.594309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:54.27003Z","time spent":"2.324166888s","remote":"127.0.0.1:60172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:56.715113Z","caller":"traceutil/trace.go:171","msg":"trace[171331314] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:613; }","duration":"2.385483641s","start":"2026-03-25T21:08:54.329603Z","end":"2026-03-25T21:08:56.715087Z","steps":["trace[171331314] 'read index received' (duration: 2.263038369s)","trace[171331314] 'applied index is now lower than readState.Index' (duration: 122.444302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:08:56.715312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.994099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:56.715304Z","caller":"traceutil/trace.go:171","msg":"trace[982451563] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"1.579087432s","start":"2026-03-25T21:08:55.136172Z","end":"2026-03-25T21:08:56.71526Z","steps":["trace[982451563] 'process raft request' (duration: 1.578871747s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:56.715355Z","caller":"traceutil/trace.go:171","msg":"trace[968924118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:597; }","duration":"385.099891ms","start":"2026-03-25T21:08:56.330243Z","end":"2026-03-25T21:08:56.715343Z","steps":["trace[968924118] 'agreement among raft nodes before linearized reading' (duration: 385.007739ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:56.715359Z","caller":"traceutil/trace.go:171","msg":"trace[1949201662] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"2.394742972s","start":"2026-03-25T21:08:54.32058Z","end":"2026-03-25T21:08:56.715323Z","steps":["trace[1949201662] 'process raft request' (duration: 2.377541362s)","trace[1949201662] 'compare' (duration: 16.645627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:08:56.715405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:56.330219Z","time spent":"385.176704ms","remote":"127.0.0.1:45208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T21:08:56.715319Z","caller":"traceutil/trace.go:171","msg":"trace[1332571178] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"2.392929339s","start":"2026-03-25T21:08:54.322363Z","end":"2026-03-25T21:08:56.715292Z","steps":["trace[1332571178] 'process raft request' (duration: 2.392578951s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:56.715543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.827015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9ntjt\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-03-25T21:08:56.715627Z","caller":"traceutil/trace.go:171","msg":"trace[1685690058] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9ntjt; range_end:; response_count:1; response_revision:597; }","duration":"115.961808ms","start":"2026-03-25T21:08:56.599649Z","end":"2026-03-25T21:08:56.715611Z","steps":["trace[1685690058] 'agreement among raft nodes before linearized reading' (duration: 115.677841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:56.715521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:54.320543Z","time spent":"2.394899956s","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:08:56.715521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:55.136138Z","time spent":"1.579265417s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:08:56.715959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:54.322337Z","time spent":"2.393564384s","remote":"127.0.0.1:45266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:57.977534Z","caller":"traceutil/trace.go:171","msg":"trace[2006660640] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"218.432124ms","start":"2026-03-25T21:08:57.759073Z","end":"2026-03-25T21:08:57.977505Z","steps":["trace[2006660640] 'process raft request' (duration: 218.196459ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:57.984454Z","caller":"traceutil/trace.go:171","msg":"trace[726679465] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"212.229316ms","start":"2026-03-25T21:08:57.772198Z","end":"2026-03-25T21:08:57.984428Z","steps":["trace[726679465] 'process raft request' (duration: 212.051732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:00.022479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.154794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:09:00.022598Z","caller":"traceutil/trace.go:171","msg":"trace[1442540545] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:648; }","duration":"137.354819ms","start":"2026-03-25T21:08:59.885215Z","end":"2026-03-25T21:09:00.02257Z","steps":["trace[1442540545] 'range keys from in-memory index tree' (duration: 137.037571ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:11.609006Z","caller":"traceutil/trace.go:171","msg":"trace[560296745] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"144.658763ms","start":"2026-03-25T21:09:11.464315Z","end":"2026-03-25T21:09:11.608974Z","steps":["trace[560296745] 'process raft request' (duration: 144.438458ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:11.89339Z","caller":"traceutil/trace.go:171","msg":"trace[1236312088] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"141.498877ms","start":"2026-03-25T21:09:11.751869Z","end":"2026-03-25T21:09:11.893368Z","steps":["trace[1236312088] 'process raft request' (duration: 141.342834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:14.603151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.084409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:09:14.6033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.992364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:09:14.603424Z","caller":"traceutil/trace.go:171","msg":"trace[1389613071] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:761; }","duration":"490.251572ms","start":"2026-03-25T21:09:14.113149Z","end":"2026-03-25T21:09:14.6034Z","steps":["trace[1389613071] 'count revisions from in-memory index tree' (duration: 489.851792ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:14.603388Z","caller":"traceutil/trace.go:171","msg":"trace[240114741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:761; }","duration":"348.402476ms","start":"2026-03-25T21:09:14.254957Z","end":"2026-03-25T21:09:14.60336Z","steps":["trace[240114741] 'range keys from in-memory index tree' (duration: 347.963035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:14.603483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:09:14.113114Z","time spent":"490.355565ms","remote":"127.0.0.1:60260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:09:14.603581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:09:14.254931Z","time spent":"348.630682ms","remote":"127.0.0.1:45218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T21:09:14.943062Z","caller":"traceutil/trace.go:171","msg":"trace[2137519101] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"221.419035ms","start":"2026-03-25T21:09:14.72161Z","end":"2026-03-25T21:09:14.943029Z","steps":["trace[2137519101] 'process raft request' (duration: 221.21981ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:15.029632Z","caller":"traceutil/trace.go:171","msg":"trace[1316604014] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"306.903986ms","start":"2026-03-25T21:09:14.722696Z","end":"2026-03-25T21:09:15.0296Z","steps":["trace[1316604014] 'process raft request' (duration: 306.666231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:15.02985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:09:14.722681Z","time spent":"307.06058ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:09:15.030177Z","caller":"traceutil/trace.go:171","msg":"trace[1069051131] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"307.179613ms","start":"2026-03-25T21:09:14.72295Z","end":"2026-03-25T21:09:15.030129Z","steps":["trace[1069051131] 'process raft request' (duration: 306.601989ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:15.03028Z","caller":"traceutil/trace.go:171","msg":"trace[1578347732] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"148.386352ms","start":"2026-03-25T21:09:14.881867Z","end":"2026-03-25T21:09:15.030253Z","steps":["trace[1578347732] 'process raft request' (duration: 148.32956ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:15.03033Z","caller":"traceutil/trace.go:171","msg":"trace[1214915209] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"307.190333ms","start":"2026-03-25T21:09:14.723107Z","end":"2026-03-25T21:09:15.030297Z","steps":["trace[1214915209] 'process raft request' (duration: 306.935997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:15.030404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:09:14.722934Z","time spent":"307.353646ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:09:15.030524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:09:14.723076Z","time spent":"307.345907ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:09:30.126886Z","caller":"traceutil/trace.go:171","msg":"trace[1469192874] linearizableReadLoop","detail":"{readStateIndex:964; appliedIndex:963; }","duration":"107.394163ms","start":"2026-03-25T21:09:30.01947Z","end":"2026-03-25T21:09:30.126864Z","steps":["trace[1469192874] 'read index received' (duration: 107.308491ms)","trace[1469192874] 'applied index is now lower than readState.Index' (duration: 84.462µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:09:30.127Z","caller":"traceutil/trace.go:171","msg":"trace[672707508] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"175.792176ms","start":"2026-03-25T21:09:29.951181Z","end":"2026-03-25T21:09:30.126973Z","steps":["trace[672707508] 'process raft request' (duration: 175.53104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:30.127117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.617638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-25T21:09:30.127149Z","caller":"traceutil/trace.go:171","msg":"trace[1391004342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:931; }","duration":"107.7085ms","start":"2026-03-25T21:09:30.019433Z","end":"2026-03-25T21:09:30.127142Z","steps":["trace[1391004342] 'agreement among raft nodes before linearized reading' (duration: 107.525746ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:31.337829Z","caller":"traceutil/trace.go:171","msg":"trace[419131625] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"194.237535ms","start":"2026-03-25T21:09:31.143566Z","end":"2026-03-25T21:09:31.337804Z","steps":["trace[419131625] 'process raft request' (duration: 194.047051ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:31.392859Z","caller":"traceutil/trace.go:171","msg":"trace[314715491] linearizableReadLoop","detail":"{readStateIndex:971; appliedIndex:968; }","duration":"138.453695ms","start":"2026-03-25T21:09:31.254359Z","end":"2026-03-25T21:09:31.392812Z","steps":["trace[314715491] 'read index received' (duration: 83.251847ms)","trace[314715491] 'applied index is now lower than readState.Index' (duration: 55.200888ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:09:31.39296Z","caller":"traceutil/trace.go:171","msg":"trace[104001278] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"249.242399ms","start":"2026-03-25T21:09:31.143688Z","end":"2026-03-25T21:09:31.39293Z","steps":["trace[104001278] 'process raft request' (duration: 248.856219ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:31.392989Z","caller":"traceutil/trace.go:171","msg":"trace[1489785497] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"248.557703ms","start":"2026-03-25T21:09:31.144419Z","end":"2026-03-25T21:09:31.392976Z","steps":["trace[1489785497] 'process raft request' (duration: 248.334257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:31.393326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.932247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:09:31.393465Z","caller":"traceutil/trace.go:171","msg":"trace[1260833184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:938; }","duration":"139.140601ms","start":"2026-03-25T21:09:31.254295Z","end":"2026-03-25T21:09:31.393435Z","steps":["trace[1260833184] 'agreement among raft nodes before linearized reading' (duration: 138.824694ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:33.812698Z","caller":"traceutil/trace.go:171","msg":"trace[183755772] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"129.358318ms","start":"2026-03-25T21:09:33.683305Z","end":"2026-03-25T21:09:33.812664Z","steps":["trace[183755772] 'process raft request' (duration: 129.108511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:46.279653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527658057320042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:09:46.780443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527658057320042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:09:46.824326Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.056322743s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-25T21:09:46.830484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.803817ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:09:46.830642Z","caller":"traceutil/trace.go:171","msg":"trace[244769500] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1163; }","duration":"896.994151ms","start":"2026-03-25T21:09:45.933626Z","end":"2026-03-25T21:09:46.830621Z","steps":["trace[244769500] 'range keys from in-memory index tree' (duration: 896.779726ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:46.830724Z","caller":"traceutil/trace.go:171","msg":"trace[1779541114] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"1.062835139s","start":"2026-03-25T21:09:45.767856Z","end":"2026-03-25T21:09:46.830691Z","steps":["trace[1779541114] 'process raft request' (duration: 1.056764733s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:46.831136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:09:45.767823Z","time spent":"1.063109926s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:09:46.834875Z","caller":"traceutil/trace.go:171","msg":"trace[3567195] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"860.827707ms","start":"2026-03-25T21:09:45.974014Z","end":"2026-03-25T21:09:46.834842Z","steps":["trace[3567195] 'process raft request' (duration: 860.613742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:46.835063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:09:45.973986Z","time spent":"860.96754ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6389,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:09:46.835053Z","caller":"traceutil/trace.go:171","msg":"trace[89460206] linearizableReadLoop","detail":"{readStateIndex:1202; appliedIndex:1199; }","duration":"1.056151718s","start":"2026-03-25T21:09:45.778852Z","end":"2026-03-25T21:09:46.835004Z","steps":["trace[89460206] 'read index received' (duration: 1.045736879s)","trace[89460206] 'applied index is now lower than readState.Index' (duration: 10.407719ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:09:46.835167Z","caller":"traceutil/trace.go:171","msg":"trace[1237859438] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"601.989039ms","start":"2026-03-25T21:09:46.233135Z","end":"2026-03-25T21:09:46.835124Z","steps":["trace[1237859438] 'process raft request' (duration: 601.636161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:46.83524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056344583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:09:46.835301Z","caller":"traceutil/trace.go:171","msg":"trace[1559603313] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1166; }","duration":"1.056451326s","start":"2026-03-25T21:09:45.77883Z","end":"2026-03-25T21:09:46.835281Z","steps":["trace[1559603313] 'agreement among raft nodes before linearized reading' (duration: 1.056319893s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:46.835364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:09:45.778816Z","time spent":"1.056531137s","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":2,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:09:46.835374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:09:46.233091Z","time spent":"602.170473ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:09:46.835393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.767232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:09:46.835447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.25572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T21:09:46.835468Z","caller":"traceutil/trace.go:171","msg":"trace[743327062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1166; }","duration":"580.869635ms","start":"2026-03-25T21:09:46.254573Z","end":"2026-03-25T21:09:46.835443Z","steps":["trace[743327062] 'agreement among raft nodes before linearized reading' (duration: 580.732261ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:46.835503Z","caller":"traceutil/trace.go:171","msg":"trace[1662141155] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1166; }","duration":"531.371143ms","start":"2026-03-25T21:09:46.304115Z","end":"2026-03-25T21:09:46.835486Z","steps":["trace[1662141155] 'agreement among raft nodes before linearized reading' (duration: 531.185968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:46.835532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:09:46.254556Z","time spent":"580.964967ms","remote":"127.0.0.1:45218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:09:46.835546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:09:46.304082Z","time spent":"531.452615ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-25T21:10:07.286742Z","caller":"traceutil/trace.go:171","msg":"trace[201133965] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"148.186707ms","start":"2026-03-25T21:10:07.138526Z","end":"2026-03-25T21:10:07.286713Z","steps":["trace[201133965] 'process raft request' (duration: 147.974392ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:07.537538Z","caller":"traceutil/trace.go:171","msg":"trace[2040914264] linearizableReadLoop","detail":"{readStateIndex:1463; appliedIndex:1462; }","duration":"139.753927ms","start":"2026-03-25T21:10:07.397748Z","end":"2026-03-25T21:10:07.537502Z","steps":["trace[2040914264] 'read index received' (duration: 139.530302ms)","trace[2040914264] 'applied index is now lower than readState.Index' (duration: 217.745µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:07.537693Z","caller":"traceutil/trace.go:171","msg":"trace[1614228632] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"182.66504ms","start":"2026-03-25T21:10:07.354976Z","end":"2026-03-25T21:10:07.537641Z","steps":["trace[1614228632] 'process raft request' (duration: 182.325642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:07.537794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.017573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-25T21:10:07.537844Z","caller":"traceutil/trace.go:171","msg":"trace[2014039814] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1418; }","duration":"140.131956ms","start":"2026-03-25T21:10:07.397698Z","end":"2026-03-25T21:10:07.53783Z","steps":["trace[2014039814] 'agreement among raft nodes before linearized reading' (duration: 139.940561ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:07.651192Z","caller":"traceutil/trace.go:171","msg":"trace[1955383294] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"107.949467ms","start":"2026-03-25T21:10:07.5432Z","end":"2026-03-25T21:10:07.65115Z","steps":["trace[1955383294] 'process raft request' (duration: 46.544311ms)","trace[1955383294] 'compare' (duration: 61.202071ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:09.078319Z","caller":"traceutil/trace.go:171","msg":"trace[2065512254] linearizableReadLoop","detail":"{readStateIndex:1469; appliedIndex:1468; }","duration":"128.643371ms","start":"2026-03-25T21:10:08.949652Z","end":"2026-03-25T21:10:09.078296Z","steps":["trace[2065512254] 'read index received' (duration: 128.468227ms)","trace[2065512254] 'applied index is now lower than readState.Index' (duration: 173.914µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:09.078476Z","caller":"traceutil/trace.go:171","msg":"trace[515986103] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"142.577363ms","start":"2026-03-25T21:10:08.935854Z","end":"2026-03-25T21:10:09.078432Z","steps":["trace[515986103] 'process raft request' (duration: 142.275256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:09.07865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.969328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:10:09.078722Z","caller":"traceutil/trace.go:171","msg":"trace[1289955081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1424; }","duration":"129.093641ms","start":"2026-03-25T21:10:08.949609Z","end":"2026-03-25T21:10:09.078702Z","steps":["trace[1289955081] 'agreement among raft nodes before linearized reading' (duration: 128.844415ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:09.276173Z","caller":"traceutil/trace.go:171","msg":"trace[557456593] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"191.295926ms","start":"2026-03-25T21:10:09.084844Z","end":"2026-03-25T21:10:09.27614Z","steps":["trace[557456593] 'process raft request' (duration: 126.244474ms)","trace[557456593] 'compare' (duration: 64.876178ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:09.276173Z","caller":"traceutil/trace.go:171","msg":"trace[1131317362] linearizableReadLoop","detail":"{readStateIndex:1471; appliedIndex:1470; }","duration":"137.345308ms","start":"2026-03-25T21:10:09.13875Z","end":"2026-03-25T21:10:09.276096Z","steps":["trace[1131317362] 'read index received' (duration: 72.301206ms)","trace[1131317362] 'applied index is now lower than readState.Index' (duration: 65.042602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:10:09.276337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.569123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-92ftx\" ","response":"range_response_count:1 size:4504"} {"level":"info","ts":"2026-03-25T21:10:09.27637Z","caller":"traceutil/trace.go:171","msg":"trace[223234086] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-92ftx; range_end:; response_count:1; response_revision:1426; }","duration":"137.659355ms","start":"2026-03-25T21:10:09.138699Z","end":"2026-03-25T21:10:09.276358Z","steps":["trace[223234086] 'agreement among raft nodes before linearized reading' (duration: 137.519112ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:09.474602Z","caller":"traceutil/trace.go:171","msg":"trace[1352563688] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"190.434975ms","start":"2026-03-25T21:10:09.284127Z","end":"2026-03-25T21:10:09.474562Z","steps":["trace[1352563688] 'process raft request' (duration: 161.76789ms)","trace[1352563688] 'compare' (duration: 28.513891ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:15.598172Z","caller":"traceutil/trace.go:171","msg":"trace[1899173144] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1525; }","duration":"118.685294ms","start":"2026-03-25T21:10:15.479453Z","end":"2026-03-25T21:10:15.598139Z","steps":["trace[1899173144] 'process raft request' (duration: 118.52706ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:15.793923Z","caller":"traceutil/trace.go:171","msg":"trace[486308698] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1526; }","duration":"175.500479ms","start":"2026-03-25T21:10:15.618375Z","end":"2026-03-25T21:10:15.793875Z","steps":["trace[486308698] 'process raft request' (duration: 169.257229ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:16.025438Z","caller":"traceutil/trace.go:171","msg":"trace[1718570738] linearizableReadLoop","detail":"{readStateIndex:1585; appliedIndex:1584; }","duration":"171.522723ms","start":"2026-03-25T21:10:15.853878Z","end":"2026-03-25T21:10:16.0254Z","steps":["trace[1718570738] 'read index received' (duration: 141.734643ms)","trace[1718570738] 'applied index is now lower than readState.Index' (duration: 29.78628ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:16.025522Z","caller":"traceutil/trace.go:171","msg":"trace[729161565] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1527; }","duration":"208.409694ms","start":"2026-03-25T21:10:15.817059Z","end":"2026-03-25T21:10:16.025469Z","steps":["trace[729161565] 'process raft request' (duration: 178.679055ms)","trace[729161565] 'compare' (duration: 29.574375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:10:16.025681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.754599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:10:16.025773Z","caller":"traceutil/trace.go:171","msg":"trace[1778620666] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1527; }","duration":"171.937464ms","start":"2026-03-25T21:10:15.853815Z","end":"2026-03-25T21:10:16.025753Z","steps":["trace[1778620666] 'agreement among raft nodes before linearized reading' (duration: 171.703338ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:20.940125Z","caller":"traceutil/trace.go:171","msg":"trace[896565354] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"109.614947ms","start":"2026-03-25T21:10:20.830479Z","end":"2026-03-25T21:10:20.940094Z","steps":["trace[896565354] 'process raft request' (duration: 109.462492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:27.636289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.667176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:10:27.636404Z","caller":"traceutil/trace.go:171","msg":"trace[1689427089] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1734; }","duration":"142.803488ms","start":"2026-03-25T21:10:27.493577Z","end":"2026-03-25T21:10:27.636381Z","steps":["trace[1689427089] 'count revisions from in-memory index tree' (duration: 142.614894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:27.636289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.44712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:10:27.636542Z","caller":"traceutil/trace.go:171","msg":"trace[1725728436] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1734; }","duration":"142.770878ms","start":"2026-03-25T21:10:27.493753Z","end":"2026-03-25T21:10:27.636524Z","steps":["trace[1725728436] 'range keys from in-memory index tree' (duration: 142.331698ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:27.637325Z","caller":"traceutil/trace.go:171","msg":"trace[853893681] linearizableReadLoop","detail":"{readStateIndex:1806; appliedIndex:1805; }","duration":"111.592963ms","start":"2026-03-25T21:10:27.525714Z","end":"2026-03-25T21:10:27.637307Z","steps":["trace[853893681] 'read index received' (duration: 111.381548ms)","trace[853893681] 'applied index is now lower than readState.Index' (duration: 209.555µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:27.637439Z","caller":"traceutil/trace.go:171","msg":"trace[127521972] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"117.807242ms","start":"2026-03-25T21:10:27.519621Z","end":"2026-03-25T21:10:27.637428Z","steps":["trace[127521972] 'process raft request' (duration: 117.476634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:27.637583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.789558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:10:27.637652Z","caller":"traceutil/trace.go:171","msg":"trace[138722681] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1735; }","duration":"111.86947ms","start":"2026-03-25T21:10:27.525766Z","end":"2026-03-25T21:10:27.637636Z","steps":["trace[138722681] 'agreement among raft nodes before linearized reading' (duration: 111.747817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:27.637788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.061635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:10:27.63785Z","caller":"traceutil/trace.go:171","msg":"trace[939538398] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1735; }","duration":"112.147806ms","start":"2026-03-25T21:10:27.525686Z","end":"2026-03-25T21:10:27.637834Z","steps":["trace[939538398] 'agreement among raft nodes before linearized reading' (duration: 112.058064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:29.365026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527658057321218,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T21:10:29.445485Z","caller":"traceutil/trace.go:171","msg":"trace[1294261874] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"762.883838ms","start":"2026-03-25T21:10:28.682555Z","end":"2026-03-25T21:10:29.445439Z","steps":["trace[1294261874] 'process raft request' (duration: 762.668233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:29.445699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:28.682521Z","time spent":"763.053181ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:10:29.571951Z","caller":"traceutil/trace.go:171","msg":"trace[323716473] linearizableReadLoop","detail":"{readStateIndex:1813; appliedIndex:1811; }","duration":"707.040193ms","start":"2026-03-25T21:10:28.864868Z","end":"2026-03-25T21:10:29.571908Z","steps":["trace[323716473] 'read index received' (duration: 580.424253ms)","trace[323716473] 'applied index is now lower than readState.Index' (duration: 126.61448ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:29.572098Z","caller":"traceutil/trace.go:171","msg":"trace[1690680931] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"406.970251ms","start":"2026-03-25T21:10:29.165092Z","end":"2026-03-25T21:10:29.572062Z","steps":["trace[1690680931] 'process raft request' (duration: 359.514308ms)","trace[1690680931] 'compare' (duration: 47.127875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:10:29.572247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:29.165061Z","time spent":"407.098974ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:10:29.572384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.363141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:10:29.572437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.29006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-25T21:10:29.572489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.036718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:10:29.572525Z","caller":"traceutil/trace.go:171","msg":"trace[1134312664] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1742; }","duration":"707.698139ms","start":"2026-03-25T21:10:28.864794Z","end":"2026-03-25T21:10:29.572492Z","steps":["trace[1134312664] 'agreement among raft nodes before linearized reading' (duration: 707.32307ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:29.572545Z","caller":"traceutil/trace.go:171","msg":"trace[1692330981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1742; }","duration":"154.452665ms","start":"2026-03-25T21:10:29.418067Z","end":"2026-03-25T21:10:29.57252Z","steps":["trace[1692330981] 'agreement among raft nodes before linearized reading' (duration: 154.104846ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:29.572605Z","caller":"traceutil/trace.go:171","msg":"trace[830969234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1742; }","duration":"318.178013ms","start":"2026-03-25T21:10:29.254393Z","end":"2026-03-25T21:10:29.572571Z","steps":["trace[830969234] 'agreement among raft nodes before linearized reading' (duration: 317.982768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:29.572624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:28.864757Z","time spent":"707.840752ms","remote":"127.0.0.1:60364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-25T21:10:29.572649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:29.254258Z","time spent":"318.382737ms","remote":"127.0.0.1:45218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:10:29.572524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.488351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-25T21:10:29.572861Z","caller":"traceutil/trace.go:171","msg":"trace[1367444959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1742; }","duration":"339.818748ms","start":"2026-03-25T21:10:29.232943Z","end":"2026-03-25T21:10:29.572762Z","steps":["trace[1367444959] 'agreement among raft nodes before linearized reading' (duration: 339.181963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:29.572924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:29.232908Z","time spent":"340.001653ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T21:10:29.72718Z","caller":"traceutil/trace.go:171","msg":"trace[1268367933] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"142.202311ms","start":"2026-03-25T21:10:29.584955Z","end":"2026-03-25T21:10:29.727158Z","steps":["trace[1268367933] 'process raft request' (duration: 142.104889ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:29.727526Z","caller":"traceutil/trace.go:171","msg":"trace[52098486] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"148.478281ms","start":"2026-03-25T21:10:29.579001Z","end":"2026-03-25T21:10:29.727479Z","steps":["trace[52098486] 'process raft request' (duration: 147.926408ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:38.167154Z","caller":"traceutil/trace.go:171","msg":"trace[577414986] linearizableReadLoop","detail":"{readStateIndex:1929; appliedIndex:1928; }","duration":"498.563052ms","start":"2026-03-25T21:10:37.668549Z","end":"2026-03-25T21:10:38.167112Z","steps":["trace[577414986] 'read index received' (duration: 498.313326ms)","trace[577414986] 'applied index is now lower than readState.Index' (duration: 247.956µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:38.167195Z","caller":"traceutil/trace.go:171","msg":"trace[1023944020] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"563.384278ms","start":"2026-03-25T21:10:37.603767Z","end":"2026-03-25T21:10:38.167152Z","steps":["trace[1023944020] 'process raft request' (duration: 563.006859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:38.167407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:37.603729Z","time spent":"563.568662ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:10:38.167599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.011413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-25T21:10:38.167691Z","caller":"traceutil/trace.go:171","msg":"trace[1995337743] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1856; }","duration":"499.215868ms","start":"2026-03-25T21:10:37.668455Z","end":"2026-03-25T21:10:38.167671Z","steps":["trace[1995337743] 'agreement among raft nodes before linearized reading' (duration: 498.87618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:38.167763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:37.668417Z","time spent":"499.33056ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-25T21:10:38.42784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.958321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:10:38.428041Z","caller":"traceutil/trace.go:171","msg":"trace[1023257962] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"498.718645ms","start":"2026-03-25T21:10:37.929279Z","end":"2026-03-25T21:10:38.427997Z","steps":["trace[1023257962] 'process raft request' (duration: 378.463897ms)","trace[1023257962] 'compare' (duration: 119.826128ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:38.428089Z","caller":"traceutil/trace.go:171","msg":"trace[790445426] linearizableReadLoop","detail":"{readStateIndex:1930; appliedIndex:1929; }","duration":"260.78842ms","start":"2026-03-25T21:10:38.167276Z","end":"2026-03-25T21:10:38.428064Z","steps":["trace[790445426] 'read index received' (duration: 140.48021ms)","trace[790445426] 'applied index is now lower than readState.Index' (duration: 120.30628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:10:38.428281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.454663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-25T21:10:38.428295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:37.929238Z","time spent":"498.90401ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:10:38.428324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.030152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:10:38.428432Z","caller":"traceutil/trace.go:171","msg":"trace[220965336] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"255.243868ms","start":"2026-03-25T21:10:38.173149Z","end":"2026-03-25T21:10:38.428393Z","steps":["trace[220965336] 'process raft request' (duration: 254.805118ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:38.428468Z","caller":"traceutil/trace.go:171","msg":"trace[1347510501] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1857; }","duration":"522.37154ms","start":"2026-03-25T21:10:37.906075Z","end":"2026-03-25T21:10:38.428447Z","steps":["trace[1347510501] 'agreement among raft nodes before linearized reading' (duration: 522.016061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:38.428471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.622108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-25T21:10:38.42853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:37.906034Z","time spent":"522.479182ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:10:38.428462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.680421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:10:38.428593Z","caller":"traceutil/trace.go:171","msg":"trace[90680684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1857; }","duration":"432.803962ms","start":"2026-03-25T21:10:37.995759Z","end":"2026-03-25T21:10:38.428563Z","steps":["trace[90680684] 'agreement among raft nodes before linearized reading' (duration: 432.475205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:38.428589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.406019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-25T21:10:38.428589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.259808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-25T21:10:38.428663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:37.995733Z","time spent":"432.912915ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T21:10:38.428713Z","caller":"traceutil/trace.go:171","msg":"trace[256628999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1857; }","duration":"743.413301ms","start":"2026-03-25T21:10:37.685278Z","end":"2026-03-25T21:10:38.428691Z","steps":["trace[256628999] 'agreement among raft nodes before linearized reading' (duration: 743.022962ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:38.42871Z","caller":"traceutil/trace.go:171","msg":"trace[690741050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1857; }","duration":"480.573322ms","start":"2026-03-25T21:10:37.948104Z","end":"2026-03-25T21:10:38.428678Z","steps":["trace[690741050] 'agreement among raft nodes before linearized reading' (duration: 480.187533ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:38.428684Z","caller":"traceutil/trace.go:171","msg":"trace[513325517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1857; }","duration":"658.937927ms","start":"2026-03-25T21:10:37.769697Z","end":"2026-03-25T21:10:38.428635Z","steps":["trace[513325517] 'agreement among raft nodes before linearized reading' (duration: 658.560108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:38.428777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:37.685209Z","time spent":"743.556735ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:10:38.428783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:37.948082Z","time spent":"480.689985ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T21:10:38.428316Z","caller":"traceutil/trace.go:171","msg":"trace[1753901456] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1857; }","duration":"634.515184ms","start":"2026-03-25T21:10:37.793788Z","end":"2026-03-25T21:10:38.428303Z","steps":["trace[1753901456] 'agreement among raft nodes before linearized reading' (duration: 634.372821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:38.428844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:37.769666Z","time spent":"659.120252ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:10:38.42888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:37.793776Z","time spent":"635.089678ms","remote":"127.0.0.1:60364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-25T21:10:38.492676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.376809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1f564ebb-e8f6-487b-95ca-e0ef869e3151\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-25T21:10:38.492757Z","caller":"traceutil/trace.go:171","msg":"trace[1693179613] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1f564ebb-e8f6-487b-95ca-e0ef869e3151; range_end:; response_count:1; response_revision:1859; }","duration":"192.518382ms","start":"2026-03-25T21:10:38.300224Z","end":"2026-03-25T21:10:38.492742Z","steps":["trace[1693179613] 'agreement among raft nodes before linearized reading' (duration: 192.321547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:38.49276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.641332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:10:38.492875Z","caller":"traceutil/trace.go:171","msg":"trace[687676960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1859; }","duration":"238.819736ms","start":"2026-03-25T21:10:38.254034Z","end":"2026-03-25T21:10:38.492854Z","steps":["trace[687676960] 'agreement among raft nodes before linearized reading' (duration: 238.660322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:38.492666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.223808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T21:10:38.49294Z","caller":"traceutil/trace.go:171","msg":"trace[1506632818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1859; }","duration":"120.582786ms","start":"2026-03-25T21:10:38.372345Z","end":"2026-03-25T21:10:38.492928Z","steps":["trace[1506632818] 'agreement among raft nodes before linearized reading' (duration: 120.093154ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:38.643399Z","caller":"traceutil/trace.go:171","msg":"trace[961847499] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"142.473999ms","start":"2026-03-25T21:10:38.500894Z","end":"2026-03-25T21:10:38.643367Z","steps":["trace[961847499] 'process raft request' (duration: 142.306255ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:39.025059Z","caller":"traceutil/trace.go:171","msg":"trace[58890212] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"300.754423ms","start":"2026-03-25T21:10:38.724276Z","end":"2026-03-25T21:10:39.02503Z","steps":["trace[58890212] 'process raft request' (duration: 300.506577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:39.025411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:38.724233Z","time spent":"300.914737ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:10:50.114665Z","caller":"traceutil/trace.go:171","msg":"trace[2102384327] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"105.092167ms","start":"2026-03-25T21:10:50.009533Z","end":"2026-03-25T21:10:50.114626Z","steps":["trace[2102384327] 'process raft request' (duration: 104.747079ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:51.396147Z","caller":"traceutil/trace.go:171","msg":"trace[2023070910] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"269.656581ms","start":"2026-03-25T21:10:51.126464Z","end":"2026-03-25T21:10:51.396121Z","steps":["trace[2023070910] 'process raft request' (duration: 269.505638ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:51.396994Z","caller":"traceutil/trace.go:171","msg":"trace[1172102055] linearizableReadLoop","detail":"{readStateIndex:2050; appliedIndex:2048; }","duration":"142.707974ms","start":"2026-03-25T21:10:51.25424Z","end":"2026-03-25T21:10:51.396948Z","steps":["trace[1172102055] 'read index received' (duration: 141.72811ms)","trace[1172102055] 'applied index is now lower than readState.Index' (duration: 978.674µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:10:51.39716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.907218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:10:51.397232Z","caller":"traceutil/trace.go:171","msg":"trace[1359830576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1975; }","duration":"143.035651ms","start":"2026-03-25T21:10:51.254182Z","end":"2026-03-25T21:10:51.397217Z","steps":["trace[1359830576] 'agreement among raft nodes before linearized reading' (duration: 142.885598ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:51.39745Z","caller":"traceutil/trace.go:171","msg":"trace[62199666] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"215.08539ms","start":"2026-03-25T21:10:51.182312Z","end":"2026-03-25T21:10:51.397397Z","steps":["trace[62199666] 'process raft request' (duration: 214.511357ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:23.742927Z","caller":"traceutil/trace.go:171","msg":"trace[236634353] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"206.688901ms","start":"2026-03-25T21:11:23.536204Z","end":"2026-03-25T21:11:23.742893Z","steps":["trace[236634353] 'process raft request' (duration: 206.476316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:24.661317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.161256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:11:24.661477Z","caller":"traceutil/trace.go:171","msg":"trace[707630876] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"311.239534ms","start":"2026-03-25T21:11:24.350215Z","end":"2026-03-25T21:11:24.661455Z","steps":["trace[707630876] 'process raft request' (duration: 146.809181ms)","trace[707630876] 'compare' (duration: 163.939781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:11:24.66155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:24.350184Z","time spent":"311.330546ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:11:31.316905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527658057322185,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T21:11:31.497886Z","caller":"traceutil/trace.go:171","msg":"trace[439955188] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"895.924589ms","start":"2026-03-25T21:11:30.601929Z","end":"2026-03-25T21:11:31.497854Z","steps":["trace[439955188] 'process raft request' (duration: 895.695814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:31.498107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:30.601911Z","time spent":"896.079373ms","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:11:31.872283Z","caller":"traceutil/trace.go:171","msg":"trace[1145604663] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"1.187847653s","start":"2026-03-25T21:11:30.684399Z","end":"2026-03-25T21:11:31.872247Z","steps":["trace[1145604663] 'process raft request' (duration: 1.172679201s)","trace[1145604663] 'compare' (duration: 14.952177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:11:31.872471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:30.684366Z","time spent":"1.187990717s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:11:31.872628Z","caller":"traceutil/trace.go:171","msg":"trace[1225753294] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"1.188138481s","start":"2026-03-25T21:11:30.68448Z","end":"2026-03-25T21:11:31.872618Z","steps":["trace[1225753294] 'process raft request' (duration: 1.18769964s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:31.872687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:30.684445Z","time spent":"1.188212352s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:11:31.872704Z","caller":"traceutil/trace.go:171","msg":"trace[2066673157] linearizableReadLoop","detail":"{readStateIndex:2275; appliedIndex:2272; }","duration":"1.056138322s","start":"2026-03-25T21:11:30.816551Z","end":"2026-03-25T21:11:31.87269Z","steps":["trace[2066673157] 'read index received' (duration: 681.125127ms)","trace[2066673157] 'applied index is now lower than readState.Index' (duration: 375.012205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:11:31.872922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056363908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T21:11:31.872882Z","caller":"traceutil/trace.go:171","msg":"trace[858192128] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"101.155943ms","start":"2026-03-25T21:11:31.771694Z","end":"2026-03-25T21:11:31.87285Z","steps":["trace[858192128] 'process raft request' (duration: 100.834196ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:31.872966Z","caller":"traceutil/trace.go:171","msg":"trace[914306394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2193; }","duration":"1.05646159s","start":"2026-03-25T21:11:30.816495Z","end":"2026-03-25T21:11:31.872956Z","steps":["trace[914306394] 'agreement among raft nodes before linearized reading' (duration: 1.056274915s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:31.873001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:30.816455Z","time spent":"1.056538521s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:11:31.87303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.03405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:11:31.873112Z","caller":"traceutil/trace.go:171","msg":"trace[509225674] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2193; }","duration":"758.102352ms","start":"2026-03-25T21:11:31.114958Z","end":"2026-03-25T21:11:31.87306Z","steps":["trace[509225674] 'agreement among raft nodes before linearized reading' (duration: 758.02442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:31.873138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003055906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-25T21:11:31.873146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:31.114943Z","time spent":"758.193404ms","remote":"127.0.0.1:50690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:11:31.873164Z","caller":"traceutil/trace.go:171","msg":"trace[162984897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2193; }","duration":"1.003104756s","start":"2026-03-25T21:11:30.870052Z","end":"2026-03-25T21:11:31.873157Z","steps":["trace[162984897] 'agreement among raft nodes before linearized reading' (duration: 1.003013784s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:31.873222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:30.87004Z","time spent":"1.003172579s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T21:11:31.873238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010803479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-25T21:11:31.873325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003814043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-25T21:11:31.873363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.365744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:11:31.873398Z","caller":"traceutil/trace.go:171","msg":"trace[738093108] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2193; }","duration":"479.461546ms","start":"2026-03-25T21:11:31.393927Z","end":"2026-03-25T21:11:31.873389Z","steps":["trace[738093108] 'agreement among raft nodes before linearized reading' (duration: 479.394594ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:31.873402Z","caller":"traceutil/trace.go:171","msg":"trace[2029537439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2193; }","duration":"1.003960597s","start":"2026-03-25T21:11:30.869426Z","end":"2026-03-25T21:11:31.873387Z","steps":["trace[2029537439] 'agreement among raft nodes before linearized reading' (duration: 1.00368798s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:31.873432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:31.393899Z","time spent":"479.524098ms","remote":"127.0.0.1:60284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:11:31.873432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.262394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-03-25T21:11:31.873448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:30.869397Z","time spent":"1.004037229s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:11:31.873467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005159424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T21:11:31.873521Z","caller":"traceutil/trace.go:171","msg":"trace[1807196660] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2193; }","duration":"1.005236757s","start":"2026-03-25T21:11:30.86827Z","end":"2026-03-25T21:11:31.873507Z","steps":["trace[1807196660] 'agreement among raft nodes before linearized reading' (duration: 1.005105303s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:31.873561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003088157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:11:31.873463Z","caller":"traceutil/trace.go:171","msg":"trace[1295685986] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2193; }","duration":"944.316514ms","start":"2026-03-25T21:11:30.929138Z","end":"2026-03-25T21:11:31.873455Z","steps":["trace[1295685986] 'agreement among raft nodes before linearized reading' (duration: 944.14233ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:31.873594Z","caller":"traceutil/trace.go:171","msg":"trace[164673335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2193; }","duration":"1.003141667s","start":"2026-03-25T21:11:30.870445Z","end":"2026-03-25T21:11:31.873586Z","steps":["trace[164673335] 'agreement among raft nodes before linearized reading' (duration: 1.003035455s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:31.873588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:30.86826Z","time spent":"1.005312418s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:11:31.873616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.908682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:11:31.873612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:30.929098Z","time spent":"944.501369ms","remote":"127.0.0.1:60172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-25T21:11:31.873346Z","caller":"traceutil/trace.go:171","msg":"trace[763068768] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2193; }","duration":"1.011017305s","start":"2026-03-25T21:11:30.862306Z","end":"2026-03-25T21:11:31.873323Z","steps":["trace[763068768] 'agreement among raft nodes before linearized reading' (duration: 1.010661727s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:31.873613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.373758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:11:31.873647Z","caller":"traceutil/trace.go:171","msg":"trace[660560824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2193; }","duration":"618.993085ms","start":"2026-03-25T21:11:31.254645Z","end":"2026-03-25T21:11:31.873638Z","steps":["trace[660560824] 'agreement among raft nodes before linearized reading' (duration: 618.942992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:31.873662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:30.862281Z","time spent":"1.011373655s","remote":"127.0.0.1:60364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-25T21:11:31.873674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:31.254616Z","time spent":"619.051336ms","remote":"127.0.0.1:45218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T21:11:31.873676Z","caller":"traceutil/trace.go:171","msg":"trace[1622526878] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2193; }","duration":"319.524792ms","start":"2026-03-25T21:11:31.554134Z","end":"2026-03-25T21:11:31.873659Z","steps":["trace[1622526878] 'agreement among raft nodes before linearized reading' (duration: 319.312896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:31.87341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.975739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:11:31.873629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:30.870429Z","time spent":"1.003193019s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:11:31.873712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:31.554088Z","time spent":"319.615014ms","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":56,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:11:31.874311Z","caller":"traceutil/trace.go:171","msg":"trace[2145430329] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2193; }","duration":"449.518303ms","start":"2026-03-25T21:11:31.424244Z","end":"2026-03-25T21:11:31.873762Z","steps":["trace[2145430329] 'agreement among raft nodes before linearized reading' (duration: 448.865996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:31.877239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:31.424207Z","time spent":"450.446514ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:11:32.171337Z","caller":"traceutil/trace.go:171","msg":"trace[1085983992] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"287.567839ms","start":"2026-03-25T21:11:31.883733Z","end":"2026-03-25T21:11:32.171301Z","steps":["trace[1085983992] 'process raft request' (duration: 282.13465ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:32.172813Z","caller":"traceutil/trace.go:171","msg":"trace[1513310044] linearizableReadLoop","detail":"{readStateIndex:2282; appliedIndex:2277; }","duration":"285.762996ms","start":"2026-03-25T21:11:31.887019Z","end":"2026-03-25T21:11:32.172782Z","steps":["trace[1513310044] 'read index received' (duration: 278.883172ms)","trace[1513310044] 'applied index is now lower than readState.Index' (duration: 6.878664ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:32.173277Z","caller":"traceutil/trace.go:171","msg":"trace[1608308826] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"289.065775ms","start":"2026-03-25T21:11:31.884177Z","end":"2026-03-25T21:11:32.173243Z","steps":["trace[1608308826] 'process raft request' (duration: 288.561613ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:32.173373Z","caller":"traceutil/trace.go:171","msg":"trace[264227967] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"289.223928ms","start":"2026-03-25T21:11:31.884118Z","end":"2026-03-25T21:11:32.173341Z","steps":["trace[264227967] 'process raft request' (duration: 288.536222ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:32.173471Z","caller":"traceutil/trace.go:171","msg":"trace[1647491192] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"289.304782ms","start":"2026-03-25T21:11:31.884148Z","end":"2026-03-25T21:11:32.173453Z","steps":["trace[1647491192] 'process raft request' (duration: 288.548233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:32.173497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.440443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:11:32.173497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.849154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T21:11:32.173584Z","caller":"traceutil/trace.go:171","msg":"trace[1066785776] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2198; }","duration":"286.560686ms","start":"2026-03-25T21:11:31.886991Z","end":"2026-03-25T21:11:32.173552Z","steps":["trace[1066785776] 'agreement among raft nodes before linearized reading' (duration: 286.396442ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:32.173583Z","caller":"traceutil/trace.go:171","msg":"trace[1835816761] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:2198; }","duration":"230.007817ms","start":"2026-03-25T21:11:31.943556Z","end":"2026-03-25T21:11:32.173563Z","steps":["trace[1835816761] 'agreement among raft nodes before linearized reading' (duration: 229.707279ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:32.173608Z","caller":"traceutil/trace.go:171","msg":"trace[2025460522] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"289.561977ms","start":"2026-03-25T21:11:31.884031Z","end":"2026-03-25T21:11:32.173593Z","steps":["trace[2025460522] 'process raft request' (duration: 288.45179ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:32.309349Z","caller":"traceutil/trace.go:171","msg":"trace[1068918531] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"126.915197ms","start":"2026-03-25T21:11:32.182397Z","end":"2026-03-25T21:11:32.309312Z","steps":["trace[1068918531] 'process raft request' (duration: 97.607528ms)","trace[1068918531] 'compare' (duration: 29.051803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:11:32.309808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.107661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-25T21:11:32.309955Z","caller":"traceutil/trace.go:171","msg":"trace[1667636687] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2199; }","duration":"119.323505ms","start":"2026-03-25T21:11:32.190609Z","end":"2026-03-25T21:11:32.309932Z","steps":["trace[1667636687] 'agreement among raft nodes before linearized reading' (duration: 118.771802ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:32.3093Z","caller":"traceutil/trace.go:171","msg":"trace[318241713] linearizableReadLoop","detail":"{readStateIndex:2284; appliedIndex:2283; }","duration":"118.627549ms","start":"2026-03-25T21:11:32.190642Z","end":"2026-03-25T21:11:32.30927Z","steps":["trace[318241713] 'read index received' (duration: 89.28944ms)","trace[318241713] 'applied index is now lower than readState.Index' (duration: 29.336649ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:12:20.228378Z","caller":"traceutil/trace.go:171","msg":"trace[564449235] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"123.441883ms","start":"2026-03-25T21:12:20.1049Z","end":"2026-03-25T21:12:20.228342Z","steps":["trace[564449235] 'process raft request' (duration: 123.250418ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:20.791997Z","caller":"traceutil/trace.go:171","msg":"trace[1916094853] linearizableReadLoop","detail":"{readStateIndex:2728; appliedIndex:2727; }","duration":"346.811822ms","start":"2026-03-25T21:12:20.445156Z","end":"2026-03-25T21:12:20.791968Z","steps":["trace[1916094853] 'read index received' (duration: 346.622627ms)","trace[1916094853] 'applied index is now lower than readState.Index' (duration: 187.805µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:12:20.792355Z","caller":"traceutil/trace.go:171","msg":"trace[1704006454] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"352.238963ms","start":"2026-03-25T21:12:20.440102Z","end":"2026-03-25T21:12:20.792341Z","steps":["trace[1704006454] 'process raft request' (duration: 351.657409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:20.792477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:20.44009Z","time spent":"352.302094ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:12:20.792734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.658112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T21:12:20.792781Z","caller":"traceutil/trace.go:171","msg":"trace[233340037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2627; }","duration":"347.754094ms","start":"2026-03-25T21:12:20.445014Z","end":"2026-03-25T21:12:20.792768Z","steps":["trace[233340037] 'agreement among raft nodes before linearized reading' (duration: 347.58913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:20.79282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:20.444986Z","time spent":"347.822836ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:12:20.793038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.206629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:12:20.793116Z","caller":"traceutil/trace.go:171","msg":"trace[1668222014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2627; }","duration":"300.327562ms","start":"2026-03-25T21:12:20.49277Z","end":"2026-03-25T21:12:20.793097Z","steps":["trace[1668222014] 'agreement among raft nodes before linearized reading' (duration: 300.163478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:20.793161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:20.49274Z","time spent":"300.408614ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:12:20.79333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.524412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T21:12:20.793383Z","caller":"traceutil/trace.go:171","msg":"trace[429439859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2627; }","duration":"289.597333ms","start":"2026-03-25T21:12:20.50377Z","end":"2026-03-25T21:12:20.793368Z","steps":["trace[429439859] 'agreement among raft nodes before linearized reading' (duration: 289.391068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:20.793473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.817691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T21:12:20.793529Z","caller":"traceutil/trace.go:171","msg":"trace[1396662976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2627; }","duration":"297.891504ms","start":"2026-03-25T21:12:20.495624Z","end":"2026-03-25T21:12:20.793516Z","steps":["trace[1396662976] 'agreement among raft nodes before linearized reading' (duration: 297.75822ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:54.340497Z","caller":"traceutil/trace.go:171","msg":"trace[1165937717] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"124.115808ms","start":"2026-03-25T21:12:54.216362Z","end":"2026-03-25T21:12:54.340478Z","steps":["trace[1165937717] 'process raft request' (duration: 124.047576ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:54.340584Z","caller":"traceutil/trace.go:171","msg":"trace[782356676] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"124.830056ms","start":"2026-03-25T21:12:54.215723Z","end":"2026-03-25T21:12:54.340553Z","steps":["trace[782356676] 'process raft request' (duration: 124.613099ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:54.340471Z","caller":"traceutil/trace.go:171","msg":"trace[233813046] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"127.281695ms","start":"2026-03-25T21:12:54.213145Z","end":"2026-03-25T21:12:54.340427Z","steps":["trace[233813046] 'process raft request' (duration: 34.476996ms)","trace[233813046] 'compare' (duration: 92.489321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:12:54.694774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.205243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:12:54.694861Z","caller":"traceutil/trace.go:171","msg":"trace[437016511] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2832; }","duration":"138.450159ms","start":"2026-03-25T21:12:54.556394Z","end":"2026-03-25T21:12:54.694844Z","steps":["trace[437016511] 'count revisions from in-memory index tree' (duration: 137.772303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.51503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527658057323658,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T21:12:55.653152Z","caller":"traceutil/trace.go:171","msg":"trace[106408559] transaction","detail":"{read_only:false; response_revision:2833; number_of_response:1; }","duration":"643.876629ms","start":"2026-03-25T21:12:55.009249Z","end":"2026-03-25T21:12:55.653126Z","steps":["trace[106408559] 'process raft request' (duration: 643.464819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.653367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:55.009227Z","time spent":"644.026533ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:12:55.795296Z","caller":"traceutil/trace.go:171","msg":"trace[1428989494] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"784.85098ms","start":"2026-03-25T21:12:55.010424Z","end":"2026-03-25T21:12:55.795275Z","steps":["trace[1428989494] 'process raft request' (duration: 776.269829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.795437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:55.01039Z","time spent":"784.976053ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:12:55.795441Z","caller":"traceutil/trace.go:171","msg":"trace[1638628371] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"784.467771ms","start":"2026-03-25T21:12:55.010961Z","end":"2026-03-25T21:12:55.795429Z","steps":["trace[1638628371] 'process raft request' (duration: 784.00412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.795497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:55.010952Z","time spent":"784.515052ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:12:55.795758Z","caller":"traceutil/trace.go:171","msg":"trace[1650765935] linearizableReadLoop","detail":"{readStateIndex:2945; appliedIndex:2941; }","duration":"781.271183ms","start":"2026-03-25T21:12:55.014475Z","end":"2026-03-25T21:12:55.795746Z","steps":["trace[1650765935] 'read index received' (duration: 638.487607ms)","trace[1650765935] 'applied index is now lower than readState.Index' (duration: 142.782826ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:12:55.795817Z","caller":"traceutil/trace.go:171","msg":"trace[2050230816] transaction","detail":"{read_only:false; response_revision:2836; number_of_response:1; }","duration":"784.781038ms","start":"2026-03-25T21:12:55.010997Z","end":"2026-03-25T21:12:55.795778Z","steps":["trace[2050230816] 'process raft request' (duration: 784.390779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.795935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.048944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:12:55.795943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.461607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T21:12:55.79596Z","caller":"traceutil/trace.go:171","msg":"trace[1183136183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2836; }","duration":"541.118956ms","start":"2026-03-25T21:12:55.254834Z","end":"2026-03-25T21:12:55.795953Z","steps":["trace[1183136183] 'agreement among raft nodes before linearized reading' (duration: 541.076265ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:55.795984Z","caller":"traceutil/trace.go:171","msg":"trace[97766717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2836; }","duration":"781.503288ms","start":"2026-03-25T21:12:55.014471Z","end":"2026-03-25T21:12:55.795974Z","steps":["trace[97766717] 'agreement among raft nodes before linearized reading' (duration: 781.357975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.795995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:55.254809Z","time spent":"541.181897ms","remote":"127.0.0.1:45218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:12:55.796015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:55.014436Z","time spent":"781.57224ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:12:55.796036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:55.010982Z","time spent":"784.934163ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:12:55.796283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.059674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-25T21:12:55.796313Z","caller":"traceutil/trace.go:171","msg":"trace[586775296] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2836; }","duration":"741.115896ms","start":"2026-03-25T21:12:55.05519Z","end":"2026-03-25T21:12:55.796306Z","steps":["trace[586775296] 'agreement among raft nodes before linearized reading' (duration: 740.670615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.796333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:55.055173Z","time spent":"741.154827ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-25T21:13:06.314843Z","caller":"traceutil/trace.go:171","msg":"trace[2099512405] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"201.697972ms","start":"2026-03-25T21:13:06.113093Z","end":"2026-03-25T21:13:06.314791Z","steps":["trace[2099512405] 'process raft request' (duration: 150.111755ms)","trace[2099512405] 'compare' (duration: 51.358942ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:13:06.31497Z","caller":"traceutil/trace.go:171","msg":"trace[1719021051] linearizableReadLoop","detail":"{readStateIndex:3004; appliedIndex:3003; }","duration":"128.804962ms","start":"2026-03-25T21:13:06.186112Z","end":"2026-03-25T21:13:06.314917Z","steps":["trace[1719021051] 'read index received' (duration: 77.078792ms)","trace[1719021051] 'applied index is now lower than readState.Index' (duration: 51.72264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:13:06.315348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.214053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a031f167d1e874\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-25T21:13:06.315417Z","caller":"traceutil/trace.go:171","msg":"trace[1451261072] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a031f167d1e874; range_end:; response_count:1; response_revision:2894; }","duration":"129.330235ms","start":"2026-03-25T21:13:06.186068Z","end":"2026-03-25T21:13:06.315398Z","steps":["trace[1451261072] 'agreement among raft nodes before linearized reading' (duration: 129.000377ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:06.501001Z","caller":"traceutil/trace.go:171","msg":"trace[5921498] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"108.748229ms","start":"2026-03-25T21:13:06.392232Z","end":"2026-03-25T21:13:06.50098Z","steps":["trace[5921498] 'process raft request' (duration: 53.817541ms)","trace[5921498] 'compare' (duration: 54.764484ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:13:06.501391Z","caller":"traceutil/trace.go:171","msg":"trace[1331983579] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"107.990732ms","start":"2026-03-25T21:13:06.393386Z","end":"2026-03-25T21:13:06.501377Z","steps":["trace[1331983579] 'process raft request' (duration: 107.5649ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:14:48.40664Z","caller":"traceutil/trace.go:171","msg":"trace[346851696] linearizableReadLoop","detail":"{readStateIndex:3691; appliedIndex:3690; }","duration":"160.983617ms","start":"2026-03-25T21:14:48.245625Z","end":"2026-03-25T21:14:48.406609Z","steps":["trace[346851696] 'read index received' (duration: 159.547623ms)","trace[346851696] 'applied index is now lower than readState.Index' (duration: 1.434354ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:14:48.406716Z","caller":"traceutil/trace.go:171","msg":"trace[1486806956] transaction","detail":"{read_only:false; response_revision:3552; number_of_response:1; }","duration":"203.686648ms","start":"2026-03-25T21:14:48.202998Z","end":"2026-03-25T21:14:48.406685Z","steps":["trace[1486806956] 'process raft request' (duration: 202.326746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:48.406991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.342055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T21:14:48.407055Z","caller":"traceutil/trace.go:171","msg":"trace[1551091585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3552; }","duration":"161.478708ms","start":"2026-03-25T21:14:48.245562Z","end":"2026-03-25T21:14:48.40704Z","steps":["trace[1551091585] 'agreement among raft nodes before linearized reading' (duration: 161.236333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:48.407205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.154219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:14:48.407274Z","caller":"traceutil/trace.go:171","msg":"trace[1163526694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3552; }","duration":"153.264212ms","start":"2026-03-25T21:14:48.253992Z","end":"2026-03-25T21:14:48.407256Z","steps":["trace[1163526694] 'agreement among raft nodes before linearized reading' (duration: 153.167819ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:14:49.276457Z","caller":"traceutil/trace.go:171","msg":"trace[2026003586] transaction","detail":"{read_only:false; response_revision:3553; number_of_response:1; }","duration":"862.779575ms","start":"2026-03-25T21:14:48.413644Z","end":"2026-03-25T21:14:49.276423Z","steps":["trace[2026003586] 'process raft request' (duration: 810.00188ms)","trace[2026003586] 'compare' (duration: 52.650412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:14:49.276843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:48.413621Z","time spent":"862.935509ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:14:49.278919Z","caller":"traceutil/trace.go:171","msg":"trace[2015085907] transaction","detail":"{read_only:false; response_revision:3555; number_of_response:1; }","duration":"864.849396ms","start":"2026-03-25T21:14:48.414035Z","end":"2026-03-25T21:14:49.278885Z","steps":["trace[2015085907] 'process raft request' (duration: 864.775864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:49.279218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:48.41402Z","time spent":"865.03844ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:14:49.279322Z","caller":"traceutil/trace.go:171","msg":"trace[1330791038] linearizableReadLoop","detail":"{readStateIndex:3699; appliedIndex:3691; }","duration":"300.574788ms","start":"2026-03-25T21:14:48.978728Z","end":"2026-03-25T21:14:49.279302Z","steps":["trace[1330791038] 'read index received' (duration: 245.002525ms)","trace[1330791038] 'applied index is now lower than readState.Index' (duration: 55.571133ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:14:49.279451Z","caller":"traceutil/trace.go:171","msg":"trace[699400506] transaction","detail":"{read_only:false; response_revision:3558; number_of_response:1; }","duration":"596.262989ms","start":"2026-03-25T21:14:48.683178Z","end":"2026-03-25T21:14:49.279441Z","steps":["trace[699400506] 'process raft request' (duration: 596.011203ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:14:49.279407Z","caller":"traceutil/trace.go:171","msg":"trace[389499764] transaction","detail":"{read_only:false; response_revision:3556; number_of_response:1; }","duration":"865.066271ms","start":"2026-03-25T21:14:48.414166Z","end":"2026-03-25T21:14:49.279232Z","steps":["trace[389499764] 'process raft request' (duration: 864.680052ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:14:49.278939Z","caller":"traceutil/trace.go:171","msg":"trace[2012094070] transaction","detail":"{read_only:false; response_revision:3554; number_of_response:1; }","duration":"865.015929ms","start":"2026-03-25T21:14:48.413886Z","end":"2026-03-25T21:14:49.278902Z","steps":["trace[2012094070] 'process raft request' (duration: 864.782024ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:14:49.279622Z","caller":"traceutil/trace.go:171","msg":"trace[536470402] transaction","detail":"{read_only:false; response_revision:3559; number_of_response:1; }","duration":"512.459805ms","start":"2026-03-25T21:14:48.767153Z","end":"2026-03-25T21:14:49.279613Z","steps":["trace[536470402] 'process raft request' (duration: 512.073216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:49.27968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:48.767128Z","time spent":"512.520987ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:14:49.279697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.955167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:14:49.279725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:48.414156Z","time spent":"865.337957ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:14:49.27978Z","caller":"traceutil/trace.go:171","msg":"trace[1648187256] transaction","detail":"{read_only:false; response_revision:3560; number_of_response:1; }","duration":"413.214158ms","start":"2026-03-25T21:14:48.866556Z","end":"2026-03-25T21:14:49.27977Z","steps":["trace[1648187256] 'process raft request' (duration: 412.701556ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:14:49.279317Z","caller":"traceutil/trace.go:171","msg":"trace[1612493751] transaction","detail":"{read_only:false; response_revision:3557; number_of_response:1; }","duration":"863.040991ms","start":"2026-03-25T21:14:48.416245Z","end":"2026-03-25T21:14:49.279286Z","steps":["trace[1612493751] 'process raft request' (duration: 862.819436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:49.279887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:48.866532Z","time spent":"413.28684ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:14:49.279743Z","caller":"traceutil/trace.go:171","msg":"trace[1586929484] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3560; }","duration":"301.05604ms","start":"2026-03-25T21:14:48.978676Z","end":"2026-03-25T21:14:49.279732Z","steps":["trace[1586929484] 'agreement among raft nodes before linearized reading' (duration: 300.964768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:49.27992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:48.416235Z","time spent":"863.612376ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:14:49.279889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:48.413854Z","time spent":"865.784808ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:14:49.279581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:48.683141Z","time spent":"596.344941ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:14:49.279949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:48.97865Z","time spent":"301.285745ms","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/secretgen-controller\" "} {"level":"warn","ts":"2026-03-25T21:14:49.28026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.830147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:14:49.280375Z","caller":"traceutil/trace.go:171","msg":"trace[550274796] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3561; }","duration":"145.009971ms","start":"2026-03-25T21:14:49.135339Z","end":"2026-03-25T21:14:49.280349Z","steps":["trace[550274796] 'agreement among raft nodes before linearized reading' (duration: 144.808297ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:22.118263Z","caller":"traceutil/trace.go:171","msg":"trace[879423874] transaction","detail":"{read_only:false; response_revision:3810; number_of_response:1; }","duration":"149.332325ms","start":"2026-03-25T21:15:21.968904Z","end":"2026-03-25T21:15:22.118236Z","steps":["trace[879423874] 'process raft request' (duration: 50.909879ms)","trace[879423874] 'compare' (duration: 98.276793ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:15:22.118252Z","caller":"traceutil/trace.go:171","msg":"trace[22838868] linearizableReadLoop","detail":"{readStateIndex:3956; appliedIndex:3955; }","duration":"115.878408ms","start":"2026-03-25T21:15:22.002346Z","end":"2026-03-25T21:15:22.118225Z","steps":["trace[22838868] 'read index received' (duration: 17.472872ms)","trace[22838868] 'applied index is now lower than readState.Index' (duration: 98.404366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:15:22.118649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.023601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:15:22.118841Z","caller":"traceutil/trace.go:171","msg":"trace[1836451283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3810; }","duration":"116.39763ms","start":"2026-03-25T21:15:22.002296Z","end":"2026-03-25T21:15:22.118694Z","steps":["trace[1836451283] 'agreement among raft nodes before linearized reading' (duration: 116.017981ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:23.074959Z","caller":"traceutil/trace.go:171","msg":"trace[183951770] transaction","detail":"{read_only:false; response_revision:3811; number_of_response:1; }","duration":"471.551867ms","start":"2026-03-25T21:15:22.603376Z","end":"2026-03-25T21:15:23.074928Z","steps":["trace[183951770] 'process raft request' (duration: 471.338282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:23.07515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:15:22.603342Z","time spent":"471.707251ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16167,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:16:37.974613Z","caller":"traceutil/trace.go:171","msg":"trace[137952497] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"113.163331ms","start":"2026-03-25T21:16:37.861413Z","end":"2026-03-25T21:16:37.974576Z","steps":["trace[137952497] 'process raft request' (duration: 71.938055ms)","trace[137952497] 'compare' (duration: 40.955929ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:16:37.974672Z","caller":"traceutil/trace.go:171","msg":"trace[61899177] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"109.04378ms","start":"2026-03-25T21:16:37.865603Z","end":"2026-03-25T21:16:37.974647Z","steps":["trace[61899177] 'process raft request' (duration: 108.865715ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:16:37.974678Z","caller":"traceutil/trace.go:171","msg":"trace[2003919388] linearizableReadLoop","detail":"{readStateIndex:4837; appliedIndex:4836; }","duration":"113.039888ms","start":"2026-03-25T21:16:37.861603Z","end":"2026-03-25T21:16:37.974642Z","steps":["trace[2003919388] 'read index received' (duration: 71.76493ms)","trace[2003919388] 'applied index is now lower than readState.Index' (duration: 41.272498ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:16:37.974873Z","caller":"traceutil/trace.go:171","msg":"trace[1852853507] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"109.202964ms","start":"2026-03-25T21:16:37.865656Z","end":"2026-03-25T21:16:37.974859Z","steps":["trace[1852853507] 'process raft request' (duration: 108.941008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:16:37.975006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.397467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:16:37.975037Z","caller":"traceutil/trace.go:171","msg":"trace[1413242775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4658; }","duration":"113.446268ms","start":"2026-03-25T21:16:37.861582Z","end":"2026-03-25T21:16:37.975028Z","steps":["trace[1413242775] 'agreement among raft nodes before linearized reading' (duration: 113.175602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:16:37.976066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.117053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T21:16:37.976162Z","caller":"traceutil/trace.go:171","msg":"trace[1949907317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4658; }","duration":"114.423111ms","start":"2026-03-25T21:16:37.861709Z","end":"2026-03-25T21:16:37.976132Z","steps":["trace[1949907317] 'agreement among raft nodes before linearized reading' (duration: 113.260934ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:16:44.113094Z","caller":"traceutil/trace.go:171","msg":"trace[986761581] linearizableReadLoop","detail":"{readStateIndex:5037; appliedIndex:5035; }","duration":"110.68829ms","start":"2026-03-25T21:16:44.002357Z","end":"2026-03-25T21:16:44.113045Z","steps":["trace[986761581] 'read index received' (duration: 24.714412ms)","trace[986761581] 'applied index is now lower than readState.Index' (duration: 85.972458ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:16:44.11334Z","caller":"traceutil/trace.go:171","msg":"trace[1025059298] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"110.853835ms","start":"2026-03-25T21:16:44.002472Z","end":"2026-03-25T21:16:44.113326Z","steps":["trace[1025059298] 'process raft request' (duration: 110.514156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:16:44.113681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.932692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:16:44.11377Z","caller":"traceutil/trace.go:171","msg":"trace[2017900365] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4852; }","duration":"101.049825ms","start":"2026-03-25T21:16:44.012698Z","end":"2026-03-25T21:16:44.113748Z","steps":["trace[2017900365] 'agreement among raft nodes before linearized reading' (duration: 100.85873ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:16:44.113117Z","caller":"traceutil/trace.go:171","msg":"trace[1610654341] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"111.340046ms","start":"2026-03-25T21:16:44.001717Z","end":"2026-03-25T21:16:44.113057Z","steps":["trace[1610654341] 'process raft request' (duration: 40.373884ms)","trace[1610654341] 'compare' (duration: 70.742667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:16:44.113472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.07835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:16:44.11408Z","caller":"traceutil/trace.go:171","msg":"trace[1017759531] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4852; }","duration":"111.684884ms","start":"2026-03-25T21:16:44.002339Z","end":"2026-03-25T21:16:44.114023Z","steps":["trace[1017759531] 'agreement among raft nodes before linearized reading' (duration: 111.040539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:16:44.11362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.206048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T21:16:44.114222Z","caller":"traceutil/trace.go:171","msg":"trace[1495817250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4852; }","duration":"103.855154ms","start":"2026-03-25T21:16:44.010345Z","end":"2026-03-25T21:16:44.1142Z","steps":["trace[1495817250] 'agreement among raft nodes before linearized reading' (duration: 103.102035ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:16:48.791474Z","caller":"traceutil/trace.go:171","msg":"trace[1189856544] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"201.634609ms","start":"2026-03-25T21:16:48.589808Z","end":"2026-03-25T21:16:48.791442Z","steps":["trace[1189856544] 'process raft request' (duration: 201.307001ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:16:48.791456Z","caller":"traceutil/trace.go:171","msg":"trace[1753352872] linearizableReadLoop","detail":"{readStateIndex:5197; appliedIndex:5196; }","duration":"177.298775ms","start":"2026-03-25T21:16:48.614129Z","end":"2026-03-25T21:16:48.791428Z","steps":["trace[1753352872] 'read index received' (duration: 176.940587ms)","trace[1753352872] 'applied index is now lower than readState.Index' (duration: 356.998µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:16:48.791663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.770955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a306c739-a3b1-4bd1-ba07-51302df8315e\" ","response":"range_response_count:1 size:3718"} {"level":"info","ts":"2026-03-25T21:16:48.791689Z","caller":"traceutil/trace.go:171","msg":"trace[297729169] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a306c739-a3b1-4bd1-ba07-51302df8315e; range_end:; response_count:1; response_revision:5007; }","duration":"154.832016ms","start":"2026-03-25T21:16:48.63685Z","end":"2026-03-25T21:16:48.791682Z","steps":["trace[297729169] 'agreement among raft nodes before linearized reading' (duration: 154.773375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:16:48.792071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.93068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777481"} {"level":"info","ts":"2026-03-25T21:16:48.792131Z","caller":"traceutil/trace.go:171","msg":"trace[1532657383] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5007; }","duration":"178.019703ms","start":"2026-03-25T21:16:48.614098Z","end":"2026-03-25T21:16:48.792117Z","steps":["trace[1532657383] 'agreement among raft nodes before linearized reading' (duration: 177.460849ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:16:49.370386Z","caller":"traceutil/trace.go:171","msg":"trace[1719608188] linearizableReadLoop","detail":"{readStateIndex:5199; appliedIndex:5198; }","duration":"259.178802ms","start":"2026-03-25T21:16:49.111176Z","end":"2026-03-25T21:16:49.370354Z","steps":["trace[1719608188] 'read index received' (duration: 245.802816ms)","trace[1719608188] 'applied index is now lower than readState.Index' (duration: 13.374236ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:16:49.370396Z","caller":"traceutil/trace.go:171","msg":"trace[1138498569] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"308.619578ms","start":"2026-03-25T21:16:49.061742Z","end":"2026-03-25T21:16:49.370362Z","steps":["trace[1138498569] 'process raft request' (duration: 295.210821ms)","trace[1138498569] 'compare' (duration: 13.073139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:16:49.370559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:16:49.06172Z","time spent":"308.770361ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2500,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:16:49.37055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.349405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:16:49.370628Z","caller":"traceutil/trace.go:171","msg":"trace[291386445] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5009; }","duration":"259.47406ms","start":"2026-03-25T21:16:49.111134Z","end":"2026-03-25T21:16:49.370608Z","steps":["trace[291386445] 'agreement among raft nodes before linearized reading' (duration: 259.317235ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:16:50.783945Z","caller":"traceutil/trace.go:171","msg":"trace[1422426433] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"112.896803ms","start":"2026-03-25T21:16:50.671017Z","end":"2026-03-25T21:16:50.783914Z","steps":["trace[1422426433] 'process raft request' (duration: 108.847015ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:06.485403Z","caller":"traceutil/trace.go:171","msg":"trace[1426769746] linearizableReadLoop","detail":"{readStateIndex:5583; appliedIndex:5582; }","duration":"156.246066ms","start":"2026-03-25T21:17:06.329107Z","end":"2026-03-25T21:17:06.485353Z","steps":["trace[1426769746] 'read index received' (duration: 58.51078ms)","trace[1426769746] 'applied index is now lower than readState.Index' (duration: 97.732575ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:06.48549Z","caller":"traceutil/trace.go:171","msg":"trace[2003048177] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"163.20399ms","start":"2026-03-25T21:17:06.322241Z","end":"2026-03-25T21:17:06.485445Z","steps":["trace[2003048177] 'process raft request' (duration: 65.424273ms)","trace[2003048177] 'compare' (duration: 97.344527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:06.485708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.582443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:17:06.485795Z","caller":"traceutil/trace.go:171","msg":"trace[1612124710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5382; }","duration":"156.755777ms","start":"2026-03-25T21:17:06.329021Z","end":"2026-03-25T21:17:06.485777Z","steps":["trace[1612124710] 'agreement among raft nodes before linearized reading' (duration: 156.502371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:06.485873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.907724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ml8xs\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-25T21:17:06.485835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.342297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:06.485928Z","caller":"traceutil/trace.go:171","msg":"trace[486323444] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ml8xs; range_end:; response_count:1; response_revision:5382; }","duration":"147.042647ms","start":"2026-03-25T21:17:06.338872Z","end":"2026-03-25T21:17:06.485914Z","steps":["trace[486323444] 'agreement among raft nodes before linearized reading' (duration: 146.753361ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:06.485999Z","caller":"traceutil/trace.go:171","msg":"trace[1656577713] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5382; }","duration":"100.550011ms","start":"2026-03-25T21:17:06.3854Z","end":"2026-03-25T21:17:06.48595Z","steps":["trace[1656577713] 'agreement among raft nodes before linearized reading' (duration: 100.272485ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:06.725713Z","caller":"traceutil/trace.go:171","msg":"trace[803889905] linearizableReadLoop","detail":"{readStateIndex:5584; appliedIndex:5583; }","duration":"211.56659ms","start":"2026-03-25T21:17:06.514117Z","end":"2026-03-25T21:17:06.725683Z","steps":["trace[803889905] 'read index received' (duration: 169.053017ms)","trace[803889905] 'applied index is now lower than readState.Index' (duration: 42.511733ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:06.725837Z","caller":"traceutil/trace.go:171","msg":"trace[519974142] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"235.716509ms","start":"2026-03-25T21:17:06.490106Z","end":"2026-03-25T21:17:06.725822Z","steps":["trace[519974142] 'process raft request' (duration: 193.077954ms)","trace[519974142] 'compare' (duration: 42.269806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:06.725966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.825827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:17:06.72604Z","caller":"traceutil/trace.go:171","msg":"trace[246697082] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5383; }","duration":"211.95909ms","start":"2026-03-25T21:17:06.514065Z","end":"2026-03-25T21:17:06.726024Z","steps":["trace[246697082] 'agreement among raft nodes before linearized reading' (duration: 211.797726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:07.218307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.197015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:17:07.218499Z","caller":"traceutil/trace.go:171","msg":"trace[378194333] linearizableReadLoop","detail":"{readStateIndex:5585; appliedIndex:5584; }","duration":"492.681591ms","start":"2026-03-25T21:17:06.725794Z","end":"2026-03-25T21:17:07.218475Z","steps":["trace[378194333] 'read index received' (duration: 152.132668ms)","trace[378194333] 'applied index is now lower than readState.Index' (duration: 340.546603ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:07.21867Z","caller":"traceutil/trace.go:171","msg":"trace[501624028] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"525.974726ms","start":"2026-03-25T21:17:06.692672Z","end":"2026-03-25T21:17:07.218647Z","steps":["trace[501624028] 'process raft request' (duration: 185.346641ms)","trace[501624028] 'compare' (duration: 339.979759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:07.218799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:06.69264Z","time spent":"526.109719ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:07.218936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.861716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-25T21:17:07.218988Z","caller":"traceutil/trace.go:171","msg":"trace[633463485] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5384; }","duration":"540.961268ms","start":"2026-03-25T21:17:06.678013Z","end":"2026-03-25T21:17:07.218975Z","steps":["trace[633463485] 'agreement among raft nodes before linearized reading' (duration: 540.792514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:07.21897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.289524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cebc90f3-420e-404d-b12a-83e7a53392ae\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-25T21:17:07.219024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:06.67799Z","time spent":"541.02662ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-25T21:17:07.219052Z","caller":"traceutil/trace.go:171","msg":"trace[1028111268] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cebc90f3-420e-404d-b12a-83e7a53392ae; range_end:; response_count:1; response_revision:5384; }","duration":"437.427277ms","start":"2026-03-25T21:17:06.781606Z","end":"2026-03-25T21:17:07.219034Z","steps":["trace[1028111268] 'agreement among raft nodes before linearized reading' (duration: 437.190611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:07.219105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:06.781585Z","time spent":"437.505899ms","remote":"127.0.0.1:60172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cebc90f3-420e-404d-b12a-83e7a53392ae\" "} {"level":"info","ts":"2026-03-25T21:17:07.741124Z","caller":"traceutil/trace.go:171","msg":"trace[416902114] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"513.725546ms","start":"2026-03-25T21:17:07.227356Z","end":"2026-03-25T21:17:07.741081Z","steps":["trace[416902114] 'process raft request' (duration: 513.490001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:07.741356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:07.227326Z","time spent":"513.945062ms","remote":"127.0.0.1:60172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:07.860185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.181862ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-25T21:17:07.860286Z","caller":"traceutil/trace.go:171","msg":"trace[629838335] linearizableReadLoop","detail":"{readStateIndex:5588; appliedIndex:5586; }","duration":"511.105465ms","start":"2026-03-25T21:17:07.349167Z","end":"2026-03-25T21:17:07.860273Z","steps":["trace[629838335] 'read index received' (duration: 391.626797ms)","trace[629838335] 'applied index is now lower than readState.Index' (duration: 119.477798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:07.860396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.228639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:17:07.860436Z","caller":"traceutil/trace.go:171","msg":"trace[764787680] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5386; }","duration":"511.31667ms","start":"2026-03-25T21:17:07.349106Z","end":"2026-03-25T21:17:07.860422Z","steps":["trace[764787680] 'agreement among raft nodes before linearized reading' (duration: 511.251759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:07.86047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:07.34908Z","time spent":"511.381351ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:17:07.860504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.169141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:07.860549Z","caller":"traceutil/trace.go:171","msg":"trace[256905457] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5386; }","duration":"155.245822ms","start":"2026-03-25T21:17:07.705289Z","end":"2026-03-25T21:17:07.860535Z","steps":["trace[256905457] 'agreement among raft nodes before linearized reading' (duration: 155.17295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:07.860543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.856364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cebc90f3-420e-404d-b12a-83e7a53392ae\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-25T21:17:07.860618Z","caller":"traceutil/trace.go:171","msg":"trace[69151321] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cebc90f3-420e-404d-b12a-83e7a53392ae; range_end:; response_count:1; response_revision:5386; }","duration":"369.978506ms","start":"2026-03-25T21:17:07.49062Z","end":"2026-03-25T21:17:07.860598Z","steps":["trace[69151321] 'agreement among raft nodes before linearized reading' (duration: 369.836922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:07.860625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.256936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T21:17:07.860657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:07.490595Z","time spent":"370.054498ms","remote":"127.0.0.1:60172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cebc90f3-420e-404d-b12a-83e7a53392ae\" "} {"level":"info","ts":"2026-03-25T21:17:07.860705Z","caller":"traceutil/trace.go:171","msg":"trace[1693733815] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5386; }","duration":"198.382579ms","start":"2026-03-25T21:17:07.662304Z","end":"2026-03-25T21:17:07.860687Z","steps":["trace[1693733815] 'agreement among raft nodes before linearized reading' (duration: 198.170634ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:10.153464Z","caller":"traceutil/trace.go:171","msg":"trace[1041207240] linearizableReadLoop","detail":"{readStateIndex:5613; appliedIndex:5610; }","duration":"146.430253ms","start":"2026-03-25T21:17:10.007014Z","end":"2026-03-25T21:17:10.153444Z","steps":["trace[1041207240] 'read index received' (duration: 77.045728ms)","trace[1041207240] 'applied index is now lower than readState.Index' (duration: 69.383625ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:10.153593Z","caller":"traceutil/trace.go:171","msg":"trace[1992778105] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"264.659832ms","start":"2026-03-25T21:17:09.888922Z","end":"2026-03-25T21:17:10.153582Z","steps":["trace[1992778105] 'process raft request' (duration: 264.440746ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:10.153601Z","caller":"traceutil/trace.go:171","msg":"trace[1386566558] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"266.637249ms","start":"2026-03-25T21:17:09.886914Z","end":"2026-03-25T21:17:10.153551Z","steps":["trace[1386566558] 'process raft request' (duration: 197.176732ms)","trace[1386566558] 'compare' (duration: 69.15207ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:10.153659Z","caller":"traceutil/trace.go:171","msg":"trace[317392981] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"264.688263ms","start":"2026-03-25T21:17:09.888941Z","end":"2026-03-25T21:17:10.153629Z","steps":["trace[317392981] 'process raft request' (duration: 264.463207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:10.153872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.835413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2319"} {"level":"info","ts":"2026-03-25T21:17:10.153995Z","caller":"traceutil/trace.go:171","msg":"trace[244947895] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5411; }","duration":"146.991498ms","start":"2026-03-25T21:17:10.006976Z","end":"2026-03-25T21:17:10.153968Z","steps":["trace[244947895] 'agreement among raft nodes before linearized reading' (duration: 146.620938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:10.154111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.194608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:10.154184Z","caller":"traceutil/trace.go:171","msg":"trace[1416158154] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5411; }","duration":"107.482565ms","start":"2026-03-25T21:17:10.046687Z","end":"2026-03-25T21:17:10.154169Z","steps":["trace[1416158154] 'agreement among raft nodes before linearized reading' (duration: 107.203578ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:15.013803Z","caller":"traceutil/trace.go:171","msg":"trace[863883613] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"116.870005ms","start":"2026-03-25T21:17:14.896903Z","end":"2026-03-25T21:17:15.013773Z","steps":["trace[863883613] 'process raft request' (duration: 116.592519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:15.5407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:15.18881Z","time spent":"351.882839ms","remote":"127.0.0.1:45620","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-25T21:17:15.540873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.209405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:17:15.541408Z","caller":"traceutil/trace.go:171","msg":"trace[612517732] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"388.998295ms","start":"2026-03-25T21:17:15.152372Z","end":"2026-03-25T21:17:15.54137Z","steps":["trace[612517732] 'process raft request' (duration: 388.597745ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:15.541544Z","caller":"traceutil/trace.go:171","msg":"trace[284806734] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"388.902753ms","start":"2026-03-25T21:17:15.152623Z","end":"2026-03-25T21:17:15.541526Z","steps":["trace[284806734] 'process raft request' (duration: 388.730959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:15.541564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:15.152353Z","time spent":"389.133438ms","remote":"127.0.0.1:60246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:15.541626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:15.152619Z","time spent":"388.960504ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:15.541638Z","caller":"traceutil/trace.go:171","msg":"trace[942569566] linearizableReadLoop","detail":"{readStateIndex:5715; appliedIndex:5710; }","duration":"378.245852ms","start":"2026-03-25T21:17:15.163372Z","end":"2026-03-25T21:17:15.541618Z","steps":["trace[942569566] 'read index received' (duration: 31.209636ms)","trace[942569566] 'applied index is now lower than readState.Index' (duration: 347.035326ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:15.541761Z","caller":"traceutil/trace.go:171","msg":"trace[1945274830] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"382.360539ms","start":"2026-03-25T21:17:15.159387Z","end":"2026-03-25T21:17:15.541748Z","steps":["trace[1945274830] 'process raft request' (duration: 382.115753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:15.541829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:15.159371Z","time spent":"382.431891ms","remote":"127.0.0.1:60450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12013,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:15.541837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.587727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:15.541863Z","caller":"traceutil/trace.go:171","msg":"trace[746490409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5512; }","duration":"288.685289ms","start":"2026-03-25T21:17:15.253169Z","end":"2026-03-25T21:17:15.541855Z","steps":["trace[746490409] 'agreement among raft nodes before linearized reading' (duration: 288.639298ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:15.541871Z","caller":"traceutil/trace.go:171","msg":"trace[1106494276] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"388.35671ms","start":"2026-03-25T21:17:15.153485Z","end":"2026-03-25T21:17:15.541842Z","steps":["trace[1106494276] 'process raft request' (duration: 387.974081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:15.541936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:15.153469Z","time spent":"388.431491ms","remote":"127.0.0.1:60246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:15.542026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.660731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-25T21:17:15.542057Z","caller":"traceutil/trace.go:171","msg":"trace[2135838428] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5512; }","duration":"378.710852ms","start":"2026-03-25T21:17:15.163337Z","end":"2026-03-25T21:17:15.542048Z","steps":["trace[2135838428] 'agreement among raft nodes before linearized reading' (duration: 378.613189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:15.542077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:15.163325Z","time spent":"378.746363ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-25T21:17:15.542061Z","caller":"traceutil/trace.go:171","msg":"trace[144945139] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"389.931126ms","start":"2026-03-25T21:17:15.151969Z","end":"2026-03-25T21:17:15.5419Z","steps":["trace[144945139] 'process raft request' (duration: 42.601644ms)","trace[144945139] 'compare' (duration: 345.906108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:15.542176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:15.151947Z","time spent":"390.167322ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:16.093637Z","caller":"traceutil/trace.go:171","msg":"trace[728551567] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"126.571115ms","start":"2026-03-25T21:17:15.967039Z","end":"2026-03-25T21:17:16.09361Z","steps":["trace[728551567] 'process raft request' (duration: 126.329629ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:21.126072Z","caller":"traceutil/trace.go:171","msg":"trace[1930085648] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"118.125866ms","start":"2026-03-25T21:17:21.007918Z","end":"2026-03-25T21:17:21.126044Z","steps":["trace[1930085648] 'process raft request' (duration: 117.90138ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:21.126089Z","caller":"traceutil/trace.go:171","msg":"trace[245754130] linearizableReadLoop","detail":"{readStateIndex:5764; appliedIndex:5760; }","duration":"110.635429ms","start":"2026-03-25T21:17:21.015427Z","end":"2026-03-25T21:17:21.126062Z","steps":["trace[245754130] 'read index received' (duration: 2.640763ms)","trace[245754130] 'applied index is now lower than readState.Index' (duration: 107.992996ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:21.126156Z","caller":"traceutil/trace.go:171","msg":"trace[644656840] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"117.561623ms","start":"2026-03-25T21:17:21.008563Z","end":"2026-03-25T21:17:21.126125Z","steps":["trace[644656840] 'process raft request' (duration: 117.401959ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:21.126241Z","caller":"traceutil/trace.go:171","msg":"trace[876370236] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"117.282706ms","start":"2026-03-25T21:17:21.008868Z","end":"2026-03-25T21:17:21.126151Z","steps":["trace[876370236] 'process raft request' (duration: 117.144233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:21.126515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.068129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-25T21:17:21.126607Z","caller":"traceutil/trace.go:171","msg":"trace[615064585] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5560; }","duration":"111.190571ms","start":"2026-03-25T21:17:21.015395Z","end":"2026-03-25T21:17:21.126586Z","steps":["trace[615064585] 'agreement among raft nodes before linearized reading' (duration: 110.776672ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:08.35469Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2906} {"level":"info","ts":"2026-03-25T21:18:08.454661Z","caller":"traceutil/trace.go:171","msg":"trace[362043325] transaction","detail":"{read_only:false; response_revision:5942; number_of_response:1; }","duration":"105.487187ms","start":"2026-03-25T21:18:08.349141Z","end":"2026-03-25T21:18:08.454628Z","steps":["trace[362043325] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:538; } (duration: 95.726422ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:08.473302Z","caller":"traceutil/trace.go:171","msg":"trace[1807513965] transaction","detail":"{read_only:false; response_revision:5943; number_of_response:1; }","duration":"121.312168ms","start":"2026-03-25T21:18:08.35196Z","end":"2026-03-25T21:18:08.473272Z","steps":["trace[1807513965] 'process raft request' (duration: 102.655569ms)","trace[1807513965] 'compare' (duration: 18.499335ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:18:08.516695Z","caller":"traceutil/trace.go:171","msg":"trace[1634458494] transaction","detail":"{read_only:false; response_revision:5944; number_of_response:1; }","duration":"133.293706ms","start":"2026-03-25T21:18:08.383113Z","end":"2026-03-25T21:18:08.516406Z","steps":["trace[1634458494] 'process raft request' (duration: 90.132658ms)","trace[1634458494] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; req_size:532; } (duration: 42.938643ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:18:08.552997Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2906,"took":"196.110306ms","hash":2859582865,"current-db-size-bytes":56598528,"current-db-size":"57 MB","current-db-size-in-use-bytes":33189888,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-25T21:18:08.553068Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2859582865,"revision":2906,"compact-revision":-1} {"level":"info","ts":"2026-03-25T21:23:08.360172Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5941} {"level":"info","ts":"2026-03-25T21:23:08.451127Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5941,"took":"89.391626ms","hash":3215398255,"current-db-size-bytes":56598528,"current-db-size":"57 MB","current-db-size-in-use-bytes":21749760,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-25T21:23:08.451195Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3215398255,"revision":5941,"compact-revision":2906} {"level":"info","ts":"2026-03-25T21:23:22.43733Z","caller":"traceutil/trace.go:171","msg":"trace[119921196] linearizableReadLoop","detail":"{readStateIndex:8555; appliedIndex:8554; }","duration":"458.683771ms","start":"2026-03-25T21:23:21.978619Z","end":"2026-03-25T21:23:22.437303Z","steps":["trace[119921196] 'read index received' (duration: 458.402163ms)","trace[119921196] 'applied index is now lower than readState.Index' (duration: 280.088µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:23:22.437681Z","caller":"traceutil/trace.go:171","msg":"trace[623164413] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"486.184601ms","start":"2026-03-25T21:23:21.951481Z","end":"2026-03-25T21:23:22.437666Z","steps":["trace[623164413] 'process raft request' (duration: 485.552255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:22.437807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:23:21.951452Z","time spent":"486.273063ms","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:23:22.438066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:23:22.438122Z","caller":"traceutil/trace.go:171","msg":"trace[2034915325] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8265; }","duration":"103.859523ms","start":"2026-03-25T21:23:22.334249Z","end":"2026-03-25T21:23:22.438108Z","steps":["trace[2034915325] 'agreement among raft nodes before linearized reading' (duration: 103.74623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:22.438113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.484832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-25T21:23:22.438104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.884862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T21:23:22.43818Z","caller":"traceutil/trace.go:171","msg":"trace[1256087128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8265; }","duration":"362.568094ms","start":"2026-03-25T21:23:22.075594Z","end":"2026-03-25T21:23:22.438162Z","steps":["trace[1256087128] 'agreement among raft nodes before linearized reading' (duration: 362.40374ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:23:22.438185Z","caller":"traceutil/trace.go:171","msg":"trace[69518744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8265; }","duration":"368.015005ms","start":"2026-03-25T21:23:22.070156Z","end":"2026-03-25T21:23:22.438171Z","steps":["trace[69518744] 'agreement among raft nodes before linearized reading' (duration: 367.814751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:22.438219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:23:22.075529Z","time spent":"362.681866ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:23:22.43822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:23:22.070134Z","time spent":"368.078946ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T21:23:22.438262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.632273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-25T21:23:22.438331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.907329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:23:22.43836Z","caller":"traceutil/trace.go:171","msg":"trace[1670666667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8265; }","duration":"184.969091ms","start":"2026-03-25T21:23:22.253382Z","end":"2026-03-25T21:23:22.438351Z","steps":["trace[1670666667] 'agreement among raft nodes before linearized reading' (duration: 184.923739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:22.438267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.717487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:23:22.438396Z","caller":"traceutil/trace.go:171","msg":"trace[300152408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8265; }","duration":"362.885771ms","start":"2026-03-25T21:23:22.075501Z","end":"2026-03-25T21:23:22.438386Z","steps":["trace[300152408] 'agreement among raft nodes before linearized reading' (duration: 362.625175ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:23:22.438353Z","caller":"traceutil/trace.go:171","msg":"trace[176401500] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:8265; }","duration":"459.767726ms","start":"2026-03-25T21:23:21.978563Z","end":"2026-03-25T21:23:22.43833Z","steps":["trace[176401500] 'agreement among raft nodes before linearized reading' (duration: 459.536721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:22.438441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:23:21.978542Z","time spent":"459.887059ms","remote":"127.0.0.1:45266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-25T21:23:22.438437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:23:22.075481Z","time spent":"362.945032ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T21:23:33.690577Z","caller":"traceutil/trace.go:171","msg":"trace[1596300489] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"107.568122ms","start":"2026-03-25T21:23:33.582972Z","end":"2026-03-25T21:23:33.69054Z","steps":["trace[1596300489] 'process raft request' (duration: 91.836664ms)","trace[1596300489] 'compare' (duration: 15.322948ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:23:33.715709Z","caller":"traceutil/trace.go:171","msg":"trace[307306677] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"127.124562ms","start":"2026-03-25T21:23:33.588567Z","end":"2026-03-25T21:23:33.715691Z","steps":["trace[307306677] 'process raft request' (duration: 126.946017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:35.150751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.869647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:23:35.15088Z","caller":"traceutil/trace.go:171","msg":"trace[422265593] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8334; }","duration":"150.085603ms","start":"2026-03-25T21:23:35.000769Z","end":"2026-03-25T21:23:35.150855Z","steps":["trace[422265593] 'range keys from in-memory index tree' (duration: 149.764075ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:23:35.837773Z","caller":"traceutil/trace.go:171","msg":"trace[2024602861] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"142.364977ms","start":"2026-03-25T21:23:35.695381Z","end":"2026-03-25T21:23:35.837746Z","steps":["trace[2024602861] 'process raft request' (duration: 142.204854ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:23:35.864058Z","caller":"traceutil/trace.go:171","msg":"trace[1561869256] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"142.456539ms","start":"2026-03-25T21:23:35.721569Z","end":"2026-03-25T21:23:35.864025Z","steps":["trace[1561869256] 'process raft request' (duration: 142.403677ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:23:35.864106Z","caller":"traceutil/trace.go:171","msg":"trace[1120983109] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"143.662478ms","start":"2026-03-25T21:23:35.72041Z","end":"2026-03-25T21:23:35.864073Z","steps":["trace[1120983109] 'process raft request' (duration: 143.417522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:36.732803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.129422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T21:23:36.732941Z","caller":"traceutil/trace.go:171","msg":"trace[19861126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8341; }","duration":"132.310646ms","start":"2026-03-25T21:23:36.600603Z","end":"2026-03-25T21:23:36.732914Z","steps":["trace[19861126] 'range keys from in-memory index tree' (duration: 131.963758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:36.73281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.541393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T21:23:36.733027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.232172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T21:23:36.73312Z","caller":"traceutil/trace.go:171","msg":"trace[1370172228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8341; }","duration":"149.373415ms","start":"2026-03-25T21:23:36.583723Z","end":"2026-03-25T21:23:36.733096Z","steps":["trace[1370172228] 'range keys from in-memory index tree' (duration: 149.028238ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:23:36.733114Z","caller":"traceutil/trace.go:171","msg":"trace[1631824590] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8341; }","duration":"140.897672ms","start":"2026-03-25T21:23:36.592173Z","end":"2026-03-25T21:23:36.733071Z","steps":["trace[1631824590] 'range keys from in-memory index tree' (duration: 140.330659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:36.733239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.752769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T21:23:36.733293Z","caller":"traceutil/trace.go:171","msg":"trace[2112323712] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8341; }","duration":"125.82888ms","start":"2026-03-25T21:23:36.60745Z","end":"2026-03-25T21:23:36.733279Z","steps":["trace[2112323712] 'range keys from in-memory index tree' (duration: 125.570824ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:03.265921Z","caller":"traceutil/trace.go:171","msg":"trace[661444059] linearizableReadLoop","detail":"{readStateIndex:8837; appliedIndex:8836; }","duration":"379.139099ms","start":"2026-03-25T21:24:02.886763Z","end":"2026-03-25T21:24:03.265902Z","steps":["trace[661444059] 'read index received' (duration: 379.080937ms)","trace[661444059] 'applied index is now lower than readState.Index' (duration: 57.222µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:03.266038Z","caller":"traceutil/trace.go:171","msg":"trace[1543632639] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"385.649046ms","start":"2026-03-25T21:24:02.880382Z","end":"2026-03-25T21:24:03.266031Z","steps":["trace[1543632639] 'process raft request' (duration: 385.41882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:03.266173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:02.880372Z","time spent":"385.683216ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:03.26643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.659461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T21:24:03.266474Z","caller":"traceutil/trace.go:171","msg":"trace[117993376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8535; }","duration":"379.700402ms","start":"2026-03-25T21:24:02.88676Z","end":"2026-03-25T21:24:03.266461Z","steps":["trace[117993376] 'agreement among raft nodes before linearized reading' (duration: 379.574919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:03.266506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:02.886739Z","time spent":"379.758814ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:24:03.266618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.36202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T21:24:03.266649Z","caller":"traceutil/trace.go:171","msg":"trace[439232131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8535; }","duration":"373.391931ms","start":"2026-03-25T21:24:02.893249Z","end":"2026-03-25T21:24:03.266641Z","steps":["trace[439232131] 'agreement among raft nodes before linearized reading' (duration: 373.319079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:03.266673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:02.89323Z","time spent":"373.436742ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:24:03.266868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.947232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T21:24:03.266902Z","caller":"traceutil/trace.go:171","msg":"trace[1293068157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8535; }","duration":"370.999483ms","start":"2026-03-25T21:24:02.895895Z","end":"2026-03-25T21:24:03.266894Z","steps":["trace[1293068157] 'agreement among raft nodes before linearized reading' (duration: 370.915581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:03.266926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:02.895886Z","time spent":"371.033744ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:24:03.267128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.493963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:24:03.267173Z","caller":"traceutil/trace.go:171","msg":"trace[1533252204] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8535; }","duration":"373.579935ms","start":"2026-03-25T21:24:02.893584Z","end":"2026-03-25T21:24:03.267164Z","steps":["trace[1533252204] 'agreement among raft nodes before linearized reading' (duration: 373.471303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:03.267206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:02.893562Z","time spent":"373.636266ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:24:03.267178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.663465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ml8xs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T21:24:03.267328Z","caller":"traceutil/trace.go:171","msg":"trace[1736527900] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ml8xs; range_end:; response_count:1; response_revision:8535; }","duration":"370.879301ms","start":"2026-03-25T21:24:02.896416Z","end":"2026-03-25T21:24:03.267295Z","steps":["trace[1736527900] 'agreement among raft nodes before linearized reading' (duration: 370.395119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:03.267405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:02.89641Z","time spent":"370.984394ms","remote":"127.0.0.1:60172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-ml8xs\" "} {"level":"info","ts":"2026-03-25T21:24:03.497732Z","caller":"traceutil/trace.go:171","msg":"trace[1092382265] linearizableReadLoop","detail":"{readStateIndex:8838; appliedIndex:8837; }","duration":"224.874398ms","start":"2026-03-25T21:24:03.272831Z","end":"2026-03-25T21:24:03.497705Z","steps":["trace[1092382265] 'read index received' (duration: 224.343775ms)","trace[1092382265] 'applied index is now lower than readState.Index' (duration: 529.503µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:03.497789Z","caller":"traceutil/trace.go:171","msg":"trace[1009389660] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"225.100293ms","start":"2026-03-25T21:24:03.272654Z","end":"2026-03-25T21:24:03.497754Z","steps":["trace[1009389660] 'process raft request' (duration: 224.507249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:03.498181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.329818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228906"} {"level":"info","ts":"2026-03-25T21:24:03.498242Z","caller":"traceutil/trace.go:171","msg":"trace[834645129] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8536; }","duration":"225.467571ms","start":"2026-03-25T21:24:03.27276Z","end":"2026-03-25T21:24:03.498228Z","steps":["trace[834645129] 'agreement among raft nodes before linearized reading' (duration: 225.048211ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:03.49839Z","caller":"traceutil/trace.go:171","msg":"trace[1292982908] transaction","detail":"{read_only:false; response_revision:8537; number_of_response:1; }","duration":"224.091388ms","start":"2026-03-25T21:24:03.274269Z","end":"2026-03-25T21:24:03.498361Z","steps":["trace[1292982908] 'process raft request' (duration: 223.923774ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:03.498637Z","caller":"traceutil/trace.go:171","msg":"trace[457676268] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"223.624746ms","start":"2026-03-25T21:24:03.274995Z","end":"2026-03-25T21:24:03.498619Z","steps":["trace[457676268] 'process raft request' (duration: 223.332609ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:03.498748Z","caller":"traceutil/trace.go:171","msg":"trace[846274664] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"223.200556ms","start":"2026-03-25T21:24:03.275502Z","end":"2026-03-25T21:24:03.498703Z","steps":["trace[846274664] 'process raft request' (duration: 223.055943ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:16.146225Z","caller":"traceutil/trace.go:171","msg":"trace[571795473] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"185.82528ms","start":"2026-03-25T21:24:15.960383Z","end":"2026-03-25T21:24:16.146208Z","steps":["trace[571795473] 'process raft request' (duration: 185.522243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:16.146385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.520545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:24:16.146467Z","caller":"traceutil/trace.go:171","msg":"trace[1211773329] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8647; }","duration":"183.631157ms","start":"2026-03-25T21:24:15.962818Z","end":"2026-03-25T21:24:16.146449Z","steps":["trace[1211773329] 'agreement among raft nodes before linearized reading' (duration: 183.491274ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:16.146136Z","caller":"traceutil/trace.go:171","msg":"trace[1040119709] linearizableReadLoop","detail":"{readStateIndex:8954; appliedIndex:8953; }","duration":"183.271888ms","start":"2026-03-25T21:24:15.962838Z","end":"2026-03-25T21:24:16.14611Z","steps":["trace[1040119709] 'read index received' (duration: 183.101504ms)","trace[1040119709] 'applied index is now lower than readState.Index' (duration: 169.584µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:16.457119Z","caller":"traceutil/trace.go:171","msg":"trace[758772607] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"418.545426ms","start":"2026-03-25T21:24:16.038546Z","end":"2026-03-25T21:24:16.457092Z","steps":["trace[758772607] 'process raft request' (duration: 402.939701ms)","trace[758772607] 'compare' (duration: 15.155804ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:16.457142Z","caller":"traceutil/trace.go:171","msg":"trace[1827303444] linearizableReadLoop","detail":"{readStateIndex:8957; appliedIndex:8954; }","duration":"310.505843ms","start":"2026-03-25T21:24:16.146614Z","end":"2026-03-25T21:24:16.45712Z","steps":["trace[1827303444] 'read index received' (duration: 294.863706ms)","trace[1827303444] 'applied index is now lower than readState.Index' (duration: 15.640996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:16.457298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:16.038516Z","time spent":"418.696899ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:16.457441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.656553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:24:16.457462Z","caller":"traceutil/trace.go:171","msg":"trace[2089522121] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"417.784296ms","start":"2026-03-25T21:24:16.039665Z","end":"2026-03-25T21:24:16.457449Z","steps":["trace[2089522121] 'process raft request' (duration: 417.311875ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:16.457378Z","caller":"traceutil/trace.go:171","msg":"trace[1188431199] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"414.628391ms","start":"2026-03-25T21:24:16.04273Z","end":"2026-03-25T21:24:16.457359Z","steps":["trace[1188431199] 'process raft request' (duration: 414.345654ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:16.457507Z","caller":"traceutil/trace.go:171","msg":"trace[1180724731] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8650; }","duration":"392.783116ms","start":"2026-03-25T21:24:16.064709Z","end":"2026-03-25T21:24:16.457492Z","steps":["trace[1180724731] 'agreement among raft nodes before linearized reading' (duration: 392.645853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:16.457546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:16.064693Z","time spent":"392.842628ms","remote":"127.0.0.1:60312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:24:16.457576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:16.039633Z","time spent":"417.869219ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:16.45759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:16.042716Z","time spent":"414.805455ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:16.525185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.152347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:24:16.525235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.438084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:24:16.525279Z","caller":"traceutil/trace.go:171","msg":"trace[2083928419] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8651; }","duration":"376.251829ms","start":"2026-03-25T21:24:16.149014Z","end":"2026-03-25T21:24:16.525266Z","steps":["trace[2083928419] 'agreement among raft nodes before linearized reading' (duration: 376.070645ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:16.525298Z","caller":"traceutil/trace.go:171","msg":"trace[1772018389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8651; }","duration":"271.557407ms","start":"2026-03-25T21:24:16.253727Z","end":"2026-03-25T21:24:16.525285Z","steps":["trace[1772018389] 'agreement among raft nodes before linearized reading' (duration: 271.405823ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:16.52529Z","caller":"traceutil/trace.go:171","msg":"trace[107867412] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"310.303557ms","start":"2026-03-25T21:24:16.214957Z","end":"2026-03-25T21:24:16.52526Z","steps":["trace[107867412] 'process raft request' (duration: 310.029291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:16.525317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:16.149002Z","time spent":"376.30478ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-25T21:24:16.525387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:16.214941Z","time spent":"310.397199ms","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:24:16.525407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.582474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5nlp7\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-25T21:24:16.525485Z","caller":"traceutil/trace.go:171","msg":"trace[708188828] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5nlp7; range_end:; response_count:1; response_revision:8651; }","duration":"310.733677ms","start":"2026-03-25T21:24:16.214732Z","end":"2026-03-25T21:24:16.525466Z","steps":["trace[708188828] 'agreement among raft nodes before linearized reading' (duration: 310.45489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:16.525544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:16.2147Z","time spent":"310.83008ms","remote":"127.0.0.1:60172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5nlp7\" "} {"level":"info","ts":"2026-03-25T21:24:16.698788Z","caller":"traceutil/trace.go:171","msg":"trace[1816175379] linearizableReadLoop","detail":"{readStateIndex:8959; appliedIndex:8958; }","duration":"159.59439ms","start":"2026-03-25T21:24:16.539167Z","end":"2026-03-25T21:24:16.698761Z","steps":["trace[1816175379] 'read index received' (duration: 159.462947ms)","trace[1816175379] 'applied index is now lower than readState.Index' (duration: 130.303µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:16.698899Z","caller":"traceutil/trace.go:171","msg":"trace[1716896028] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"164.935539ms","start":"2026-03-25T21:24:16.533934Z","end":"2026-03-25T21:24:16.69887Z","steps":["trace[1716896028] 'process raft request' (duration: 164.637212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:16.699004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.807465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-25T21:24:16.699048Z","caller":"traceutil/trace.go:171","msg":"trace[2129129341] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8652; }","duration":"159.885857ms","start":"2026-03-25T21:24:16.539151Z","end":"2026-03-25T21:24:16.699037Z","steps":["trace[2129129341] 'agreement among raft nodes before linearized reading' (duration: 159.712633ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:16.747061Z","caller":"traceutil/trace.go:171","msg":"trace[1453350154] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"117.322796ms","start":"2026-03-25T21:24:16.629436Z","end":"2026-03-25T21:24:16.746759Z","steps":["trace[1453350154] 'process raft request' (duration: 117.191393ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:17.421384Z","caller":"traceutil/trace.go:171","msg":"trace[1838519378] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"112.923059ms","start":"2026-03-25T21:24:17.30844Z","end":"2026-03-25T21:24:17.421363Z","steps":["trace[1838519378] 'process raft request' (duration: 112.505429ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:17.734084Z","caller":"traceutil/trace.go:171","msg":"trace[483278340] linearizableReadLoop","detail":"{readStateIndex:8967; appliedIndex:8965; }","duration":"152.031649ms","start":"2026-03-25T21:24:17.582028Z","end":"2026-03-25T21:24:17.73406Z","steps":["trace[483278340] 'read index received' (duration: 41.901385ms)","trace[483278340] 'applied index is now lower than readState.Index' (duration: 110.129244ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:17.734146Z","caller":"traceutil/trace.go:171","msg":"trace[1350457135] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"156.178868ms","start":"2026-03-25T21:24:17.57794Z","end":"2026-03-25T21:24:17.734119Z","steps":["trace[1350457135] 'process raft request' (duration: 119.094798ms)","trace[1350457135] 'compare' (duration: 36.911426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:17.734399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.343306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T21:24:17.734446Z","caller":"traceutil/trace.go:171","msg":"trace[194644405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8659; }","duration":"152.423029ms","start":"2026-03-25T21:24:17.582011Z","end":"2026-03-25T21:24:17.734434Z","steps":["trace[194644405] 'agreement among raft nodes before linearized reading' (duration: 152.168623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:17.790292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.868619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T21:24:17.790364Z","caller":"traceutil/trace.go:171","msg":"trace[403585644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8660; }","duration":"207.967611ms","start":"2026-03-25T21:24:17.582381Z","end":"2026-03-25T21:24:17.790348Z","steps":["trace[403585644] 'agreement among raft nodes before linearized reading' (duration: 207.750166ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:18.076223Z","caller":"traceutil/trace.go:171","msg":"trace[228581087] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"337.176553ms","start":"2026-03-25T21:24:17.739017Z","end":"2026-03-25T21:24:18.076194Z","steps":["trace[228581087] 'process raft request' (duration: 329.57123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:18.076466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:17.73899Z","time spent":"337.387517ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:18.087537Z","caller":"traceutil/trace.go:171","msg":"trace[1744945339] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"292.92791ms","start":"2026-03-25T21:24:17.794583Z","end":"2026-03-25T21:24:18.087511Z","steps":["trace[1744945339] 'process raft request' (duration: 292.766897ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:52.353798Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002461.wal"} {"level":"info","ts":"2026-03-25T21:26:08.617178Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9ef3b4f68930dc2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-25T21:26:08.625621Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-25T21:26:08.625729Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-25T21:27:51.93992Z","caller":"traceutil/trace.go:171","msg":"trace[1653933697] transaction","detail":"{read_only:false; response_revision:10450; number_of_response:1; }","duration":"117.182349ms","start":"2026-03-25T21:27:51.822713Z","end":"2026-03-25T21:27:51.939895Z","steps":["trace[1653933697] 'process raft request' (duration: 117.029416ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:28:08.36814Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8055} {"level":"info","ts":"2026-03-25T21:28:08.429842Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8055,"took":"59.507813ms","hash":3189517019,"current-db-size-bytes":56598528,"current-db-size":"57 MB","current-db-size-in-use-bytes":29179904,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-25T21:28:08.429904Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3189517019,"revision":8055,"compact-revision":5941} {"level":"info","ts":"2026-03-25T21:33:08.374553Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10579} {"level":"info","ts":"2026-03-25T21:33:08.454153Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10579,"took":"77.166143ms","hash":2182108571,"current-db-size-bytes":56598528,"current-db-size":"57 MB","current-db-size-in-use-bytes":21282816,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-25T21:33:08.454208Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2182108571,"revision":10579,"compact-revision":8055}