{"level":"warn","ts":"2026-03-31T18:30:25.903775Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T18:30:25.90389Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.238:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.238:2380","--initial-cluster=instance=https://199.204.45.238:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.238:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.238:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T18:30:25.903981Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T18:30:25.903999Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.238:2380"]} {"level":"info","ts":"2026-03-31T18:30:25.904021Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T18:30:25.90481Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"]} {"level":"info","ts":"2026-03-31T18:30:25.904908Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.238:2380"],"listen-peer-urls":["https://199.204.45.238:2380"],"advertise-client-urls":["https://199.204.45.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.238:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T18:30:25.934694Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"29.452015ms"} {"level":"info","ts":"2026-03-31T18:30:26.086037Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d7dbc9f5893cc1f6","cluster-id":"823d1d08ab21430c"} {"level":"info","ts":"2026-03-31T18:30:26.086192Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T18:30:26.086299Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became follower at term 0"} {"level":"info","ts":"2026-03-31T18:30:26.08632Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d7dbc9f5893cc1f6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T18:30:26.086375Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became follower at term 1"} {"level":"info","ts":"2026-03-31T18:30:26.086436Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=(15554247794460770806)"} {"level":"warn","ts":"2026-03-31T18:30:26.10454Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T18:30:26.107841Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T18:30:26.111681Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T18:30:26.118245Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d7dbc9f5893cc1f6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T18:30:26.118507Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d7dbc9f5893cc1f6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T18:30:26.118601Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:30:26.118721Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:30:26.118767Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:30:26.123078Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T18:30:26.123205Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.238:2380"} {"level":"info","ts":"2026-03-31T18:30:26.123264Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.238:2380"} {"level":"info","ts":"2026-03-31T18:30:26.123566Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d7dbc9f5893cc1f6","initial-advertise-peer-urls":["https://199.204.45.238:2380"],"listen-peer-urls":["https://199.204.45.238:2380"],"advertise-client-urls":["https://199.204.45.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T18:30:26.123654Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T18:30:26.135729Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=(15554247794460770806)"} {"level":"info","ts":"2026-03-31T18:30:26.136002Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"823d1d08ab21430c","local-member-id":"d7dbc9f5893cc1f6","added-peer-id":"d7dbc9f5893cc1f6","added-peer-peer-urls":["https://199.204.45.238:2380"]} {"level":"info","ts":"2026-03-31T18:30:26.989328Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T18:30:26.9894Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T18:30:26.989444Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 received MsgPreVoteResp from d7dbc9f5893cc1f6 at term 1"} {"level":"info","ts":"2026-03-31T18:30:26.989475Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became candidate at term 2"} {"level":"info","ts":"2026-03-31T18:30:26.9895Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 received MsgVoteResp from d7dbc9f5893cc1f6 at term 2"} {"level":"info","ts":"2026-03-31T18:30:26.989522Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became leader at term 2"} {"level":"info","ts":"2026-03-31T18:30:26.989547Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d7dbc9f5893cc1f6 elected leader d7dbc9f5893cc1f6 at term 2"} {"level":"info","ts":"2026-03-31T18:30:26.99217Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d7dbc9f5893cc1f6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.238:2379]}","request-path":"/0/members/d7dbc9f5893cc1f6/attributes","cluster-id":"823d1d08ab21430c","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T18:30:26.992215Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T18:30:26.992176Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:30:26.992284Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T18:30:26.992597Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T18:30:26.992643Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T18:30:26.994977Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"823d1d08ab21430c","local-member-id":"d7dbc9f5893cc1f6","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:30:26.995231Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:30:26.995343Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:30:26.996597Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T18:30:26.99862Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.238:2379"} {"level":"info","ts":"2026-03-31T18:30:29.970666Z","caller":"traceutil/trace.go:171","msg":"trace[1107252925] transaction","detail":"{read_only:false; response_revision:150; number_of_response:1; }","duration":"325.042523ms","start":"2026-03-31T18:30:29.645598Z","end":"2026-03-31T18:30:29.970641Z","steps":["trace[1107252925] 'process raft request' (duration: 316.851279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:29.971164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:29.64557Z","time spent":"325.197216ms","remote":"127.0.0.1:42404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:30:30.038086Z","caller":"traceutil/trace.go:171","msg":"trace[1448814803] transaction","detail":"{read_only:false; response_revision:151; number_of_response:1; }","duration":"369.25917ms","start":"2026-03-31T18:30:29.668798Z","end":"2026-03-31T18:30:30.038058Z","steps":["trace[1448814803] 'process raft request' (duration: 368.866742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:30.03825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:29.668782Z","time spent":"369.401753ms","remote":"127.0.0.1:42310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:30:30.19638Z","caller":"traceutil/trace.go:171","msg":"trace[1327518503] transaction","detail":"{read_only:false; response_revision:152; number_of_response:1; }","duration":"158.292992ms","start":"2026-03-31T18:30:30.03806Z","end":"2026-03-31T18:30:30.196352Z","steps":["trace[1327518503] 'process raft request' (duration: 148.697575ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:30.213314Z","caller":"traceutil/trace.go:171","msg":"trace[1755124216] linearizableReadLoop","detail":"{readStateIndex:157; appliedIndex:155; }","duration":"171.707323ms","start":"2026-03-31T18:30:30.04159Z","end":"2026-03-31T18:30:30.213297Z","steps":["trace[1755124216] 'read index received' (duration: 145.166824ms)","trace[1755124216] 'applied index is now lower than readState.Index' (duration: 26.539549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:30.213445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.839477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-9nnws\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-31T18:30:30.213476Z","caller":"traceutil/trace.go:171","msg":"trace[1538573865] transaction","detail":"{read_only:false; response_revision:153; number_of_response:1; }","duration":"172.44165ms","start":"2026-03-31T18:30:30.040914Z","end":"2026-03-31T18:30:30.213356Z","steps":["trace[1538573865] 'process raft request' (duration: 172.312957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:30.213543Z","caller":"traceutil/trace.go:171","msg":"trace[529088208] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-9nnws; range_end:; response_count:1; response_revision:153; }","duration":"171.971939ms","start":"2026-03-31T18:30:30.041546Z","end":"2026-03-31T18:30:30.213518Z","steps":["trace[529088208] 'agreement among raft nodes before linearized reading' (duration: 171.816895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:32.331756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961681749,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:32.640374Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175086091s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:30:32.641424Z","caller":"traceutil/trace.go:171","msg":"trace[835067772] linearizableReadLoop","detail":"{readStateIndex:266; appliedIndex:265; }","duration":"810.772843ms","start":"2026-03-31T18:30:31.830626Z","end":"2026-03-31T18:30:32.641399Z","steps":["trace[835067772] 'read index received' (duration: 810.004305ms)","trace[835067772] 'applied index is now lower than readState.Index' (duration: 767.128µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:32.641446Z","caller":"traceutil/trace.go:171","msg":"trace[915277088] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"1.176227647s","start":"2026-03-31T18:30:31.465184Z","end":"2026-03-31T18:30:32.641412Z","steps":["trace[915277088] 'process raft request' (duration: 1.175536381s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:32.641622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:31.465162Z","time spent":"1.17638674s","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":176,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:32.641636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.532231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T18:30:32.641656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.578246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:32.641647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.52862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:30:32.641696Z","caller":"traceutil/trace.go:171","msg":"trace[353115576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:261; }","duration":"105.612353ms","start":"2026-03-31T18:30:32.536067Z","end":"2026-03-31T18:30:32.641679Z","steps":["trace[353115576] 'agreement among raft nodes before linearized reading' (duration: 105.46788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:32.6417Z","caller":"traceutil/trace.go:171","msg":"trace[544706961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:261; }","duration":"212.675398ms","start":"2026-03-31T18:30:32.429012Z","end":"2026-03-31T18:30:32.641687Z","steps":["trace[544706961] 'agreement among raft nodes before linearized reading' (duration: 212.499474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:32.641625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.991057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3496"} {"level":"info","ts":"2026-03-31T18:30:32.641801Z","caller":"traceutil/trace.go:171","msg":"trace[669584022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:261; }","duration":"128.652393ms","start":"2026-03-31T18:30:32.513053Z","end":"2026-03-31T18:30:32.641706Z","steps":["trace[669584022] 'agreement among raft nodes before linearized reading' (duration: 128.509479ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:32.641819Z","caller":"traceutil/trace.go:171","msg":"trace[229098632] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:261; }","duration":"811.188292ms","start":"2026-03-31T18:30:31.830586Z","end":"2026-03-31T18:30:32.641774Z","steps":["trace[229098632] 'agreement among raft nodes before linearized reading' (duration: 810.897506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:32.641876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:31.830566Z","time spent":"811.294634ms","remote":"127.0.0.1:42242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3520,"request content":"key:\"/registry/minions/instance\" "} 2026/03/31 18:30:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:33.720688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.509576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:33.72093Z","caller":"traceutil/trace.go:171","msg":"trace[1397637027] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"142.383652ms","start":"2026-03-31T18:30:33.578456Z","end":"2026-03-31T18:30:33.720839Z","steps":["trace[1397637027] 'process raft request' (duration: 18.483247ms)","trace[1397637027] 'compare' (duration: 123.378904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:33.72107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.388051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:33.720947Z","caller":"traceutil/trace.go:171","msg":"trace[1334533285] linearizableReadLoop","detail":"{readStateIndex:305; appliedIndex:304; }","duration":"114.244888ms","start":"2026-03-31T18:30:33.606665Z","end":"2026-03-31T18:30:33.72091Z","steps":["trace[1334533285] 'read index received' (duration: 24.431µs)","trace[1334533285] 'applied index is now lower than readState.Index' (duration: 114.217497ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:33.721132Z","caller":"traceutil/trace.go:171","msg":"trace[1292608800] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:0; response_revision:301; }","duration":"114.510323ms","start":"2026-03-31T18:30:33.606603Z","end":"2026-03-31T18:30:33.721113Z","steps":["trace[1292608800] 'agreement among raft nodes before linearized reading' (duration: 114.37974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:33.904409Z","caller":"traceutil/trace.go:171","msg":"trace[2126808867] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"179.226284ms","start":"2026-03-31T18:30:33.725143Z","end":"2026-03-31T18:30:33.90437Z","steps":["trace[2126808867] 'process raft request' (duration: 133.42164ms)","trace[2126808867] 'compare' (duration: 45.604489ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:33.91525Z","caller":"traceutil/trace.go:171","msg":"trace[2122135526] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"189.824202ms","start":"2026-03-31T18:30:33.725373Z","end":"2026-03-31T18:30:33.915198Z","steps":["trace[2122135526] 'process raft request' (duration: 189.554676ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:33.915273Z","caller":"traceutil/trace.go:171","msg":"trace[1160977601] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"186.927777ms","start":"2026-03-31T18:30:33.728318Z","end":"2026-03-31T18:30:33.915246Z","steps":["trace[1160977601] 'process raft request' (duration: 186.742843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:33.915321Z","caller":"traceutil/trace.go:171","msg":"trace[1672713660] transaction","detail":"{read_only:false; number_of_response:0; response_revision:304; }","duration":"158.215589ms","start":"2026-03-31T18:30:33.757068Z","end":"2026-03-31T18:30:33.915283Z","steps":["trace[1672713660] 'process raft request' (duration: 158.070586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:33.915458Z","caller":"traceutil/trace.go:171","msg":"trace[1054547306] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"139.165389ms","start":"2026-03-31T18:30:33.776267Z","end":"2026-03-31T18:30:33.915432Z","steps":["trace[1054547306] 'process raft request' (duration: 138.925774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:33.915503Z","caller":"traceutil/trace.go:171","msg":"trace[1597277918] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"138.71238ms","start":"2026-03-31T18:30:33.776776Z","end":"2026-03-31T18:30:33.915489Z","steps":["trace[1597277918] 'process raft request' (duration: 138.593257ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:33.915614Z","caller":"traceutil/trace.go:171","msg":"trace[2093820247] transaction","detail":"{read_only:false; number_of_response:0; response_revision:307; }","duration":"137.40501ms","start":"2026-03-31T18:30:33.778199Z","end":"2026-03-31T18:30:33.915604Z","steps":["trace[2093820247] 'process raft request' (duration: 137.287488ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:33.915634Z","caller":"traceutil/trace.go:171","msg":"trace[834478127] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"137.888712ms","start":"2026-03-31T18:30:33.777731Z","end":"2026-03-31T18:30:33.915619Z","steps":["trace[834478127] 'process raft request' (duration: 137.701957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:33.915662Z","caller":"traceutil/trace.go:171","msg":"trace[1705540497] transaction","detail":"{read_only:false; number_of_response:0; response_revision:307; }","duration":"137.384401ms","start":"2026-03-31T18:30:33.778262Z","end":"2026-03-31T18:30:33.915646Z","steps":["trace[1705540497] 'process raft request' (duration: 137.262067ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:33.915589Z","caller":"traceutil/trace.go:171","msg":"trace[306845826] linearizableReadLoop","detail":"{readStateIndex:308; appliedIndex:306; }","duration":"189.881083ms","start":"2026-03-31T18:30:33.725681Z","end":"2026-03-31T18:30:33.915562Z","steps":["trace[306845826] 'read index received' (duration: 132.99855ms)","trace[306845826] 'applied index is now lower than readState.Index' (duration: 56.881283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:33.915738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.039789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4021"} {"level":"info","ts":"2026-03-31T18:30:33.915823Z","caller":"traceutil/trace.go:171","msg":"trace[184250814] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:307; }","duration":"190.155941ms","start":"2026-03-31T18:30:33.725647Z","end":"2026-03-31T18:30:33.915803Z","steps":["trace[184250814] 'agreement among raft nodes before linearized reading' (duration: 189.998317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:35.671974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.278061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-31T18:30:35.672058Z","caller":"traceutil/trace.go:171","msg":"trace[1617987433] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:343; }","duration":"115.376243ms","start":"2026-03-31T18:30:35.556664Z","end":"2026-03-31T18:30:35.67204Z","steps":["trace[1617987433] 'range keys from in-memory index tree' (duration: 115.176868ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.212044Z","caller":"traceutil/trace.go:171","msg":"trace[1111819645] linearizableReadLoop","detail":"{readStateIndex:354; appliedIndex:353; }","duration":"104.921626ms","start":"2026-03-31T18:30:36.107098Z","end":"2026-03-31T18:30:36.21202Z","steps":["trace[1111819645] 'read index received' (duration: 104.65773ms)","trace[1111819645] 'applied index is now lower than readState.Index' (duration: 262.836µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:36.212198Z","caller":"traceutil/trace.go:171","msg":"trace[89854125] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"112.083349ms","start":"2026-03-31T18:30:36.100082Z","end":"2026-03-31T18:30:36.212165Z","steps":["trace[89854125] 'process raft request' (duration: 111.774352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.212232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.109941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-31T18:30:36.212417Z","caller":"traceutil/trace.go:171","msg":"trace[781343713] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:344; }","duration":"105.359637ms","start":"2026-03-31T18:30:36.107045Z","end":"2026-03-31T18:30:36.212404Z","steps":["trace[781343713] 'agreement among raft nodes before linearized reading' (duration: 105.116891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.546062Z","caller":"traceutil/trace.go:171","msg":"trace[1760094674] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"325.438201ms","start":"2026-03-31T18:30:36.220588Z","end":"2026-03-31T18:30:36.546026Z","steps":["trace[1760094674] 'process raft request' (duration: 246.146513ms)","trace[1760094674] 'compare' (duration: 79.168145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:36.546245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.220572Z","time spent":"325.580506ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:30:36.617814Z","caller":"traceutil/trace.go:171","msg":"trace[293882074] linearizableReadLoop","detail":"{readStateIndex:357; appliedIndex:354; }","duration":"360.252698ms","start":"2026-03-31T18:30:36.257543Z","end":"2026-03-31T18:30:36.617796Z","steps":["trace[293882074] 'read index received' (duration: 209.20237ms)","trace[293882074] 'applied index is now lower than readState.Index' (duration: 151.049458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:36.617986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.427861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T18:30:36.618051Z","caller":"traceutil/trace.go:171","msg":"trace[2126059284] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:348; }","duration":"360.556534ms","start":"2026-03-31T18:30:36.257479Z","end":"2026-03-31T18:30:36.618036Z","steps":["trace[2126059284] 'agreement among raft nodes before linearized reading' (duration: 360.407521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.618101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.257445Z","time spent":"360.642196ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-03-31T18:30:36.618784Z","caller":"traceutil/trace.go:171","msg":"trace[1058374565] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"397.297352ms","start":"2026-03-31T18:30:36.221456Z","end":"2026-03-31T18:30:36.618753Z","steps":["trace[1058374565] 'process raft request' (duration: 395.991133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.619026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.221438Z","time spent":"397.420574ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:30:36.619076Z","caller":"traceutil/trace.go:171","msg":"trace[2006441302] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"360.284379ms","start":"2026-03-31T18:30:36.258769Z","end":"2026-03-31T18:30:36.619053Z","steps":["trace[2006441302] 'process raft request' (duration: 358.988149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.619491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.258757Z","time spent":"360.37532ms","remote":"127.0.0.1:42310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2263,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:36.619715Z","caller":"traceutil/trace.go:171","msg":"trace[982405467] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"397.731523ms","start":"2026-03-31T18:30:36.221909Z","end":"2026-03-31T18:30:36.61964Z","steps":["trace[982405467] 'process raft request' (duration: 395.650626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.619794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.221885Z","time spent":"397.866945ms","remote":"127.0.0.1:42242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:36.767591Z","caller":"traceutil/trace.go:171","msg":"trace[247390977] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"143.848146ms","start":"2026-03-31T18:30:36.62372Z","end":"2026-03-31T18:30:36.767568Z","steps":["trace[247390977] 'process raft request' (duration: 143.800835ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.767747Z","caller":"traceutil/trace.go:171","msg":"trace[631087899] linearizableReadLoop","detail":"{readStateIndex:359; appliedIndex:358; }","duration":"149.853201ms","start":"2026-03-31T18:30:36.617874Z","end":"2026-03-31T18:30:36.767727Z","steps":["trace[631087899] 'read index received' (duration: 1.483493ms)","trace[631087899] 'applied index is now lower than readState.Index' (duration: 148.367688ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:36.767843Z","caller":"traceutil/trace.go:171","msg":"trace[1610672772] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"218.312895ms","start":"2026-03-31T18:30:36.549517Z","end":"2026-03-31T18:30:36.76783Z","steps":["trace[1610672772] 'process raft request' (duration: 131.585548ms)","trace[1610672772] 'compare' (duration: 86.281476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:36.767996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.242451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-03-31T18:30:36.768042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.977459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-31T18:30:36.76805Z","caller":"traceutil/trace.go:171","msg":"trace[1727883194] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:350; }","duration":"260.339404ms","start":"2026-03-31T18:30:36.507696Z","end":"2026-03-31T18:30:36.768035Z","steps":["trace[1727883194] 'agreement among raft nodes before linearized reading' (duration: 260.234591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.768082Z","caller":"traceutil/trace.go:171","msg":"trace[199387689] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:350; }","duration":"410.059242ms","start":"2026-03-31T18:30:36.35801Z","end":"2026-03-31T18:30:36.768069Z","steps":["trace[199387689] 'agreement among raft nodes before linearized reading' (duration: 409.97307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.768099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.640048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-31T18:30:36.768119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.357987Z","time spent":"410.122133ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":258,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"info","ts":"2026-03-31T18:30:36.768136Z","caller":"traceutil/trace.go:171","msg":"trace[1826124913] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:350; }","duration":"310.71187ms","start":"2026-03-31T18:30:36.457411Z","end":"2026-03-31T18:30:36.768122Z","steps":["trace[1826124913] 'agreement among raft nodes before linearized reading' (duration: 310.665459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.768172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.457383Z","time spent":"310.781242ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-03-31T18:30:36.767996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.92113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T18:30:36.768218Z","caller":"traceutil/trace.go:171","msg":"trace[1022284755] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:350; }","duration":"360.188677ms","start":"2026-03-31T18:30:36.40802Z","end":"2026-03-31T18:30:36.768209Z","steps":["trace[1022284755] 'agreement among raft nodes before linearized reading' (duration: 359.848809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.768056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.980147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:36.768248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.407998Z","time spent":"360.240107ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-03-31T18:30:36.76824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.251386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T18:30:36.768279Z","caller":"traceutil/trace.go:171","msg":"trace[767517407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:350; }","duration":"288.219413ms","start":"2026-03-31T18:30:36.480046Z","end":"2026-03-31T18:30:36.768265Z","steps":["trace[767517407] 'agreement among raft nodes before linearized reading' (duration: 287.984278ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.768329Z","caller":"traceutil/trace.go:171","msg":"trace[1237940415] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:350; }","duration":"144.417709ms","start":"2026-03-31T18:30:36.623889Z","end":"2026-03-31T18:30:36.768306Z","steps":["trace[1237940415] 'agreement among raft nodes before linearized reading' (duration: 144.249595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.76836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.243134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-31T18:30:36.768423Z","caller":"traceutil/trace.go:171","msg":"trace[1692349988] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:350; }","duration":"210.326055ms","start":"2026-03-31T18:30:36.558079Z","end":"2026-03-31T18:30:36.768406Z","steps":["trace[1692349988] 'agreement among raft nodes before linearized reading' (duration: 210.238933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.768615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.934844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:30:36.768667Z","caller":"traceutil/trace.go:171","msg":"trace[1045617185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:350; }","duration":"104.017816ms","start":"2026-03-31T18:30:36.664636Z","end":"2026-03-31T18:30:36.768654Z","steps":["trace[1045617185] 'agreement among raft nodes before linearized reading' (duration: 103.932875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.768664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.993139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:30:36.768755Z","caller":"traceutil/trace.go:171","msg":"trace[476898177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:350; }","duration":"101.113591ms","start":"2026-03-31T18:30:36.667621Z","end":"2026-03-31T18:30:36.768734Z","steps":["trace[476898177] 'agreement among raft nodes before linearized reading' (duration: 100.946378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.768685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.887948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-31T18:30:36.768898Z","caller":"traceutil/trace.go:171","msg":"trace[1726506122] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:350; }","duration":"461.131404ms","start":"2026-03-31T18:30:36.30775Z","end":"2026-03-31T18:30:36.768881Z","steps":["trace[1726506122] 'agreement among raft nodes before linearized reading' (duration: 460.884678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.768951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.30773Z","time spent":"461.205285ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-03-31T18:30:36.975147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.271415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:36.975401Z","caller":"traceutil/trace.go:171","msg":"trace[1057065287] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"202.636322ms","start":"2026-03-31T18:30:36.772715Z","end":"2026-03-31T18:30:36.975351Z","steps":["trace[1057065287] 'process raft request' (duration: 101.07246ms)","trace[1057065287] 'compare' (duration: 101.073791ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:36.97543Z","caller":"traceutil/trace.go:171","msg":"trace[458498813] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"202.635212ms","start":"2026-03-31T18:30:36.772761Z","end":"2026-03-31T18:30:36.975396Z","steps":["trace[458498813] 'process raft request' (duration: 202.476708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.975441Z","caller":"traceutil/trace.go:171","msg":"trace[872052772] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"201.171079ms","start":"2026-03-31T18:30:36.774247Z","end":"2026-03-31T18:30:36.975418Z","steps":["trace[872052772] 'process raft request' (duration: 201.042837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.975579Z","caller":"traceutil/trace.go:171","msg":"trace[1935541890] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"199.915481ms","start":"2026-03-31T18:30:36.775651Z","end":"2026-03-31T18:30:36.975566Z","steps":["trace[1935541890] 'process raft request' (duration: 199.751987ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.975683Z","caller":"traceutil/trace.go:171","msg":"trace[1319882617] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"201.259301ms","start":"2026-03-31T18:30:36.774401Z","end":"2026-03-31T18:30:36.97566Z","steps":["trace[1319882617] 'process raft request' (duration: 200.925463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.975721Z","caller":"traceutil/trace.go:171","msg":"trace[1926965886] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"199.483291ms","start":"2026-03-31T18:30:36.776215Z","end":"2026-03-31T18:30:36.975699Z","steps":["trace[1926965886] 'process raft request' (duration: 199.262136ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.975752Z","caller":"traceutil/trace.go:171","msg":"trace[1408182388] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"200.389512ms","start":"2026-03-31T18:30:36.775263Z","end":"2026-03-31T18:30:36.975653Z","steps":["trace[1408182388] 'process raft request' (duration: 200.095305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.97583Z","caller":"traceutil/trace.go:171","msg":"trace[1889010951] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"198.535249ms","start":"2026-03-31T18:30:36.777277Z","end":"2026-03-31T18:30:36.975812Z","steps":["trace[1889010951] 'process raft request' (duration: 198.270303ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.97597Z","caller":"traceutil/trace.go:171","msg":"trace[1122847303] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"198.324664ms","start":"2026-03-31T18:30:36.777628Z","end":"2026-03-31T18:30:36.975953Z","steps":["trace[1122847303] 'process raft request' (duration: 197.959116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.97638Z","caller":"traceutil/trace.go:171","msg":"trace[36059608] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"198.07607ms","start":"2026-03-31T18:30:36.778291Z","end":"2026-03-31T18:30:36.976367Z","steps":["trace[36059608] 'process raft request' (duration: 197.337383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.976916Z","caller":"traceutil/trace.go:171","msg":"trace[1002098440] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"198.356775ms","start":"2026-03-31T18:30:36.778542Z","end":"2026-03-31T18:30:36.976899Z","steps":["trace[1002098440] 'process raft request' (duration: 197.581828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.977337Z","caller":"traceutil/trace.go:171","msg":"trace[1789410171] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"198.389356ms","start":"2026-03-31T18:30:36.778924Z","end":"2026-03-31T18:30:36.977314Z","steps":["trace[1789410171] 'process raft request' (duration: 198.058558ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.977403Z","caller":"traceutil/trace.go:171","msg":"trace[1171937150] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"197.226609ms","start":"2026-03-31T18:30:36.780153Z","end":"2026-03-31T18:30:36.97738Z","steps":["trace[1171937150] 'process raft request' (duration: 196.975793ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.977438Z","caller":"traceutil/trace.go:171","msg":"trace[379272493] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"196.989174ms","start":"2026-03-31T18:30:36.780425Z","end":"2026-03-31T18:30:36.977414Z","steps":["trace[379272493] 'process raft request' (duration: 196.755929ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.977502Z","caller":"traceutil/trace.go:171","msg":"trace[1524458205] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"198.792834ms","start":"2026-03-31T18:30:36.778694Z","end":"2026-03-31T18:30:36.977487Z","steps":["trace[1524458205] 'process raft request' (duration: 197.488025ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.977846Z","caller":"traceutil/trace.go:171","msg":"trace[52130685] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"153.146595ms","start":"2026-03-31T18:30:36.824684Z","end":"2026-03-31T18:30:36.977831Z","steps":["trace[52130685] 'process raft request' (duration: 152.574201ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:37.567207Z","caller":"traceutil/trace.go:171","msg":"trace[2015200295] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"584.581348ms","start":"2026-03-31T18:30:36.982599Z","end":"2026-03-31T18:30:37.567181Z","steps":["trace[2015200295] 'process raft request' (duration: 584.499556ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:37.567262Z","caller":"traceutil/trace.go:171","msg":"trace[1403129636] linearizableReadLoop","detail":"{readStateIndex:383; appliedIndex:378; }","duration":"536.171826ms","start":"2026-03-31T18:30:37.031077Z","end":"2026-03-31T18:30:37.567249Z","steps":["trace[1403129636] 'read index received' (duration: 447.666119ms)","trace[1403129636] 'applied index is now lower than readState.Index' (duration: 88.503237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:37.567307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.982592Z","time spent":"584.66648ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":654,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:30:37.567305Z","caller":"traceutil/trace.go:171","msg":"trace[1706110053] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"583.618056ms","start":"2026-03-31T18:30:36.98366Z","end":"2026-03-31T18:30:37.567278Z","steps":["trace[1706110053] 'process raft request' (duration: 583.510194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:37.567423Z","caller":"traceutil/trace.go:171","msg":"trace[110903578] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"581.026798ms","start":"2026-03-31T18:30:36.986389Z","end":"2026-03-31T18:30:37.567416Z","steps":["trace[110903578] 'process raft request' (duration: 580.818363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:37.567442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.983654Z","time spent":"583.712698ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3691,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:37.567461Z","caller":"traceutil/trace.go:171","msg":"trace[956874746] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"585.194562ms","start":"2026-03-31T18:30:36.982257Z","end":"2026-03-31T18:30:37.567451Z","steps":["trace[956874746] 'process raft request' (duration: 496.42507ms)","trace[956874746] 'compare' (duration: 88.19621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:37.567478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.98637Z","time spent":"581.070229ms","remote":"127.0.0.1:42404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2264,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:37.567501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.982245Z","time spent":"585.237763ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:37.567583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.559979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:2205"} {"level":"info","ts":"2026-03-31T18:30:37.567605Z","caller":"traceutil/trace.go:171","msg":"trace[762122305] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:373; }","duration":"581.603331ms","start":"2026-03-31T18:30:36.985995Z","end":"2026-03-31T18:30:37.567598Z","steps":["trace[762122305] 'agreement among raft nodes before linearized reading' (duration: 581.56222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:37.567623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.985989Z","time spent":"581.630901ms","remote":"127.0.0.1:42404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":2229,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"info","ts":"2026-03-31T18:30:37.567627Z","caller":"traceutil/trace.go:171","msg":"trace[1021723467] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"584.112787ms","start":"2026-03-31T18:30:36.983502Z","end":"2026-03-31T18:30:37.567615Z","steps":["trace[1021723467] 'process raft request' (duration: 583.636506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:37.567675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.983496Z","time spent":"584.157228ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3378,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:37.567716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.895962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T18:30:37.567736Z","caller":"traceutil/trace.go:171","msg":"trace[1532575365] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:373; }","duration":"532.955434ms","start":"2026-03-31T18:30:37.034774Z","end":"2026-03-31T18:30:37.567729Z","steps":["trace[1532575365] 'agreement among raft nodes before linearized reading' (duration: 532.920223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:37.567753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.034742Z","time spent":"533.006604ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-03-31T18:30:37.56788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.194711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:37.567899Z","caller":"traceutil/trace.go:171","msg":"trace[1563118635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:373; }","duration":"116.248492ms","start":"2026-03-31T18:30:37.451644Z","end":"2026-03-31T18:30:37.567893Z","steps":["trace[1563118635] 'agreement among raft nodes before linearized reading' (duration: 116.216711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:37.568978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.630558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:30:37.569068Z","caller":"traceutil/trace.go:171","msg":"trace[2059564077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:373; }","duration":"150.757991ms","start":"2026-03-31T18:30:37.418287Z","end":"2026-03-31T18:30:37.569045Z","steps":["trace[2059564077] 'agreement among raft nodes before linearized reading' (duration: 150.600217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.075226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961681984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:38.575796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961681984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:39.077005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961681984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:39.577325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961681984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:39.8892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000094833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:39.889317Z","caller":"traceutil/trace.go:171","msg":"trace[1567501745] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000276437s","start":"2026-03-31T18:30:37.889008Z","end":"2026-03-31T18:30:39.889285Z","steps":["trace[1567501745] 'agreement among raft nodes before linearized reading' (duration: 2.000131954s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.889369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.888978Z","time spent":"2.00037775s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:39.980646Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.408890216s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:30:40.068473Z","caller":"traceutil/trace.go:171","msg":"trace[1004159843] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"2.496806399s","start":"2026-03-31T18:30:37.571636Z","end":"2026-03-31T18:30:40.068442Z","steps":["trace[1004159843] 'process raft request' (duration: 2.409233414s)","trace[1004159843] 'compare' (duration: 86.570432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:40.070123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.571608Z","time spent":"2.496986513s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3424,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:40.072125Z","caller":"traceutil/trace.go:171","msg":"trace[1782908809] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"2.498858225s","start":"2026-03-31T18:30:37.573232Z","end":"2026-03-31T18:30:40.07209Z","steps":["trace[1782908809] 'process raft request' (duration: 2.498509218s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.072231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.573219Z","time spent":"2.498965699s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:30:40.072446Z","caller":"traceutil/trace.go:171","msg":"trace[1749765423] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"2.499371957s","start":"2026-03-31T18:30:37.573045Z","end":"2026-03-31T18:30:40.072417Z","steps":["trace[1749765423] 'process raft request' (duration: 2.498416905s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:40.072432Z","caller":"traceutil/trace.go:171","msg":"trace[1953653563] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"2.498460497s","start":"2026-03-31T18:30:37.57394Z","end":"2026-03-31T18:30:40.0724Z","steps":["trace[1953653563] 'process raft request' (duration: 2.497960866s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.07254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.573023Z","time spent":"2.499446039s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:40.072535Z","caller":"traceutil/trace.go:171","msg":"trace[800235871] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"2.497088096s","start":"2026-03-31T18:30:37.575365Z","end":"2026-03-31T18:30:40.072453Z","steps":["trace[800235871] 'process raft request' (duration: 2.496676056s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.072775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.575354Z","time spent":"2.497324781s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:40.072847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.573908Z","time spent":"2.498647131s","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:40.072869Z","caller":"traceutil/trace.go:171","msg":"trace[888362481] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"2.496244377s","start":"2026-03-31T18:30:37.576233Z","end":"2026-03-31T18:30:40.072478Z","steps":["trace[888362481] 'process raft request' (duration: 2.495982641s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.072986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.576225Z","time spent":"2.496706667s","remote":"127.0.0.1:42404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:40.073665Z","caller":"traceutil/trace.go:171","msg":"trace[1225274245] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"1.368531826s","start":"2026-03-31T18:30:38.705041Z","end":"2026-03-31T18:30:40.073573Z","steps":["trace[1225274245] 'process raft request' (duration: 1.367344629s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.073758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.705015Z","time spent":"1.36868599s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:40.074509Z","caller":"traceutil/trace.go:171","msg":"trace[1045409509] linearizableReadLoop","detail":"{readStateIndex:390; appliedIndex:383; }","duration":"2.499985621s","start":"2026-03-31T18:30:37.574335Z","end":"2026-03-31T18:30:40.074321Z","steps":["trace[1045409509] 'read index received' (duration: 2.406550323s)","trace[1045409509] 'applied index is now lower than readState.Index' (duration: 93.233554ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:40.074498Z","caller":"traceutil/trace.go:171","msg":"trace[157303177] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"181.754041ms","start":"2026-03-31T18:30:39.892386Z","end":"2026-03-31T18:30:40.07414Z","steps":["trace[157303177] 'process raft request' (duration: 181.006494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.076951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.50259966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"info","ts":"2026-03-31T18:30:40.077004Z","caller":"traceutil/trace.go:171","msg":"trace[734985479] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:381; }","duration":"2.502685952s","start":"2026-03-31T18:30:37.574305Z","end":"2026-03-31T18:30:40.076991Z","steps":["trace[734985479] 'agreement among raft nodes before linearized reading' (duration: 2.499823268s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.077033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.574295Z","time spent":"2.502731873s","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3730,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-31T18:30:40.077137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377665602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-03-31T18:30:40.077154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095494525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T18:30:40.077159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095519516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:30:40.077218Z","caller":"traceutil/trace.go:171","msg":"trace[468860942] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:381; }","duration":"2.377789045s","start":"2026-03-31T18:30:37.69941Z","end":"2026-03-31T18:30:40.077199Z","steps":["trace[468860942] 'agreement among raft nodes before linearized reading' (duration: 2.377633201s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:40.077228Z","caller":"traceutil/trace.go:171","msg":"trace[1695690556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:381; }","duration":"1.095606058s","start":"2026-03-31T18:30:38.981602Z","end":"2026-03-31T18:30:40.077208Z","steps":["trace[1695690556] 'agreement among raft nodes before linearized reading' (duration: 1.095458355s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:40.077242Z","caller":"traceutil/trace.go:171","msg":"trace[1178410074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:381; }","duration":"1.095675149s","start":"2026-03-31T18:30:38.981545Z","end":"2026-03-31T18:30:40.07722Z","steps":["trace[1178410074] 'agreement among raft nodes before linearized reading' (duration: 1.095522756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.077265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.981578Z","time spent":"1.09567741s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:40.0773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620252284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:40.077306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.981536Z","time spent":"1.095755741s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:30:40.077529Z","caller":"traceutil/trace.go:171","msg":"trace[90348189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:381; }","duration":"1.62050849s","start":"2026-03-31T18:30:38.457012Z","end":"2026-03-31T18:30:40.077521Z","steps":["trace[90348189] 'agreement among raft nodes before linearized reading' (duration: 1.620265025s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.077258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.699386Z","time spent":"2.377863596s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T18:30:40.077552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.456986Z","time spent":"1.620561132s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:40.077658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097791948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:30:40.077686Z","caller":"traceutil/trace.go:171","msg":"trace[289679429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:381; }","duration":"1.097859959s","start":"2026-03-31T18:30:38.979818Z","end":"2026-03-31T18:30:40.077678Z","steps":["trace[289679429] 'agreement among raft nodes before linearized reading' (duration: 1.097264996s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.077702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.979794Z","time spent":"1.09790409s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:30:50.669854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961682138,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:30:50.784351Z","caller":"traceutil/trace.go:171","msg":"trace[292502892] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"630.250529ms","start":"2026-03-31T18:30:50.154076Z","end":"2026-03-31T18:30:50.784327Z","steps":["trace[292502892] 'process raft request' (duration: 630.083276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.784549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:50.154046Z","time spent":"630.384572ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:51.348618Z","caller":"traceutil/trace.go:171","msg":"trace[456426786] linearizableReadLoop","detail":"{readStateIndex:476; appliedIndex:474; }","duration":"1.179145902s","start":"2026-03-31T18:30:50.169449Z","end":"2026-03-31T18:30:51.348595Z","steps":["trace[456426786] 'read index received' (duration: 614.725348ms)","trace[456426786] 'applied index is now lower than readState.Index' (duration: 564.419834ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:51.34876Z","caller":"traceutil/trace.go:171","msg":"trace[351461308] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"951.390744ms","start":"2026-03-31T18:30:50.397309Z","end":"2026-03-31T18:30:51.348699Z","steps":["trace[351461308] 'process raft request' (duration: 903.731789ms)","trace[351461308] 'compare' (duration: 47.349768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:51.348828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15195471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-31T18:30:51.348869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.879807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:30:51.3489Z","caller":"traceutil/trace.go:171","msg":"trace[1850509769] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:463; }","duration":"350.934938ms","start":"2026-03-31T18:30:50.997956Z","end":"2026-03-31T18:30:51.348891Z","steps":["trace[1850509769] 'agreement among raft nodes before linearized reading' (duration: 350.896187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:51.348925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:50.997939Z","time spent":"350.981439ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-03-31T18:30:51.348942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:50.397289Z","time spent":"951.579349ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:51.348954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152058782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:30:51.348871Z","caller":"traceutil/trace.go:171","msg":"trace[2058246243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:463; }","duration":"1.152047952s","start":"2026-03-31T18:30:50.196811Z","end":"2026-03-31T18:30:51.348859Z","steps":["trace[2058246243] 'agreement among raft nodes before linearized reading' (duration: 1.15195806s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:51.34899Z","caller":"traceutil/trace.go:171","msg":"trace[264215650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:463; }","duration":"1.152171095s","start":"2026-03-31T18:30:50.196811Z","end":"2026-03-31T18:30:51.348982Z","steps":["trace[264215650] 'agreement among raft nodes before linearized reading' (duration: 1.152077963s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:51.348826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179356788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:30:51.349032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:50.196789Z","time spent":"1.152232126s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:51.349019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.77267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:51.349043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:50.196794Z","time spent":"1.152216415s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:30:51.349062Z","caller":"traceutil/trace.go:171","msg":"trace[1944220675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:463; }","duration":"1.179616903s","start":"2026-03-31T18:30:50.169412Z","end":"2026-03-31T18:30:51.349029Z","steps":["trace[1944220675] 'agreement among raft nodes before linearized reading' (duration: 1.179328996s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:51.349117Z","caller":"traceutil/trace.go:171","msg":"trace[151032610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:463; }","duration":"895.927513ms","start":"2026-03-31T18:30:50.453168Z","end":"2026-03-31T18:30:51.349096Z","steps":["trace[151032610] 'agreement among raft nodes before linearized reading' (duration: 895.736479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:51.349137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:50.169396Z","time spent":"1.179724446s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:30:51.349172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:50.453146Z","time spent":"896.016525ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:30:54.361569Z","caller":"traceutil/trace.go:171","msg":"trace[796334747] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"121.739616ms","start":"2026-03-31T18:30:54.239803Z","end":"2026-03-31T18:30:54.361543Z","steps":["trace[796334747] 'process raft request' (duration: 121.593323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:01.514322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961682216,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:31:01.849267Z","caller":"traceutil/trace.go:171","msg":"trace[1158154902] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"877.307662ms","start":"2026-03-31T18:31:00.971936Z","end":"2026-03-31T18:31:01.849243Z","steps":["trace[1158154902] 'process raft request' (duration: 877.161549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:01.849394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:00.971908Z","time spent":"877.429165ms","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14213,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:02.35405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.359286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:02.354263Z","caller":"traceutil/trace.go:171","msg":"trace[2072238538] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"496.356158ms","start":"2026-03-31T18:31:01.857895Z","end":"2026-03-31T18:31:02.354251Z","steps":["trace[2072238538] 'process raft request' (duration: 496.248865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.35435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.857863Z","time spent":"496.44504ms","remote":"127.0.0.1:42544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:02.354351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355385929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:31:02.354376Z","caller":"traceutil/trace.go:171","msg":"trace[357756902] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:499; }","duration":"1.355457609s","start":"2026-03-31T18:31:00.998912Z","end":"2026-03-31T18:31:02.35437Z","steps":["trace[357756902] 'agreement among raft nodes before linearized reading' (duration: 1.355388168s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.354391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:00.99889Z","time spent":"1.355497611s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"info","ts":"2026-03-31T18:31:02.354257Z","caller":"traceutil/trace.go:171","msg":"trace[2121371257] linearizableReadLoop","detail":"{readStateIndex:512; appliedIndex:510; }","duration":"1.355261595s","start":"2026-03-31T18:31:00.998974Z","end":"2026-03-31T18:31:02.354236Z","steps":["trace[2121371257] 'read index received' (duration: 850.11194ms)","trace[2121371257] 'applied index is now lower than readState.Index' (duration: 505.147845ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:02.354387Z","caller":"traceutil/trace.go:171","msg":"trace[210947761] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"911.728309ms","start":"2026-03-31T18:31:01.442428Z","end":"2026-03-31T18:31:02.354156Z","steps":["trace[210947761] 'process raft request' (duration: 572.200459ms)","trace[210947761] 'compare' (duration: 338.754522ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:02.354476Z","caller":"traceutil/trace.go:171","msg":"trace[1769288790] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"496.270466ms","start":"2026-03-31T18:31:01.857983Z","end":"2026-03-31T18:31:02.354254Z","steps":["trace[1769288790] 'process raft request' (duration: 496.237125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.35456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.942299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:31:02.354577Z","caller":"traceutil/trace.go:171","msg":"trace[858750016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:499; }","duration":"909.98903ms","start":"2026-03-31T18:31:01.444583Z","end":"2026-03-31T18:31:02.354573Z","steps":["trace[858750016] 'agreement among raft nodes before linearized reading' (duration: 909.955829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.354561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.44241Z","time spent":"912.054655ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:02.354595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.444569Z","time spent":"910.02254ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:02.354598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.076661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:31:02.354647Z","caller":"traceutil/trace.go:171","msg":"trace[846094305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:499; }","duration":"914.159513ms","start":"2026-03-31T18:31:01.440477Z","end":"2026-03-31T18:31:02.354637Z","steps":["trace[846094305] 'agreement among raft nodes before linearized reading' (duration: 914.077391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.354621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.818448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:31:02.354671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.440463Z","time spent":"914.202524ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:31:02.354692Z","caller":"traceutil/trace.go:171","msg":"trace[1062966421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:499; }","duration":"953.957951ms","start":"2026-03-31T18:31:01.400714Z","end":"2026-03-31T18:31:02.354672Z","steps":["trace[1062966421] 'agreement among raft nodes before linearized reading' (duration: 953.793517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.354734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.40069Z","time spent":"954.035373ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:31:02.354528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.857803Z","time spent":"496.704325ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3827,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:02.569874Z","caller":"traceutil/trace.go:171","msg":"trace[11797149] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"209.571119ms","start":"2026-03-31T18:31:02.360279Z","end":"2026-03-31T18:31:02.56985Z","steps":["trace[11797149] 'process raft request' (duration: 209.501547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:02.569905Z","caller":"traceutil/trace.go:171","msg":"trace[495268704] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"209.753262ms","start":"2026-03-31T18:31:02.360124Z","end":"2026-03-31T18:31:02.569877Z","steps":["trace[495268704] 'process raft request' (duration: 182.331683ms)","trace[495268704] 'compare' (duration: 27.104722ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:02.659627Z","caller":"traceutil/trace.go:171","msg":"trace[693060348] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"298.913314ms","start":"2026-03-31T18:31:02.360687Z","end":"2026-03-31T18:31:02.659601Z","steps":["trace[693060348] 'process raft request' (duration: 298.477735ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:02.659693Z","caller":"traceutil/trace.go:171","msg":"trace[1927569704] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"298.664528ms","start":"2026-03-31T18:31:02.360995Z","end":"2026-03-31T18:31:02.65966Z","steps":["trace[1927569704] 'process raft request' (duration: 298.286809ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:02.659882Z","caller":"traceutil/trace.go:171","msg":"trace[1309077009] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"298.729419ms","start":"2026-03-31T18:31:02.361104Z","end":"2026-03-31T18:31:02.659833Z","steps":["trace[1309077009] 'process raft request' (duration: 298.246738ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:02.660054Z","caller":"traceutil/trace.go:171","msg":"trace[791244201] linearizableReadLoop","detail":"{readStateIndex:520; appliedIndex:515; }","duration":"297.649965ms","start":"2026-03-31T18:31:02.362377Z","end":"2026-03-31T18:31:02.660027Z","steps":["trace[791244201] 'read index received' (duration: 180.042512ms)","trace[791244201] 'applied index is now lower than readState.Index' (duration: 117.579592ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:02.660077Z","caller":"traceutil/trace.go:171","msg":"trace[192082023] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"223.131363ms","start":"2026-03-31T18:31:02.436925Z","end":"2026-03-31T18:31:02.660056Z","steps":["trace[192082023] 'process raft request' (duration: 222.662093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.660204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.805338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:02.660269Z","caller":"traceutil/trace.go:171","msg":"trace[150954154] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:505; }","duration":"297.90478ms","start":"2026-03-31T18:31:02.362349Z","end":"2026-03-31T18:31:02.660254Z","steps":["trace[150954154] 'agreement among raft nodes before linearized reading' (duration: 297.784697ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:02.679012Z","caller":"traceutil/trace.go:171","msg":"trace[526066479] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"103.325941ms","start":"2026-03-31T18:31:02.575636Z","end":"2026-03-31T18:31:02.678962Z","steps":["trace[526066479] 'process raft request' (duration: 93.905299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.6792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.277938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:02.679277Z","caller":"traceutil/trace.go:171","msg":"trace[2031899918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:508; }","duration":"227.41244ms","start":"2026-03-31T18:31:02.451846Z","end":"2026-03-31T18:31:02.679259Z","steps":["trace[2031899918] 'agreement among raft nodes before linearized reading' (duration: 227.245836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.953733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961682280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:05.454367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961682280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:05.67592Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.407396901s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:31:05.676412Z","caller":"traceutil/trace.go:171","msg":"trace[277017460] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"1.407975596s","start":"2026-03-31T18:31:04.268416Z","end":"2026-03-31T18:31:05.676391Z","steps":["trace[277017460] 'process raft request' (duration: 1.407783322s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.676564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.268397Z","time spent":"1.408070338s","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:05.792689Z","caller":"traceutil/trace.go:171","msg":"trace[370274896] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"1.524173717s","start":"2026-03-31T18:31:04.268481Z","end":"2026-03-31T18:31:05.792655Z","steps":["trace[370274896] 'process raft request' (duration: 1.477969544s)","trace[370274896] 'compare' (duration: 45.851214ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:05.792699Z","caller":"traceutil/trace.go:171","msg":"trace[668156014] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"1.524008642s","start":"2026-03-31T18:31:04.268656Z","end":"2026-03-31T18:31:05.792664Z","steps":["trace[668156014] 'process raft request' (duration: 1.523816778s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:05.792856Z","caller":"traceutil/trace.go:171","msg":"trace[1765039977] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"1.514705253s","start":"2026-03-31T18:31:04.278139Z","end":"2026-03-31T18:31:05.792844Z","steps":["trace[1765039977] 'process raft request' (duration: 1.514446798s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.792928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.268646Z","time spent":"1.524244567s","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:05.79298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.278099Z","time spent":"1.514808595s","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:05.792917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.268457Z","time spent":"1.524323111s","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:05.793078Z","caller":"traceutil/trace.go:171","msg":"trace[2064055292] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"1.513224089s","start":"2026-03-31T18:31:04.27982Z","end":"2026-03-31T18:31:05.793044Z","steps":["trace[2064055292] 'process raft request' (duration: 1.512944793s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:05.793157Z","caller":"traceutil/trace.go:171","msg":"trace[1051797125] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"1.511058041s","start":"2026-03-31T18:31:04.282087Z","end":"2026-03-31T18:31:05.793145Z","steps":["trace[1051797125] 'process raft request' (duration: 1.510828906s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:05.793154Z","caller":"traceutil/trace.go:171","msg":"trace[804665424] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"1.512701188s","start":"2026-03-31T18:31:04.280441Z","end":"2026-03-31T18:31:05.793142Z","steps":["trace[804665424] 'process raft request' (duration: 1.512402191s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.793195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.282068Z","time spent":"1.511110562s","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:05.793227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.279795Z","time spent":"1.513365882s","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:05.793255Z","caller":"traceutil/trace.go:171","msg":"trace[1367705206] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"1.507777466s","start":"2026-03-31T18:31:04.285471Z","end":"2026-03-31T18:31:05.793248Z","steps":["trace[1367705206] 'process raft request' (duration: 1.507518831s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.793243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.280425Z","time spent":"1.51278848s","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:05.793283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.285444Z","time spent":"1.507827528s","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:05.793437Z","caller":"traceutil/trace.go:171","msg":"trace[40967101] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"1.498717272s","start":"2026-03-31T18:31:04.29471Z","end":"2026-03-31T18:31:05.793427Z","steps":["trace[40967101] 'process raft request' (duration: 1.498453086s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.793513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.29469Z","time spent":"1.498797304s","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:05.793556Z","caller":"traceutil/trace.go:171","msg":"trace[1025388395] linearizableReadLoop","detail":"{readStateIndex:555; appliedIndex:542; }","duration":"1.340913902s","start":"2026-03-31T18:31:04.452624Z","end":"2026-03-31T18:31:05.793538Z","steps":["trace[1025388395] 'read index received' (duration: 1.223558984s)","trace[1025388395] 'applied index is now lower than readState.Index' (duration: 117.353848ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:05.793584Z","caller":"traceutil/trace.go:171","msg":"trace[1254513863] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"1.325937623s","start":"2026-03-31T18:31:04.467626Z","end":"2026-03-31T18:31:05.793564Z","steps":["trace[1254513863] 'process raft request' (duration: 1.32577476s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:05.793622Z","caller":"traceutil/trace.go:171","msg":"trace[181403506] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"1.221509178s","start":"2026-03-31T18:31:04.572107Z","end":"2026-03-31T18:31:05.793616Z","steps":["trace[181403506] 'process raft request' (duration: 1.221367204s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.793656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.467597Z","time spent":"1.326022806s","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:05.793683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.572079Z","time spent":"1.221571749s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:05.793575Z","caller":"traceutil/trace.go:171","msg":"trace[1388306591] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"1.482200409s","start":"2026-03-31T18:31:04.311366Z","end":"2026-03-31T18:31:05.793567Z","steps":["trace[1388306591] 'process raft request' (duration: 1.481898353s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.793685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341060186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:05.793734Z","caller":"traceutil/trace.go:171","msg":"trace[859718111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:539; }","duration":"1.341162438s","start":"2026-03-31T18:31:04.452558Z","end":"2026-03-31T18:31:05.793721Z","steps":["trace[859718111] 'agreement among raft nodes before linearized reading' (duration: 1.341084366s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.793752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.311326Z","time spent":"1.482382194s","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:05.79378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.452534Z","time spent":"1.341235149s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:31:05.792837Z","caller":"traceutil/trace.go:171","msg":"trace[277711272] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"1.514997269s","start":"2026-03-31T18:31:04.277826Z","end":"2026-03-31T18:31:05.792824Z","steps":["trace[277711272] 'process raft request' (duration: 1.514717903s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.793852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.277793Z","time spent":"1.516032252s","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:05.807026Z","caller":"traceutil/trace.go:171","msg":"trace[1885465875] transaction","detail":"{read_only:false; number_of_response:1; response_revision:542; }","duration":"121.181785ms","start":"2026-03-31T18:31:05.685824Z","end":"2026-03-31T18:31:05.807006Z","steps":["trace[1885465875] 'process raft request' (duration: 121.142304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:05.807377Z","caller":"traceutil/trace.go:171","msg":"trace[489604156] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"125.87039ms","start":"2026-03-31T18:31:05.681498Z","end":"2026-03-31T18:31:05.807368Z","steps":["trace[489604156] 'process raft request' (duration: 125.274297ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:05.807479Z","caller":"traceutil/trace.go:171","msg":"trace[789244895] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"125.936801ms","start":"2026-03-31T18:31:05.681536Z","end":"2026-03-31T18:31:05.807473Z","steps":["trace[789244895] 'process raft request' (duration: 125.341648ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:05.807768Z","caller":"traceutil/trace.go:171","msg":"trace[479793888] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"122.76923ms","start":"2026-03-31T18:31:05.684992Z","end":"2026-03-31T18:31:05.807762Z","steps":["trace[479793888] 'process raft request' (duration: 121.921391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.808112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144612924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:31:05.808155Z","caller":"traceutil/trace.go:171","msg":"trace[746196603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:542; }","duration":"1.144700025s","start":"2026-03-31T18:31:04.663444Z","end":"2026-03-31T18:31:05.808144Z","steps":["trace[746196603] 'agreement among raft nodes before linearized reading' (duration: 1.144594843s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.808178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.663426Z","time spent":"1.144745497s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:31:05.80837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14403772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:31:05.808389Z","caller":"traceutil/trace.go:171","msg":"trace[1648158084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:542; }","duration":"1.14408846s","start":"2026-03-31T18:31:04.664294Z","end":"2026-03-31T18:31:05.808383Z","steps":["trace[1648158084] 'agreement among raft nodes before linearized reading' (duration: 1.143995248s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.808406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.664281Z","time spent":"1.144120622s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:05.808505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234340877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:31:05.808573Z","caller":"traceutil/trace.go:171","msg":"trace[144907295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:542; }","duration":"1.23447303s","start":"2026-03-31T18:31:04.574082Z","end":"2026-03-31T18:31:05.808555Z","steps":["trace[144907295] 'agreement among raft nodes before linearized reading' (duration: 1.234292496s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.808626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.574069Z","time spent":"1.234534481s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:05.808662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.935664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:31:05.808716Z","caller":"traceutil/trace.go:171","msg":"trace[1960772528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:542; }","duration":"967.023376ms","start":"2026-03-31T18:31:04.841678Z","end":"2026-03-31T18:31:05.808701Z","steps":["trace[1960772528] 'agreement among raft nodes before linearized reading' (duration: 966.243339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.808742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.841655Z","time spent":"967.081127ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:31:11.511308Z","caller":"traceutil/trace.go:171","msg":"trace[1363820770] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"295.954091ms","start":"2026-03-31T18:31:11.215336Z","end":"2026-03-31T18:31:11.51129Z","steps":["trace[1363820770] 'process raft request' (duration: 295.557732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:12.04042Z","caller":"traceutil/trace.go:171","msg":"trace[331607271] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"118.630561ms","start":"2026-03-31T18:31:11.921743Z","end":"2026-03-31T18:31:12.040373Z","steps":["trace[331607271] 'process raft request' (duration: 117.800692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:12.040448Z","caller":"traceutil/trace.go:171","msg":"trace[708637471] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"118.026986ms","start":"2026-03-31T18:31:11.922395Z","end":"2026-03-31T18:31:12.040422Z","steps":["trace[708637471] 'process raft request' (duration: 117.937614ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:12.040591Z","caller":"traceutil/trace.go:171","msg":"trace[800683493] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"118.774404ms","start":"2026-03-31T18:31:11.921792Z","end":"2026-03-31T18:31:12.040566Z","steps":["trace[800683493] 'process raft request' (duration: 118.440756ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:12.18053Z","caller":"traceutil/trace.go:171","msg":"trace[252789715] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"123.410649ms","start":"2026-03-31T18:31:12.056846Z","end":"2026-03-31T18:31:12.180256Z","steps":["trace[252789715] 'process raft request' (duration: 122.288413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:12.548272Z","caller":"traceutil/trace.go:171","msg":"trace[1631795764] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"148.314388ms","start":"2026-03-31T18:31:12.399907Z","end":"2026-03-31T18:31:12.548222Z","steps":["trace[1631795764] 'process raft request' (duration: 147.927029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:14.443425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961682509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:14.944234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961682509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:15.188184Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.36800333s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:31:15.188611Z","caller":"traceutil/trace.go:171","msg":"trace[1099163562] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:667; }","duration":"1.245811009s","start":"2026-03-31T18:31:13.942781Z","end":"2026-03-31T18:31:15.188592Z","steps":["trace[1099163562] 'read index received' (duration: 1.245517952s)","trace[1099163562] 'applied index is now lower than readState.Index' (duration: 292.227µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:15.188706Z","caller":"traceutil/trace.go:171","msg":"trace[299849091] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"1.36882813s","start":"2026-03-31T18:31:13.819851Z","end":"2026-03-31T18:31:15.188679Z","steps":["trace[299849091] 'process raft request' (duration: 1.368556954s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:15.188825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144821002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:31:15.188837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:13.819828Z","time spent":"1.368940192s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:15.18887Z","caller":"traceutil/trace.go:171","msg":"trace[1200572132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:647; }","duration":"1.144909634s","start":"2026-03-31T18:31:14.043948Z","end":"2026-03-31T18:31:15.188858Z","steps":["trace[1200572132] 'agreement among raft nodes before linearized reading' (duration: 1.144766241s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:15.188955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:14.043931Z","time spent":"1.144992386s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:31:15.188913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.609095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:15.188999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144991016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:31:15.189039Z","caller":"traceutil/trace.go:171","msg":"trace[1362224195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:647; }","duration":"735.789499ms","start":"2026-03-31T18:31:14.453218Z","end":"2026-03-31T18:31:15.189007Z","steps":["trace[1362224195] 'agreement among raft nodes before linearized reading' (duration: 735.565824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:15.188933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246105695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:31:15.189071Z","caller":"traceutil/trace.go:171","msg":"trace[1431620603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:647; }","duration":"1.145076648s","start":"2026-03-31T18:31:14.043975Z","end":"2026-03-31T18:31:15.189051Z","steps":["trace[1431620603] 'agreement among raft nodes before linearized reading' (duration: 1.144893694s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:15.189107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:14.453196Z","time spent":"735.895891ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:15.189098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145083087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T18:31:15.189125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:14.043967Z","time spent":"1.1451451s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:31:15.18919Z","caller":"traceutil/trace.go:171","msg":"trace[245631158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:647; }","duration":"1.145223031s","start":"2026-03-31T18:31:14.043949Z","end":"2026-03-31T18:31:15.189172Z","steps":["trace[245631158] 'agreement among raft nodes before linearized reading' (duration: 1.144945665s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:15.189227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:14.043931Z","time spent":"1.145288053s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:31:15.189117Z","caller":"traceutil/trace.go:171","msg":"trace[875330473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:647; }","duration":"1.246351201s","start":"2026-03-31T18:31:13.942739Z","end":"2026-03-31T18:31:15.18909Z","steps":["trace[875330473] 'agreement among raft nodes before linearized reading' (duration: 1.245973143s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:15.189285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:13.942721Z","time spent":"1.246549246s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:31:16.720387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118184562s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:16.720714Z","caller":"traceutil/trace.go:171","msg":"trace[1484981168] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"1.527129094s","start":"2026-03-31T18:31:15.193567Z","end":"2026-03-31T18:31:16.720696Z","steps":["trace[1484981168] 'process raft request' (duration: 408.551442ms)","trace[1484981168] 'compare' (duration: 1.11805917s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:16.720783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:15.193534Z","time spent":"1.527218837s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:16.757979Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.057619239s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:31:16.758555Z","caller":"traceutil/trace.go:171","msg":"trace[1863800379] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"1.564423625s","start":"2026-03-31T18:31:15.194103Z","end":"2026-03-31T18:31:16.758527Z","steps":["trace[1863800379] 'process raft request' (duration: 1.564183059s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:16.758729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:15.194088Z","time spent":"1.564559439s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:16.758807Z","caller":"traceutil/trace.go:171","msg":"trace[516625018] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"1.564560209s","start":"2026-03-31T18:31:15.194224Z","end":"2026-03-31T18:31:16.758784Z","steps":["trace[516625018] 'process raft request' (duration: 1.564478037s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:16.758902Z","caller":"traceutil/trace.go:171","msg":"trace[736400249] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"1.56463889s","start":"2026-03-31T18:31:15.194223Z","end":"2026-03-31T18:31:16.758862Z","steps":["trace[736400249] 'process raft request' (duration: 1.564250932s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:16.759095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:15.194198Z","time spent":"1.564802774s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:16.758939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:15.194194Z","time spent":"1.564678421s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:16.787461Z","caller":"traceutil/trace.go:171","msg":"trace[1350233451] linearizableReadLoop","detail":"{readStateIndex:673; appliedIndex:669; }","duration":"334.333747ms","start":"2026-03-31T18:31:16.453102Z","end":"2026-03-31T18:31:16.787436Z","steps":["trace[1350233451] 'read index received' (duration: 305.144261ms)","trace[1350233451] 'applied index is now lower than readState.Index' (duration: 29.188596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:16.787584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.46963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:16.787546Z","caller":"traceutil/trace.go:171","msg":"trace[1887733257] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"947.176526ms","start":"2026-03-31T18:31:15.840344Z","end":"2026-03-31T18:31:16.78752Z","steps":["trace[1887733257] 'process raft request' (duration: 946.960551ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:16.787615Z","caller":"traceutil/trace.go:171","msg":"trace[316997188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:652; }","duration":"334.545142ms","start":"2026-03-31T18:31:16.453061Z","end":"2026-03-31T18:31:16.787606Z","steps":["trace[316997188] 'agreement among raft nodes before linearized reading' (duration: 334.45602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:16.78765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.453042Z","time spent":"334.599733ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:16.787907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:15.840318Z","time spent":"947.318828ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:18.512088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035149817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:18.512193Z","caller":"traceutil/trace.go:171","msg":"trace[387102171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:652; }","duration":"1.035310221s","start":"2026-03-31T18:31:17.47686Z","end":"2026-03-31T18:31:18.51217Z","steps":["trace[387102171] 'range keys from in-memory index tree' (duration: 1.035059504s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:18.512235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:17.47684Z","time spent":"1.035383782s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:18.702266Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.007384752s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:31:19.748181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045649116s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:31:19.748305Z","caller":"traceutil/trace.go:171","msg":"trace[579124776] linearizableReadLoop","detail":"{readStateIndex:674; appliedIndex:673; }","duration":"1.23487595s","start":"2026-03-31T18:31:18.513412Z","end":"2026-03-31T18:31:19.748288Z","steps":["trace[579124776] 'read index received' (duration: 188.988318ms)","trace[579124776] 'applied index is now lower than readState.Index' (duration: 1.045886142s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:19.74855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235135985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:19.748611Z","caller":"traceutil/trace.go:171","msg":"trace[1771147080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:652; }","duration":"1.235234418s","start":"2026-03-31T18:31:18.513359Z","end":"2026-03-31T18:31:19.748594Z","steps":["trace[1771147080] 'agreement among raft nodes before linearized reading' (duration: 1.235103275s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.748663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:18.513337Z","time spent":"1.235315079s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:19.748729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.045612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:31:19.748795Z","caller":"traceutil/trace.go:171","msg":"trace[770830492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:652; }","duration":"985.161244ms","start":"2026-03-31T18:31:18.763621Z","end":"2026-03-31T18:31:19.748782Z","steps":["trace[770830492] 'agreement among raft nodes before linearized reading' (duration: 984.889238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.74879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023427458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T18:31:19.748883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:18.763611Z","time spent":"985.238975ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:31:19.748889Z","caller":"traceutil/trace.go:171","msg":"trace[748431210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:652; }","duration":"1.023597313s","start":"2026-03-31T18:31:18.725268Z","end":"2026-03-31T18:31:19.748866Z","steps":["trace[748431210] 'agreement among raft nodes before linearized reading' (duration: 1.023222604s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.748869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.116267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-31T18:31:19.748973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.137438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:31:19.749035Z","caller":"traceutil/trace.go:171","msg":"trace[1745522639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:652; }","duration":"986.384524ms","start":"2026-03-31T18:31:18.762607Z","end":"2026-03-31T18:31:19.748991Z","steps":["trace[1745522639] 'agreement among raft nodes before linearized reading' (duration: 985.912312ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:19.749072Z","caller":"traceutil/trace.go:171","msg":"trace[235224253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:652; }","duration":"986.332663ms","start":"2026-03-31T18:31:18.762719Z","end":"2026-03-31T18:31:19.749052Z","steps":["trace[235224253] 'agreement among raft nodes before linearized reading' (duration: 985.7824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.749111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:18.762574Z","time spent":"986.526807ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:19.748942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:18.725215Z","time spent":"1.023717646s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:19.749124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:18.762674Z","time spent":"986.439475ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:31:21.618268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.691724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:21.618394Z","caller":"traceutil/trace.go:171","msg":"trace[832940234] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:690; }","duration":"148.744188ms","start":"2026-03-31T18:31:21.469633Z","end":"2026-03-31T18:31:21.618377Z","steps":["trace[832940234] 'read index received' (duration: 14.726206ms)","trace[832940234] 'applied index is now lower than readState.Index' (duration: 134.016752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:21.618511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.871741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:21.618559Z","caller":"traceutil/trace.go:171","msg":"trace[1574310804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:668; }","duration":"148.955433ms","start":"2026-03-31T18:31:21.469594Z","end":"2026-03-31T18:31:21.618549Z","steps":["trace[1574310804] 'agreement among raft nodes before linearized reading' (duration: 148.84191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:21.618732Z","caller":"traceutil/trace.go:171","msg":"trace[692404214] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"577.317708ms","start":"2026-03-31T18:31:21.041372Z","end":"2026-03-31T18:31:21.618689Z","steps":["trace[692404214] 'process raft request' (duration: 443.109692ms)","trace[692404214] 'compare' (duration: 133.549061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:21.618859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:21.041351Z","time spent":"577.44713ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:22.058755Z","caller":"traceutil/trace.go:171","msg":"trace[2020765270] linearizableReadLoop","detail":"{readStateIndex:714; appliedIndex:713; }","duration":"148.348818ms","start":"2026-03-31T18:31:21.910364Z","end":"2026-03-31T18:31:22.058713Z","steps":["trace[2020765270] 'read index received' (duration: 148.117173ms)","trace[2020765270] 'applied index is now lower than readState.Index' (duration: 228.365µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:22.058828Z","caller":"traceutil/trace.go:171","msg":"trace[948447395] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"183.01296ms","start":"2026-03-31T18:31:21.875781Z","end":"2026-03-31T18:31:22.058794Z","steps":["trace[948447395] 'process raft request' (duration: 182.730684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:22.059149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.742258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-xpnjn\" ","response":"range_response_count:1 size:4888"} {"level":"info","ts":"2026-03-31T18:31:22.059216Z","caller":"traceutil/trace.go:171","msg":"trace[806602752] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-xpnjn; range_end:; response_count:1; response_revision:691; }","duration":"148.88481ms","start":"2026-03-31T18:31:21.910316Z","end":"2026-03-31T18:31:22.059201Z","steps":["trace[806602752] 'agreement among raft nodes before linearized reading' (duration: 148.568933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:25.344437Z","caller":"traceutil/trace.go:171","msg":"trace[671750562] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"153.896345ms","start":"2026-03-31T18:31:25.190515Z","end":"2026-03-31T18:31:25.344412Z","steps":["trace[671750562] 'process raft request' (duration: 153.602799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:25.437929Z","caller":"traceutil/trace.go:171","msg":"trace[703235024] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"134.940982ms","start":"2026-03-31T18:31:25.302964Z","end":"2026-03-31T18:31:25.437905Z","steps":["trace[703235024] 'process raft request' (duration: 134.761678ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:27.21527Z","caller":"traceutil/trace.go:171","msg":"trace[1729427570] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"204.415579ms","start":"2026-03-31T18:31:27.010822Z","end":"2026-03-31T18:31:27.215238Z","steps":["trace[1729427570] 'process raft request' (duration: 203.296613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:27.422336Z","caller":"traceutil/trace.go:171","msg":"trace[1964039955] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"192.105549ms","start":"2026-03-31T18:31:27.230207Z","end":"2026-03-31T18:31:27.422312Z","steps":["trace[1964039955] 'process raft request' (duration: 130.722776ms)","trace[1964039955] 'compare' (duration: 61.25871ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:27.422759Z","caller":"traceutil/trace.go:171","msg":"trace[1511759306] transaction","detail":"{read_only:false; number_of_response:0; response_revision:754; }","duration":"192.480637ms","start":"2026-03-31T18:31:27.230262Z","end":"2026-03-31T18:31:27.422743Z","steps":["trace[1511759306] 'process raft request' (duration: 192.391635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:33.637868Z","caller":"traceutil/trace.go:171","msg":"trace[1465270347] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"717.585542ms","start":"2026-03-31T18:31:32.92025Z","end":"2026-03-31T18:31:33.637835Z","steps":["trace[1465270347] 'process raft request' (duration: 717.367287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:33.638105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:32.920185Z","time spent":"717.794106ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:33.95728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.644596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:31:33.957389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.568216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:31:33.957444Z","caller":"traceutil/trace.go:171","msg":"trace[1704063176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:795; }","duration":"142.655168ms","start":"2026-03-31T18:31:33.814775Z","end":"2026-03-31T18:31:33.95743Z","steps":["trace[1704063176] 'range keys from in-memory index tree' (duration: 142.440523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:33.957537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.316703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:31:33.957388Z","caller":"traceutil/trace.go:171","msg":"trace[865386640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:795; }","duration":"120.824539ms","start":"2026-03-31T18:31:33.836539Z","end":"2026-03-31T18:31:33.957363Z","steps":["trace[865386640] 'range keys from in-memory index tree' (duration: 120.37624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:33.957597Z","caller":"traceutil/trace.go:171","msg":"trace[930939722] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:795; }","duration":"125.439126ms","start":"2026-03-31T18:31:33.832141Z","end":"2026-03-31T18:31:33.95758Z","steps":["trace[930939722] 'range keys from in-memory index tree' (duration: 125.165739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:33.957611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.270942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:31:33.957701Z","caller":"traceutil/trace.go:171","msg":"trace[1751311088] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:795; }","duration":"220.425476ms","start":"2026-03-31T18:31:33.737255Z","end":"2026-03-31T18:31:33.95768Z","steps":["trace[1751311088] 'range keys from in-memory index tree' (duration: 220.082608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:33.957778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.141408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:31:33.957872Z","caller":"traceutil/trace.go:171","msg":"trace[1525069331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:795; }","duration":"121.306901ms","start":"2026-03-31T18:31:33.836538Z","end":"2026-03-31T18:31:33.957845Z","steps":["trace[1525069331] 'range keys from in-memory index tree' (duration: 120.908413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:34.1439Z","caller":"traceutil/trace.go:171","msg":"trace[755381811] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"181.766062ms","start":"2026-03-31T18:31:33.962082Z","end":"2026-03-31T18:31:34.143848Z","steps":["trace[755381811] 'process raft request' (duration: 177.381181ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:34.143965Z","caller":"traceutil/trace.go:171","msg":"trace[2121924818] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"181.290421ms","start":"2026-03-31T18:31:33.962633Z","end":"2026-03-31T18:31:34.143923Z","steps":["trace[2121924818] 'process raft request' (duration: 181.105207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:34.143918Z","caller":"traceutil/trace.go:171","msg":"trace[684975146] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"180.611136ms","start":"2026-03-31T18:31:33.963274Z","end":"2026-03-31T18:31:34.143885Z","steps":["trace[684975146] 'process raft request' (duration: 180.561374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:34.144047Z","caller":"traceutil/trace.go:171","msg":"trace[2140914163] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"181.249291ms","start":"2026-03-31T18:31:33.96274Z","end":"2026-03-31T18:31:34.143989Z","steps":["trace[2140914163] 'process raft request' (duration: 181.056187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:37.954646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961682895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:38.445107Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.501878258s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:31:38.446285Z","caller":"traceutil/trace.go:171","msg":"trace[128000723] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"1.503154858s","start":"2026-03-31T18:31:36.943104Z","end":"2026-03-31T18:31:38.446259Z","steps":["trace[128000723] 'process raft request' (duration: 1.502884532s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:38.446486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:36.943081Z","time spent":"1.50329955s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:38.448853Z","caller":"traceutil/trace.go:171","msg":"trace[539699780] linearizableReadLoop","detail":"{readStateIndex:845; appliedIndex:844; }","duration":"994.705603ms","start":"2026-03-31T18:31:37.45413Z","end":"2026-03-31T18:31:38.448835Z","steps":["trace[539699780] 'read index received' (duration: 992.455831ms)","trace[539699780] 'applied index is now lower than readState.Index' (duration: 2.248762ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:38.448918Z","caller":"traceutil/trace.go:171","msg":"trace[965120538] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"1.186535655s","start":"2026-03-31T18:31:37.262327Z","end":"2026-03-31T18:31:38.448863Z","steps":["trace[965120538] 'process raft request' (duration: 1.186385192s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:38.449018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.390637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:31:38.449029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.863666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:38.44905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:37.262302Z","time spent":"1.186659847s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:38.449125Z","caller":"traceutil/trace.go:171","msg":"trace[1781732543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:817; }","duration":"995.01649ms","start":"2026-03-31T18:31:37.454089Z","end":"2026-03-31T18:31:38.449106Z","steps":["trace[1781732543] 'agreement among raft nodes before linearized reading' (duration: 994.837276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:38.449134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.788368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:31:38.44913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.126265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-31T18:31:38.449169Z","caller":"traceutil/trace.go:171","msg":"trace[365762834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:817; }","duration":"285.85337ms","start":"2026-03-31T18:31:38.163307Z","end":"2026-03-31T18:31:38.44916Z","steps":["trace[365762834] 'agreement among raft nodes before linearized reading' (duration: 285.775188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:38.449183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:37.454072Z","time spent":"995.095591ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:31:38.449188Z","caller":"traceutil/trace.go:171","msg":"trace[1728660539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:817; }","duration":"275.204776ms","start":"2026-03-31T18:31:38.173968Z","end":"2026-03-31T18:31:38.449173Z","steps":["trace[1728660539] 'agreement among raft nodes before linearized reading' (duration: 275.045843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:38.449066Z","caller":"traceutil/trace.go:171","msg":"trace[1169879005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:817; }","duration":"467.465029ms","start":"2026-03-31T18:31:37.981571Z","end":"2026-03-31T18:31:38.449036Z","steps":["trace[1169879005] 'agreement among raft nodes before linearized reading' (duration: 467.347766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:38.449213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.432722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T18:31:38.449222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.049163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:31:38.449341Z","caller":"traceutil/trace.go:171","msg":"trace[1426857251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:817; }","duration":"275.184756ms","start":"2026-03-31T18:31:38.174132Z","end":"2026-03-31T18:31:38.449316Z","steps":["trace[1426857251] 'agreement among raft nodes before linearized reading' (duration: 274.857729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:38.449264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:37.981551Z","time spent":"467.697924ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:31:38.449272Z","caller":"traceutil/trace.go:171","msg":"trace[167679892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:817; }","duration":"261.543604ms","start":"2026-03-31T18:31:38.187714Z","end":"2026-03-31T18:31:38.449257Z","steps":["trace[167679892] 'agreement among raft nodes before linearized reading' (duration: 261.38327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:40.723615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.272807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:40.723702Z","caller":"traceutil/trace.go:171","msg":"trace[954354170] linearizableReadLoop","detail":"{readStateIndex:854; appliedIndex:853; }","duration":"254.371771ms","start":"2026-03-31T18:31:40.469318Z","end":"2026-03-31T18:31:40.72369Z","steps":["trace[954354170] 'read index received' (duration: 63.87406ms)","trace[954354170] 'applied index is now lower than readState.Index' (duration: 190.496761ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:40.723781Z","caller":"traceutil/trace.go:171","msg":"trace[127946660] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"254.587906ms","start":"2026-03-31T18:31:40.469179Z","end":"2026-03-31T18:31:40.723767Z","steps":["trace[127946660] 'process raft request' (duration: 64.095284ms)","trace[127946660] 'compare' (duration: 190.147284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:40.723945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.034003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:31:40.724009Z","caller":"traceutil/trace.go:171","msg":"trace[1640560024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:826; }","duration":"254.107695ms","start":"2026-03-31T18:31:40.469888Z","end":"2026-03-31T18:31:40.723996Z","steps":["trace[1640560024] 'agreement among raft nodes before linearized reading' (duration: 253.948791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:40.724125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.812271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:31:40.724151Z","caller":"traceutil/trace.go:171","msg":"trace[1905591419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:826; }","duration":"254.838091ms","start":"2026-03-31T18:31:40.469305Z","end":"2026-03-31T18:31:40.724143Z","steps":["trace[1905591419] 'agreement among raft nodes before linearized reading' (duration: 254.724219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:40.724165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.203136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:31:40.724185Z","caller":"traceutil/trace.go:171","msg":"trace[517371487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:826; }","duration":"254.235828ms","start":"2026-03-31T18:31:40.469943Z","end":"2026-03-31T18:31:40.724179Z","steps":["trace[517371487] 'agreement among raft nodes before linearized reading' (duration: 254.172926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:40.724269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.033233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:31:40.724362Z","caller":"traceutil/trace.go:171","msg":"trace[675904527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:826; }","duration":"254.158996ms","start":"2026-03-31T18:31:40.470185Z","end":"2026-03-31T18:31:40.724344Z","steps":["trace[675904527] 'agreement among raft nodes before linearized reading' (duration: 253.850309ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:40.996809Z","caller":"traceutil/trace.go:171","msg":"trace[1347245005] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"268.343879ms","start":"2026-03-31T18:31:40.728448Z","end":"2026-03-31T18:31:40.996791Z","steps":["trace[1347245005] 'process raft request' (duration: 268.283898ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:40.996812Z","caller":"traceutil/trace.go:171","msg":"trace[1997518741] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"268.420922ms","start":"2026-03-31T18:31:40.728365Z","end":"2026-03-31T18:31:40.996786Z","steps":["trace[1997518741] 'process raft request' (duration: 268.257468ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:40.996994Z","caller":"traceutil/trace.go:171","msg":"trace[877181564] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"267.621293ms","start":"2026-03-31T18:31:40.72935Z","end":"2026-03-31T18:31:40.996971Z","steps":["trace[877181564] 'process raft request' (duration: 267.417148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:41.218866Z","caller":"traceutil/trace.go:171","msg":"trace[307427110] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"214.739646ms","start":"2026-03-31T18:31:41.004097Z","end":"2026-03-31T18:31:41.218836Z","steps":["trace[307427110] 'process raft request' (duration: 214.527561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:41.464548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.085897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:41.4647Z","caller":"traceutil/trace.go:171","msg":"trace[1860281590] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"287.282862ms","start":"2026-03-31T18:31:41.177392Z","end":"2026-03-31T18:31:41.464675Z","steps":["trace[1860281590] 'process raft request' (duration: 98.94986ms)","trace[1860281590] 'compare' (duration: 187.944353ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:42.336221Z","caller":"traceutil/trace.go:171","msg":"trace[1135455890] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"109.970832ms","start":"2026-03-31T18:31:42.226227Z","end":"2026-03-31T18:31:42.336198Z","steps":["trace[1135455890] 'process raft request' (duration: 109.742337ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:42.551942Z","caller":"traceutil/trace.go:171","msg":"trace[1998200924] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"150.236611ms","start":"2026-03-31T18:31:42.401686Z","end":"2026-03-31T18:31:42.551923Z","steps":["trace[1998200924] 'process raft request' (duration: 150.114689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:42.877068Z","caller":"traceutil/trace.go:171","msg":"trace[998277631] linearizableReadLoop","detail":"{readStateIndex:871; appliedIndex:869; }","duration":"150.119009ms","start":"2026-03-31T18:31:42.726923Z","end":"2026-03-31T18:31:42.877042Z","steps":["trace[998277631] 'read index received' (duration: 121.798821ms)","trace[998277631] 'applied index is now lower than readState.Index' (duration: 28.319078ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:42.877178Z","caller":"traceutil/trace.go:171","msg":"trace[442437266] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"158.118182ms","start":"2026-03-31T18:31:42.719029Z","end":"2026-03-31T18:31:42.877147Z","steps":["trace[442437266] 'process raft request' (duration: 129.60045ms)","trace[442437266] 'compare' (duration: 28.053871ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:42.877133Z","caller":"traceutil/trace.go:171","msg":"trace[1196512182] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"157.211931ms","start":"2026-03-31T18:31:42.719892Z","end":"2026-03-31T18:31:42.877104Z","steps":["trace[1196512182] 'process raft request' (duration: 157.041757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:42.877636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.691173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:31:42.877697Z","caller":"traceutil/trace.go:171","msg":"trace[2063050145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:842; }","duration":"150.798784ms","start":"2026-03-31T18:31:42.726884Z","end":"2026-03-31T18:31:42.877682Z","steps":["trace[2063050145] 'agreement among raft nodes before linearized reading' (duration: 150.308203ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:43.09666Z","caller":"traceutil/trace.go:171","msg":"trace[1816328625] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"142.787031ms","start":"2026-03-31T18:31:42.953822Z","end":"2026-03-31T18:31:43.096609Z","steps":["trace[1816328625] 'process raft request' (duration: 125.791833ms)","trace[1816328625] 'compare' (duration: 16.488827ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:43.10848Z","caller":"traceutil/trace.go:171","msg":"trace[1375525695] linearizableReadLoop","detail":"{readStateIndex:880; appliedIndex:877; }","duration":"107.353152ms","start":"2026-03-31T18:31:43.001101Z","end":"2026-03-31T18:31:43.108454Z","steps":["trace[1375525695] 'read index received' (duration: 78.528084ms)","trace[1375525695] 'applied index is now lower than readState.Index' (duration: 28.823938ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:43.108609Z","caller":"traceutil/trace.go:171","msg":"trace[149145695] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"151.366888ms","start":"2026-03-31T18:31:42.957218Z","end":"2026-03-31T18:31:43.108585Z","steps":["trace[149145695] 'process raft request' (duration: 151.191394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:43.108641Z","caller":"traceutil/trace.go:171","msg":"trace[2093588319] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"154.609182ms","start":"2026-03-31T18:31:42.953977Z","end":"2026-03-31T18:31:43.108587Z","steps":["trace[2093588319] 'process raft request' (duration: 154.285865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:43.108823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.70709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:31:43.108876Z","caller":"traceutil/trace.go:171","msg":"trace[1625265190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:851; }","duration":"107.822832ms","start":"2026-03-31T18:31:43.001043Z","end":"2026-03-31T18:31:43.108866Z","steps":["trace[1625265190] 'agreement among raft nodes before linearized reading' (duration: 107.555456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:43.108922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.613688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:31:43.108995Z","caller":"traceutil/trace.go:171","msg":"trace[1409867532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:851; }","duration":"107.766762ms","start":"2026-03-31T18:31:43.001211Z","end":"2026-03-31T18:31:43.108978Z","steps":["trace[1409867532] 'agreement among raft nodes before linearized reading' (duration: 107.412664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:43.803676Z","caller":"traceutil/trace.go:171","msg":"trace[1064229511] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"126.158242ms","start":"2026-03-31T18:31:43.677475Z","end":"2026-03-31T18:31:43.803633Z","steps":["trace[1064229511] 'process raft request' (duration: 125.972508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:44.003673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.299763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050264"} {"level":"info","ts":"2026-03-31T18:31:44.003773Z","caller":"traceutil/trace.go:171","msg":"trace[1328655669] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:868; }","duration":"143.454748ms","start":"2026-03-31T18:31:43.860295Z","end":"2026-03-31T18:31:44.00375Z","steps":["trace[1328655669] 'range keys from in-memory index tree' (duration: 142.31075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:44.449045Z","caller":"traceutil/trace.go:171","msg":"trace[1627751688] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"357.934877ms","start":"2026-03-31T18:31:44.091065Z","end":"2026-03-31T18:31:44.449Z","steps":["trace[1627751688] 'process raft request' (duration: 258.802232ms)","trace[1627751688] 'compare' (duration: 98.872249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:44.449221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:44.09105Z","time spent":"358.09373ms","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2783,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:45.108042Z","caller":"traceutil/trace.go:171","msg":"trace[26500676] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"208.252867ms","start":"2026-03-31T18:31:44.899769Z","end":"2026-03-31T18:31:45.108022Z","steps":["trace[26500676] 'process raft request' (duration: 189.60007ms)","trace[26500676] 'compare' (duration: 18.36772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:45.108234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.383922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/eg\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:45.108025Z","caller":"traceutil/trace.go:171","msg":"trace[607994778] linearizableReadLoop","detail":"{readStateIndex:901; appliedIndex:899; }","duration":"177.155827ms","start":"2026-03-31T18:31:44.930828Z","end":"2026-03-31T18:31:45.107984Z","steps":["trace[607994778] 'read index received' (duration: 16.905996ms)","trace[607994778] 'applied index is now lower than readState.Index' (duration: 160.247781ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:45.108298Z","caller":"traceutil/trace.go:171","msg":"trace[1852144914] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/eg; range_end:; response_count:0; response_revision:872; }","duration":"177.481394ms","start":"2026-03-31T18:31:44.9308Z","end":"2026-03-31T18:31:45.108281Z","steps":["trace[1852144914] 'agreement among raft nodes before linearized reading' (duration: 177.283859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:45.333538Z","caller":"traceutil/trace.go:171","msg":"trace[2113264019] linearizableReadLoop","detail":"{readStateIndex:903; appliedIndex:902; }","duration":"117.410362ms","start":"2026-03-31T18:31:45.216099Z","end":"2026-03-31T18:31:45.333509Z","steps":["trace[2113264019] 'read index received' (duration: 26.385803ms)","trace[2113264019] 'applied index is now lower than readState.Index' (duration: 91.023499ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:45.333589Z","caller":"traceutil/trace.go:171","msg":"trace[641644091] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"185.825845ms","start":"2026-03-31T18:31:45.147743Z","end":"2026-03-31T18:31:45.333569Z","steps":["trace[641644091] 'process raft request' (duration: 94.871697ms)","trace[641644091] 'compare' (duration: 90.758813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:45.333794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.460082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:31:45.333797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.675008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:31:45.333838Z","caller":"traceutil/trace.go:171","msg":"trace[1703523859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:874; }","duration":"117.531244ms","start":"2026-03-31T18:31:45.216293Z","end":"2026-03-31T18:31:45.333825Z","steps":["trace[1703523859] 'agreement among raft nodes before linearized reading' (duration: 117.377771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:45.333861Z","caller":"traceutil/trace.go:171","msg":"trace[1971558550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:874; }","duration":"117.780482ms","start":"2026-03-31T18:31:45.216064Z","end":"2026-03-31T18:31:45.333845Z","steps":["trace[1971558550] 'agreement among raft nodes before linearized reading' (duration: 117.543725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:45.468492Z","caller":"traceutil/trace.go:171","msg":"trace[1430812303] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"129.53919ms","start":"2026-03-31T18:31:45.338923Z","end":"2026-03-31T18:31:45.468463Z","steps":["trace[1430812303] 'process raft request' (duration: 129.340264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:45.46846Z","caller":"traceutil/trace.go:171","msg":"trace[1135586042] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"129.839027ms","start":"2026-03-31T18:31:45.338574Z","end":"2026-03-31T18:31:45.468413Z","steps":["trace[1135586042] 'process raft request' (duration: 97.031127ms)","trace[1135586042] 'compare' (duration: 32.514022ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:45.681247Z","caller":"traceutil/trace.go:171","msg":"trace[1493680233] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"111.872306ms","start":"2026-03-31T18:31:45.56934Z","end":"2026-03-31T18:31:45.681213Z","steps":["trace[1493680233] 'process raft request' (duration: 36.690718ms)","trace[1493680233] 'compare' (duration: 75.043464ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:46.547859Z","caller":"traceutil/trace.go:171","msg":"trace[376507525] linearizableReadLoop","detail":"{readStateIndex:912; appliedIndex:910; }","duration":"108.399267ms","start":"2026-03-31T18:31:46.43944Z","end":"2026-03-31T18:31:46.547839Z","steps":["trace[376507525] 'read index received' (duration: 50.438542ms)","trace[376507525] 'applied index is now lower than readState.Index' (duration: 57.959845ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:46.54788Z","caller":"traceutil/trace.go:171","msg":"trace[655848537] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"115.030147ms","start":"2026-03-31T18:31:46.432828Z","end":"2026-03-31T18:31:46.547858Z","steps":["trace[655848537] 'process raft request' (duration: 57.025972ms)","trace[655848537] 'compare' (duration: 57.78863ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:46.547924Z","caller":"traceutil/trace.go:171","msg":"trace[1917299381] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"114.824313ms","start":"2026-03-31T18:31:46.433077Z","end":"2026-03-31T18:31:46.547902Z","steps":["trace[1917299381] 'process raft request' (duration: 114.719941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:46.548046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.586081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"info","ts":"2026-03-31T18:31:46.548085Z","caller":"traceutil/trace.go:171","msg":"trace[1937843746] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:882; }","duration":"108.665372ms","start":"2026-03-31T18:31:46.439408Z","end":"2026-03-31T18:31:46.548073Z","steps":["trace[1937843746] 'agreement among raft nodes before linearized reading' (duration: 108.509638ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:47.080776Z","caller":"traceutil/trace.go:171","msg":"trace[1359188020] linearizableReadLoop","detail":"{readStateIndex:914; appliedIndex:913; }","duration":"120.614555ms","start":"2026-03-31T18:31:46.960139Z","end":"2026-03-31T18:31:47.080753Z","steps":["trace[1359188020] 'read index received' (duration: 120.323828ms)","trace[1359188020] 'applied index is now lower than readState.Index' (duration: 289.517µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:47.080859Z","caller":"traceutil/trace.go:171","msg":"trace[169818798] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"124.705178ms","start":"2026-03-31T18:31:46.956116Z","end":"2026-03-31T18:31:47.080821Z","steps":["trace[169818798] 'process raft request' (duration: 124.482703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:47.081104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.963618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-nsl9g\" ","response":"range_response_count:1 size:5393"} {"level":"info","ts":"2026-03-31T18:31:47.081206Z","caller":"traceutil/trace.go:171","msg":"trace[1317360663] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-nsl9g; range_end:; response_count:1; response_revision:884; }","duration":"112.114051ms","start":"2026-03-31T18:31:46.969065Z","end":"2026-03-31T18:31:47.081179Z","steps":["trace[1317360663] 'agreement among raft nodes before linearized reading' (duration: 111.895647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:47.081442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.27472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4923"} {"level":"info","ts":"2026-03-31T18:31:47.081512Z","caller":"traceutil/trace.go:171","msg":"trace[2113706007] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:884; }","duration":"121.358822ms","start":"2026-03-31T18:31:46.960135Z","end":"2026-03-31T18:31:47.081494Z","steps":["trace[2113706007] 'agreement among raft nodes before linearized reading' (duration: 120.771648ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:47.24041Z","caller":"traceutil/trace.go:171","msg":"trace[106152815] linearizableReadLoop","detail":"{readStateIndex:916; appliedIndex:914; }","duration":"127.987104ms","start":"2026-03-31T18:31:47.112391Z","end":"2026-03-31T18:31:47.240378Z","steps":["trace[106152815] 'read index received' (duration: 33.154978ms)","trace[106152815] 'applied index is now lower than readState.Index' (duration: 94.830316ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:47.240524Z","caller":"traceutil/trace.go:171","msg":"trace[257307370] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"150.392116ms","start":"2026-03-31T18:31:47.090061Z","end":"2026-03-31T18:31:47.240453Z","steps":["trace[257307370] 'process raft request' (duration: 111.727783ms)","trace[257307370] 'compare' (duration: 38.418217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:47.240759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.342392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:31:47.240855Z","caller":"traceutil/trace.go:171","msg":"trace[697899268] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:886; }","duration":"128.504025ms","start":"2026-03-31T18:31:47.11233Z","end":"2026-03-31T18:31:47.240834Z","steps":["trace[697899268] 'agreement among raft nodes before linearized reading' (duration: 128.189358ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:47.528102Z","caller":"traceutil/trace.go:171","msg":"trace[105907738] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"138.054164ms","start":"2026-03-31T18:31:47.389998Z","end":"2026-03-31T18:31:47.528052Z","steps":["trace[105907738] 'process raft request' (duration: 100.331342ms)","trace[105907738] 'compare' (duration: 37.566468ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:49.401957Z","caller":"traceutil/trace.go:171","msg":"trace[866730754] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"324.476542ms","start":"2026-03-31T18:31:49.077463Z","end":"2026-03-31T18:31:49.40194Z","steps":["trace[866730754] 'process raft request' (duration: 324.260537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:49.402089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:49.077445Z","time spent":"324.575644ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1448,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:49.40219Z","caller":"traceutil/trace.go:171","msg":"trace[1719548519] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"300.895664ms","start":"2026-03-31T18:31:49.101287Z","end":"2026-03-31T18:31:49.402183Z","steps":["trace[1719548519] 'process raft request' (duration: 300.602547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:49.402167Z","caller":"traceutil/trace.go:171","msg":"trace[1211749416] linearizableReadLoop","detail":"{readStateIndex:942; appliedIndex:940; }","duration":"300.910394ms","start":"2026-03-31T18:31:49.101238Z","end":"2026-03-31T18:31:49.402148Z","steps":["trace[1211749416] 'read index received' (duration: 22.351921ms)","trace[1211749416] 'applied index is now lower than readState.Index' (duration: 278.557203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:49.402228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:49.101269Z","time spent":"300.940085ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4890,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:49.402449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.18391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:31:49.402571Z","caller":"traceutil/trace.go:171","msg":"trace[1748395693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:913; }","duration":"301.350224ms","start":"2026-03-31T18:31:49.101203Z","end":"2026-03-31T18:31:49.402553Z","steps":["trace[1748395693] 'agreement among raft nodes before linearized reading' (duration: 301.065888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:49.402641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:49.101185Z","time spent":"301.445106ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:49.402402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.094055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:31:49.402783Z","caller":"traceutil/trace.go:171","msg":"trace[1145777818] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:913; }","duration":"145.531954ms","start":"2026-03-31T18:31:49.257241Z","end":"2026-03-31T18:31:49.402773Z","steps":["trace[1145777818] 'agreement among raft nodes before linearized reading' (duration: 145.052304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:49.589324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.144442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:49.589441Z","caller":"traceutil/trace.go:171","msg":"trace[161996070] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"182.417898ms","start":"2026-03-31T18:31:49.406995Z","end":"2026-03-31T18:31:49.589413Z","steps":["trace[161996070] 'process raft request' (duration: 56.106543ms)","trace[161996070] 'compare' (duration: 126.05977ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:49.602024Z","caller":"traceutil/trace.go:171","msg":"trace[1376469255] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"194.571124ms","start":"2026-03-31T18:31:49.407432Z","end":"2026-03-31T18:31:49.602004Z","steps":["trace[1376469255] 'process raft request' (duration: 194.410841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:49.602202Z","caller":"traceutil/trace.go:171","msg":"trace[625196898] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"194.674116ms","start":"2026-03-31T18:31:49.407514Z","end":"2026-03-31T18:31:49.602188Z","steps":["trace[625196898] 'process raft request' (duration: 194.443551ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:49.60244Z","caller":"traceutil/trace.go:171","msg":"trace[2045556308] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"194.883232ms","start":"2026-03-31T18:31:49.407541Z","end":"2026-03-31T18:31:49.602425Z","steps":["trace[2045556308] 'process raft request' (duration: 194.587555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:49.602656Z","caller":"traceutil/trace.go:171","msg":"trace[779973281] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"194.714788ms","start":"2026-03-31T18:31:49.407927Z","end":"2026-03-31T18:31:49.602642Z","steps":["trace[779973281] 'process raft request' (duration: 194.408051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:49.602764Z","caller":"traceutil/trace.go:171","msg":"trace[743972283] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"191.989465ms","start":"2026-03-31T18:31:49.410739Z","end":"2026-03-31T18:31:49.602729Z","steps":["trace[743972283] 'process raft request' (duration: 191.78993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:49.602968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.081534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:49.603918Z","caller":"traceutil/trace.go:171","msg":"trace[686761898] linearizableReadLoop","detail":"{readStateIndex:950; appliedIndex:943; }","duration":"151.846889ms","start":"2026-03-31T18:31:49.450885Z","end":"2026-03-31T18:31:49.602732Z","steps":["trace[686761898] 'read index received' (duration: 12.22663ms)","trace[686761898] 'applied index is now lower than readState.Index' (duration: 139.619479ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:49.603999Z","caller":"traceutil/trace.go:171","msg":"trace[1390001928] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"187.884521ms","start":"2026-03-31T18:31:49.414922Z","end":"2026-03-31T18:31:49.602807Z","steps":["trace[1390001928] 'process raft request' (duration: 187.697547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:49.604244Z","caller":"traceutil/trace.go:171","msg":"trace[1062163346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:920; }","duration":"152.186346ms","start":"2026-03-31T18:31:49.450832Z","end":"2026-03-31T18:31:49.603019Z","steps":["trace[1062163346] 'agreement among raft nodes before linearized reading' (duration: 152.067943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:50.087314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.520641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:50.08742Z","caller":"traceutil/trace.go:171","msg":"trace[766331578] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"480.419634ms","start":"2026-03-31T18:31:49.606981Z","end":"2026-03-31T18:31:50.087401Z","steps":["trace[766331578] 'process raft request' (duration: 117.715939ms)","trace[766331578] 'compare' (duration: 362.379838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:50.087603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:49.606957Z","time spent":"480.582707ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1606,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:50.088243Z","caller":"traceutil/trace.go:171","msg":"trace[781927420] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"480.398354ms","start":"2026-03-31T18:31:49.607814Z","end":"2026-03-31T18:31:50.088213Z","steps":["trace[781927420] 'process raft request' (duration: 480.20271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:50.088415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:49.607796Z","time spent":"480.537367ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1011,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:50.088797Z","caller":"traceutil/trace.go:171","msg":"trace[81433996] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"480.592049ms","start":"2026-03-31T18:31:49.60818Z","end":"2026-03-31T18:31:50.088772Z","steps":["trace[81433996] 'process raft request' (duration: 479.974805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:50.088972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:49.608167Z","time spent":"480.723952ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:50.089019Z","caller":"traceutil/trace.go:171","msg":"trace[1571411324] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"479.715728ms","start":"2026-03-31T18:31:49.609287Z","end":"2026-03-31T18:31:50.089003Z","steps":["trace[1571411324] 'process raft request' (duration: 479.34693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:50.089104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:49.609274Z","time spent":"479.78823ms","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3852,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:50.089117Z","caller":"traceutil/trace.go:171","msg":"trace[1428729175] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"477.978409ms","start":"2026-03-31T18:31:49.611118Z","end":"2026-03-31T18:31:50.089096Z","steps":["trace[1428729175] 'process raft request' (duration: 477.888817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:50.089124Z","caller":"traceutil/trace.go:171","msg":"trace[1505275747] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"479.584856ms","start":"2026-03-31T18:31:49.609519Z","end":"2026-03-31T18:31:50.089104Z","steps":["trace[1505275747] 'process raft request' (duration: 479.376781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:50.089229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:49.611105Z","time spent":"478.068401ms","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:50.08924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:49.609488Z","time spent":"479.698667ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:51.137377Z","caller":"traceutil/trace.go:171","msg":"trace[1833492261] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"117.983785ms","start":"2026-03-31T18:31:51.019365Z","end":"2026-03-31T18:31:51.137348Z","steps":["trace[1833492261] 'process raft request' (duration: 111.317474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:51.805507Z","caller":"traceutil/trace.go:171","msg":"trace[759722692] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"143.343855ms","start":"2026-03-31T18:31:51.66213Z","end":"2026-03-31T18:31:51.805474Z","steps":["trace[759722692] 'process raft request' (duration: 143.207862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:52.062545Z","caller":"traceutil/trace.go:171","msg":"trace[943706594] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"146.401764ms","start":"2026-03-31T18:31:51.916112Z","end":"2026-03-31T18:31:52.062514Z","steps":["trace[943706594] 'process raft request' (duration: 145.507693ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:52.308277Z","caller":"traceutil/trace.go:171","msg":"trace[544984810] linearizableReadLoop","detail":"{readStateIndex:986; appliedIndex:984; }","duration":"198.33299ms","start":"2026-03-31T18:31:52.109923Z","end":"2026-03-31T18:31:52.308256Z","steps":["trace[544984810] 'read index received' (duration: 102.056811ms)","trace[544984810] 'applied index is now lower than readState.Index' (duration: 96.275499ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:52.308318Z","caller":"traceutil/trace.go:171","msg":"trace[316429645] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"203.121599ms","start":"2026-03-31T18:31:52.105165Z","end":"2026-03-31T18:31:52.308286Z","steps":["trace[316429645] 'process raft request' (duration: 106.755058ms)","trace[316429645] 'compare' (duration: 96.187007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:52.308381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.440243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:52.308444Z","caller":"traceutil/trace.go:171","msg":"trace[2097256814] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:955; }","duration":"198.540225ms","start":"2026-03-31T18:31:52.109892Z","end":"2026-03-31T18:31:52.308433Z","steps":["trace[2097256814] 'agreement among raft nodes before linearized reading' (duration: 198.448223ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:52.308532Z","caller":"traceutil/trace.go:171","msg":"trace[704306180] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"203.209411ms","start":"2026-03-31T18:31:52.105264Z","end":"2026-03-31T18:31:52.308473Z","steps":["trace[704306180] 'process raft request' (duration: 202.952606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:52.313937Z","caller":"traceutil/trace.go:171","msg":"trace[2057489996] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"203.687893ms","start":"2026-03-31T18:31:52.110234Z","end":"2026-03-31T18:31:52.313922Z","steps":["trace[2057489996] 'process raft request' (duration: 203.58362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:52.313939Z","caller":"traceutil/trace.go:171","msg":"trace[547040158] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"203.935499ms","start":"2026-03-31T18:31:52.109983Z","end":"2026-03-31T18:31:52.313918Z","steps":["trace[547040158] 'process raft request' (duration: 203.717444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:52.314132Z","caller":"traceutil/trace.go:171","msg":"trace[404626904] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"203.686872ms","start":"2026-03-31T18:31:52.110418Z","end":"2026-03-31T18:31:52.314105Z","steps":["trace[404626904] 'process raft request' (duration: 203.450566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:57.170424Z","caller":"traceutil/trace.go:171","msg":"trace[1398849356] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"128.919405ms","start":"2026-03-31T18:31:57.041486Z","end":"2026-03-31T18:31:57.170405Z","steps":["trace[1398849356] 'process raft request' (duration: 128.822493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:57.392075Z","caller":"traceutil/trace.go:171","msg":"trace[1645851337] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"215.704057ms","start":"2026-03-31T18:31:57.176341Z","end":"2026-03-31T18:31:57.392045Z","steps":["trace[1645851337] 'process raft request' (duration: 214.568311ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:57.392188Z","caller":"traceutil/trace.go:171","msg":"trace[658969147] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"215.533543ms","start":"2026-03-31T18:31:57.176626Z","end":"2026-03-31T18:31:57.39216Z","steps":["trace[658969147] 'process raft request' (duration: 215.350969ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:57.39223Z","caller":"traceutil/trace.go:171","msg":"trace[1379736865] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"193.829357ms","start":"2026-03-31T18:31:57.198376Z","end":"2026-03-31T18:31:57.392205Z","steps":["trace[1379736865] 'process raft request' (duration: 193.767636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:57.392309Z","caller":"traceutil/trace.go:171","msg":"trace[2095442678] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"204.393539ms","start":"2026-03-31T18:31:57.187879Z","end":"2026-03-31T18:31:57.392273Z","steps":["trace[2095442678] 'process raft request' (duration: 204.212354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:57.392246Z","caller":"traceutil/trace.go:171","msg":"trace[811566969] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"207.686664ms","start":"2026-03-31T18:31:57.184549Z","end":"2026-03-31T18:31:57.392235Z","steps":["trace[811566969] 'process raft request' (duration: 207.489169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:57.558475Z","caller":"traceutil/trace.go:171","msg":"trace[758741472] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"316.47985ms","start":"2026-03-31T18:31:57.241976Z","end":"2026-03-31T18:31:57.558456Z","steps":["trace[758741472] 'process raft request' (duration: 316.414568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:57.558608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.241945Z","time spent":"316.593153ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9932,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:57.558597Z","caller":"traceutil/trace.go:171","msg":"trace[1667526555] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"318.006524ms","start":"2026-03-31T18:31:57.24055Z","end":"2026-03-31T18:31:57.558557Z","steps":["trace[1667526555] 'process raft request' (duration: 308.997308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:57.558737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.240488Z","time spent":"318.183008ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:57.856326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.939593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:57.856649Z","caller":"traceutil/trace.go:171","msg":"trace[586347947] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"460.448399ms","start":"2026-03-31T18:31:57.396152Z","end":"2026-03-31T18:31:57.856601Z","steps":["trace[586347947] 'process raft request' (duration: 283.153558ms)","trace[586347947] 'compare' (duration: 176.79153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:57.856823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.396134Z","time spent":"460.610002ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:57.856907Z","caller":"traceutil/trace.go:171","msg":"trace[1101888546] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"445.812013ms","start":"2026-03-31T18:31:57.41099Z","end":"2026-03-31T18:31:57.856802Z","steps":["trace[1101888546] 'process raft request' (duration: 445.589498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:57.857119Z","caller":"traceutil/trace.go:171","msg":"trace[327467001] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"445.20197ms","start":"2026-03-31T18:31:57.411893Z","end":"2026-03-31T18:31:57.857094Z","steps":["trace[327467001] 'process raft request' (duration: 444.804991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:57.85712Z","caller":"traceutil/trace.go:171","msg":"trace[532456869] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"446.389937ms","start":"2026-03-31T18:31:57.410703Z","end":"2026-03-31T18:31:57.857093Z","steps":["trace[532456869] 'process raft request' (duration: 445.755053ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:57.857136Z","caller":"traceutil/trace.go:171","msg":"trace[578619159] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"445.154189ms","start":"2026-03-31T18:31:57.411952Z","end":"2026-03-31T18:31:57.857106Z","steps":["trace[578619159] 'process raft request' (duration: 444.782761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:57.857154Z","caller":"traceutil/trace.go:171","msg":"trace[677167623] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"445.808374ms","start":"2026-03-31T18:31:57.411313Z","end":"2026-03-31T18:31:57.857121Z","steps":["trace[677167623] 'process raft request' (duration: 445.344123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:57.857229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.411884Z","time spent":"445.289972ms","remote":"127.0.0.1:42404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1450,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:57.857253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.411945Z","time spent":"445.258901ms","remote":"127.0.0.1:42404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1451,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:57.857238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.410674Z","time spent":"446.511989ms","remote":"127.0.0.1:42404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1048,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:57.857227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.410977Z","time spent":"446.136661ms","remote":"127.0.0.1:42404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:57.857257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.411304Z","time spent":"445.906696ms","remote":"127.0.0.1:42404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1332,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:57.857458Z","caller":"traceutil/trace.go:171","msg":"trace[2112689615] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"445.449646ms","start":"2026-03-31T18:31:57.411986Z","end":"2026-03-31T18:31:57.857436Z","steps":["trace[2112689615] 'process raft request' (duration: 444.800711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:57.857568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.411982Z","time spent":"445.539878ms","remote":"127.0.0.1:42404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1584,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:57.858184Z","caller":"traceutil/trace.go:171","msg":"trace[1931681569] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"445.964617ms","start":"2026-03-31T18:31:57.412203Z","end":"2026-03-31T18:31:57.858168Z","steps":["trace[1931681569] 'process raft request' (duration: 444.643487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:57.858193Z","caller":"traceutil/trace.go:171","msg":"trace[529729729] linearizableReadLoop","detail":"{readStateIndex:1062; appliedIndex:1047; }","duration":"406.084466ms","start":"2026-03-31T18:31:57.452086Z","end":"2026-03-31T18:31:57.858171Z","steps":["trace[529729729] 'read index received' (duration: 97.482497ms)","trace[529729729] 'applied index is now lower than readState.Index' (duration: 308.600809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:57.858263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.412194Z","time spent":"446.036228ms","remote":"127.0.0.1:42404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1422,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:57.858293Z","caller":"traceutil/trace.go:171","msg":"trace[6687660] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"445.866435ms","start":"2026-03-31T18:31:57.412414Z","end":"2026-03-31T18:31:57.858281Z","steps":["trace[6687660] 'process raft request' (duration: 445.520477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:57.858379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.412405Z","time spent":"445.929146ms","remote":"127.0.0.1:42404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:57.858571Z","caller":"traceutil/trace.go:171","msg":"trace[1294171545] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"445.876605ms","start":"2026-03-31T18:31:57.412676Z","end":"2026-03-31T18:31:57.858553Z","steps":["trace[1294171545] 'process raft request' (duration: 445.414914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:57.858653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.412665Z","time spent":"445.958417ms","remote":"127.0.0.1:42404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:57.858675Z","caller":"traceutil/trace.go:171","msg":"trace[844234142] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"445.968818ms","start":"2026-03-31T18:31:57.412665Z","end":"2026-03-31T18:31:57.858633Z","steps":["trace[844234142] 'process raft request' (duration: 445.460956ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:57.858758Z","caller":"traceutil/trace.go:171","msg":"trace[2101718333] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"446.305775ms","start":"2026-03-31T18:31:57.412434Z","end":"2026-03-31T18:31:57.85874Z","steps":["trace[2101718333] 'process raft request' (duration: 445.578789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:57.858848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.412407Z","time spent":"446.407958ms","remote":"127.0.0.1:42404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:57.858866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.771902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:57.858931Z","caller":"traceutil/trace.go:171","msg":"trace[771003292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1029; }","duration":"406.870535ms","start":"2026-03-31T18:31:57.452038Z","end":"2026-03-31T18:31:57.858909Z","steps":["trace[771003292] 'agreement among raft nodes before linearized reading' (duration: 406.763632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:57.859019Z","caller":"traceutil/trace.go:171","msg":"trace[1730448536] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"446.549171ms","start":"2026-03-31T18:31:57.412453Z","end":"2026-03-31T18:31:57.859002Z","steps":["trace[1730448536] 'process raft request' (duration: 445.597648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:57.859156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.412434Z","time spent":"446.683764ms","remote":"127.0.0.1:42404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:57.859046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.452018Z","time spent":"407.011348ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:57.858777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.412633Z","time spent":"446.10494ms","remote":"127.0.0.1:42404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1353,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:57.867623Z","caller":"traceutil/trace.go:171","msg":"trace[930220152] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"301.64522ms","start":"2026-03-31T18:31:57.565958Z","end":"2026-03-31T18:31:57.867604Z","steps":["trace[930220152] 'process raft request' (duration: 301.318303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:57.867724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.565929Z","time spent":"301.739143ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:57.867748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.772336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:31:57.867781Z","caller":"traceutil/trace.go:171","msg":"trace[1880060020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1031; }","duration":"186.835988ms","start":"2026-03-31T18:31:57.680938Z","end":"2026-03-31T18:31:57.867774Z","steps":["trace[1880060020] 'agreement among raft nodes before linearized reading' (duration: 186.719706ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:57.867635Z","caller":"traceutil/trace.go:171","msg":"trace[1484256481] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"300.883334ms","start":"2026-03-31T18:31:57.566741Z","end":"2026-03-31T18:31:57.867624Z","steps":["trace[1484256481] 'process raft request' (duration: 300.651579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:57.867829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.566719Z","time spent":"301.086438ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9941,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:02.504956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.682966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:32:02.505055Z","caller":"traceutil/trace.go:171","msg":"trace[473358980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1163; }","duration":"102.813279ms","start":"2026-03-31T18:32:02.402209Z","end":"2026-03-31T18:32:02.505023Z","steps":["trace[473358980] 'range keys from in-memory index tree' (duration: 102.444641ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:03.114214Z","caller":"traceutil/trace.go:171","msg":"trace[1934360845] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"174.882235ms","start":"2026-03-31T18:32:02.939297Z","end":"2026-03-31T18:32:03.114179Z","steps":["trace[1934360845] 'process raft request' (duration: 174.612848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:03.263088Z","caller":"traceutil/trace.go:171","msg":"trace[1444467147] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"142.70007ms","start":"2026-03-31T18:32:03.120364Z","end":"2026-03-31T18:32:03.263064Z","steps":["trace[1444467147] 'process raft request' (duration: 100.776502ms)","trace[1444467147] 'compare' (duration: 41.767014ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:03.31259Z","caller":"traceutil/trace.go:171","msg":"trace[825243142] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"191.840462ms","start":"2026-03-31T18:32:03.120719Z","end":"2026-03-31T18:32:03.312559Z","steps":["trace[825243142] 'process raft request' (duration: 191.603096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:03.31281Z","caller":"traceutil/trace.go:171","msg":"trace[1220522232] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"187.752189ms","start":"2026-03-31T18:32:03.125048Z","end":"2026-03-31T18:32:03.3128Z","steps":["trace[1220522232] 'process raft request' (duration: 187.458082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:04.224794Z","caller":"traceutil/trace.go:171","msg":"trace[717031861] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"212.042164ms","start":"2026-03-31T18:32:04.012714Z","end":"2026-03-31T18:32:04.224756Z","steps":["trace[717031861] 'process raft request' (duration: 211.772128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:06.146159Z","caller":"traceutil/trace.go:171","msg":"trace[984489671] linearizableReadLoop","detail":"{readStateIndex:1216; appliedIndex:1215; }","duration":"179.194173ms","start":"2026-03-31T18:32:05.966932Z","end":"2026-03-31T18:32:06.146126Z","steps":["trace[984489671] 'read index received' (duration: 178.940648ms)","trace[984489671] 'applied index is now lower than readState.Index' (duration: 251.715µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:06.146218Z","caller":"traceutil/trace.go:171","msg":"trace[1768732722] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"224.385745ms","start":"2026-03-31T18:32:05.921796Z","end":"2026-03-31T18:32:06.146181Z","steps":["trace[1768732722] 'process raft request' (duration: 224.096739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:06.146516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.555162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:32:06.146546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.904935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:32:06.146565Z","caller":"traceutil/trace.go:171","msg":"trace[364901924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1182; }","duration":"179.671714ms","start":"2026-03-31T18:32:05.966879Z","end":"2026-03-31T18:32:06.146551Z","steps":["trace[364901924] 'agreement among raft nodes before linearized reading' (duration: 179.448949ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:06.146579Z","caller":"traceutil/trace.go:171","msg":"trace[1523174020] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1182; }","duration":"160.970536ms","start":"2026-03-31T18:32:05.985598Z","end":"2026-03-31T18:32:06.146569Z","steps":["trace[1523174020] 'agreement among raft nodes before linearized reading' (duration: 160.808013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:06.146716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.786802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:32:06.146858Z","caller":"traceutil/trace.go:171","msg":"trace[974925970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1182; }","duration":"156.950025ms","start":"2026-03-31T18:32:05.989879Z","end":"2026-03-31T18:32:06.146829Z","steps":["trace[974925970] 'agreement among raft nodes before linearized reading' (duration: 156.552396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:06.672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.142904ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:32:06.672111Z","caller":"traceutil/trace.go:171","msg":"trace[1269997705] linearizableReadLoop","detail":"{readStateIndex:1220; appliedIndex:1219; }","duration":"127.329479ms","start":"2026-03-31T18:32:06.54476Z","end":"2026-03-31T18:32:06.67209Z","steps":["trace[1269997705] 'read index received' (duration: 48.341µs)","trace[1269997705] 'applied index is now lower than readState.Index' (duration: 127.279118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:06.672364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.597765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:32:06.672428Z","caller":"traceutil/trace.go:171","msg":"trace[1778856535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1185; }","duration":"127.732617ms","start":"2026-03-31T18:32:06.54468Z","end":"2026-03-31T18:32:06.672412Z","steps":["trace[1778856535] 'agreement among raft nodes before linearized reading' (duration: 127.530153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:06.672377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.556424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:32:06.672591Z","caller":"traceutil/trace.go:171","msg":"trace[1911314311] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1185; }","duration":"106.797229ms","start":"2026-03-31T18:32:06.565776Z","end":"2026-03-31T18:32:06.672574Z","steps":["trace[1911314311] 'agreement among raft nodes before linearized reading' (duration: 106.484302ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:06.959055Z","caller":"traceutil/trace.go:171","msg":"trace[1840199595] linearizableReadLoop","detail":"{readStateIndex:1222; appliedIndex:1220; }","duration":"262.284371ms","start":"2026-03-31T18:32:06.696747Z","end":"2026-03-31T18:32:06.959031Z","steps":["trace[1840199595] 'read index received' (duration: 53.620865ms)","trace[1840199595] 'applied index is now lower than readState.Index' (duration: 208.662736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:06.959203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.446446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:06.959314Z","caller":"traceutil/trace.go:171","msg":"trace[1838663284] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"282.240538ms","start":"2026-03-31T18:32:06.677046Z","end":"2026-03-31T18:32:06.959287Z","steps":["trace[1838663284] 'process raft request' (duration: 218.573023ms)","trace[1838663284] 'compare' (duration: 62.915428ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:06.959355Z","caller":"traceutil/trace.go:171","msg":"trace[1855965771] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"246.171793ms","start":"2026-03-31T18:32:06.713158Z","end":"2026-03-31T18:32:06.95933Z","steps":["trace[1855965771] 'process raft request' (duration: 245.802775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:06.959331Z","caller":"traceutil/trace.go:171","msg":"trace[987726279] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1188; }","duration":"262.617589ms","start":"2026-03-31T18:32:06.696693Z","end":"2026-03-31T18:32:06.959311Z","steps":["trace[987726279] 'agreement among raft nodes before linearized reading' (duration: 262.435104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:06.989622Z","caller":"traceutil/trace.go:171","msg":"trace[227866609] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"161.184513ms","start":"2026-03-31T18:32:06.828408Z","end":"2026-03-31T18:32:06.989592Z","steps":["trace[227866609] 'process raft request' (duration: 161.05162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:08.502099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.208431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:08.502248Z","caller":"traceutil/trace.go:171","msg":"trace[789728308] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"251.166537ms","start":"2026-03-31T18:32:08.251059Z","end":"2026-03-31T18:32:08.502226Z","steps":["trace[789728308] 'process raft request' (duration: 121.744442ms)","trace[789728308] 'compare' (duration: 128.866083ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:08.505809Z","caller":"traceutil/trace.go:171","msg":"trace[1696113808] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"236.652495ms","start":"2026-03-31T18:32:08.269128Z","end":"2026-03-31T18:32:08.50578Z","steps":["trace[1696113808] 'process raft request' (duration: 236.455391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:08.7742Z","caller":"traceutil/trace.go:171","msg":"trace[1458058518] linearizableReadLoop","detail":"{readStateIndex:1228; appliedIndex:1227; }","duration":"113.866821ms","start":"2026-03-31T18:32:08.660301Z","end":"2026-03-31T18:32:08.774168Z","steps":["trace[1458058518] 'read index received' (duration: 113.666007ms)","trace[1458058518] 'applied index is now lower than readState.Index' (duration: 199.804µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:08.774399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.074076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:08.774442Z","caller":"traceutil/trace.go:171","msg":"trace[149705081] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1193; }","duration":"114.138567ms","start":"2026-03-31T18:32:08.660292Z","end":"2026-03-31T18:32:08.774431Z","steps":["trace[149705081] 'agreement among raft nodes before linearized reading' (duration: 114.025645ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:08.774228Z","caller":"traceutil/trace.go:171","msg":"trace[994440771] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"114.887615ms","start":"2026-03-31T18:32:08.659309Z","end":"2026-03-31T18:32:08.774197Z","steps":["trace[994440771] 'process raft request' (duration: 114.710991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:09.059619Z","caller":"traceutil/trace.go:171","msg":"trace[930074368] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"181.24657ms","start":"2026-03-31T18:32:08.87834Z","end":"2026-03-31T18:32:09.059586Z","steps":["trace[930074368] 'process raft request' (duration: 181.047766ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:09.504782Z","caller":"traceutil/trace.go:171","msg":"trace[1379598190] linearizableReadLoop","detail":"{readStateIndex:1237; appliedIndex:1236; }","duration":"276.518127ms","start":"2026-03-31T18:32:09.228239Z","end":"2026-03-31T18:32:09.504758Z","steps":["trace[1379598190] 'read index received' (duration: 276.22289ms)","trace[1379598190] 'applied index is now lower than readState.Index' (duration: 294.137µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:09.504873Z","caller":"traceutil/trace.go:171","msg":"trace[89285239] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"350.606529ms","start":"2026-03-31T18:32:09.15423Z","end":"2026-03-31T18:32:09.504837Z","steps":["trace[89285239] 'process raft request' (duration: 350.373343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:09.505031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:09.154207Z","time spent":"350.737722ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5088,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:09.505158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.766103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:09.505262Z","caller":"traceutil/trace.go:171","msg":"trace[368409367] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1202; }","duration":"277.015159ms","start":"2026-03-31T18:32:09.228224Z","end":"2026-03-31T18:32:09.505239Z","steps":["trace[368409367] 'agreement among raft nodes before linearized reading' (duration: 276.675591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:09.677896Z","caller":"traceutil/trace.go:171","msg":"trace[681268679] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"166.376331ms","start":"2026-03-31T18:32:09.511489Z","end":"2026-03-31T18:32:09.677865Z","steps":["trace[681268679] 'process raft request' (duration: 141.668717ms)","trace[681268679] 'compare' (duration: 24.416567ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:09.745371Z","caller":"traceutil/trace.go:171","msg":"trace[579764075] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"233.414732ms","start":"2026-03-31T18:32:09.511923Z","end":"2026-03-31T18:32:09.745337Z","steps":["trace[579764075] 'process raft request' (duration: 233.239318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:10.627815Z","caller":"traceutil/trace.go:171","msg":"trace[765354153] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"114.585647ms","start":"2026-03-31T18:32:10.513204Z","end":"2026-03-31T18:32:10.62779Z","steps":["trace[765354153] 'process raft request' (duration: 114.421214ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:11.310219Z","caller":"traceutil/trace.go:171","msg":"trace[1230256990] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"220.24066ms","start":"2026-03-31T18:32:11.089953Z","end":"2026-03-31T18:32:11.310193Z","steps":["trace[1230256990] 'process raft request' (duration: 220.066616ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:11.433966Z","caller":"traceutil/trace.go:171","msg":"trace[783752670] linearizableReadLoop","detail":"{readStateIndex:1246; appliedIndex:1244; }","duration":"283.578587ms","start":"2026-03-31T18:32:11.150366Z","end":"2026-03-31T18:32:11.433945Z","steps":["trace[783752670] 'read index received' (duration: 159.731119ms)","trace[783752670] 'applied index is now lower than readState.Index' (duration: 123.846138ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:11.434036Z","caller":"traceutil/trace.go:171","msg":"trace[1047831727] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"310.574603ms","start":"2026-03-31T18:32:11.123422Z","end":"2026-03-31T18:32:11.433997Z","steps":["trace[1047831727] 'process raft request' (duration: 265.491954ms)","trace[1047831727] 'compare' (duration: 44.913066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:11.434322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:11.123395Z","time spent":"310.823968ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:11.434514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.13288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:32:11.434605Z","caller":"traceutil/trace.go:171","msg":"trace[1324330178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1210; }","duration":"284.272604ms","start":"2026-03-31T18:32:11.150308Z","end":"2026-03-31T18:32:11.434581Z","steps":["trace[1324330178] 'agreement among raft nodes before linearized reading' (duration: 283.741601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:11.724727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.794723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:11.725034Z","caller":"traceutil/trace.go:171","msg":"trace[2073929789] linearizableReadLoop","detail":"{readStateIndex:1247; appliedIndex:1246; }","duration":"284.720903ms","start":"2026-03-31T18:32:11.440241Z","end":"2026-03-31T18:32:11.724962Z","steps":["trace[2073929789] 'read index received' (duration: 169.547662ms)","trace[2073929789] 'applied index is now lower than readState.Index' (duration: 115.170901ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:11.725121Z","caller":"traceutil/trace.go:171","msg":"trace[658589875] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"285.924521ms","start":"2026-03-31T18:32:11.43917Z","end":"2026-03-31T18:32:11.725094Z","steps":["trace[658589875] 'process raft request' (duration: 170.571796ms)","trace[658589875] 'compare' (duration: 114.636469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:11.725459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.206034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T18:32:11.725485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.46241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:11.725517Z","caller":"traceutil/trace.go:171","msg":"trace[587190363] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1211; }","duration":"285.286476ms","start":"2026-03-31T18:32:11.440215Z","end":"2026-03-31T18:32:11.725501Z","steps":["trace[587190363] 'agreement among raft nodes before linearized reading' (duration: 285.170343ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:11.725542Z","caller":"traceutil/trace.go:171","msg":"trace[671839506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1211; }","duration":"274.533801ms","start":"2026-03-31T18:32:11.450992Z","end":"2026-03-31T18:32:11.725526Z","steps":["trace[671839506] 'agreement among raft nodes before linearized reading' (duration: 274.428449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:11.725558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.28914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:11.725653Z","caller":"traceutil/trace.go:171","msg":"trace[846636065] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1211; }","duration":"135.429884ms","start":"2026-03-31T18:32:11.590192Z","end":"2026-03-31T18:32:11.725622Z","steps":["trace[846636065] 'agreement among raft nodes before linearized reading' (duration: 135.253829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:12.224735Z","caller":"traceutil/trace.go:171","msg":"trace[139690452] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"151.01522ms","start":"2026-03-31T18:32:12.073699Z","end":"2026-03-31T18:32:12.224714Z","steps":["trace[139690452] 'process raft request' (duration: 147.858928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:12.696041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.743557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T18:32:12.696138Z","caller":"traceutil/trace.go:171","msg":"trace[9011729] linearizableReadLoop","detail":"{readStateIndex:1251; appliedIndex:1250; }","duration":"406.096325ms","start":"2026-03-31T18:32:12.290026Z","end":"2026-03-31T18:32:12.696122Z","steps":["trace[9011729] 'read index received' (duration: 180.140404ms)","trace[9011729] 'applied index is now lower than readState.Index' (duration: 225.954731ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:12.696189Z","caller":"traceutil/trace.go:171","msg":"trace[424332959] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1215; }","duration":"420.675899ms","start":"2026-03-31T18:32:12.275474Z","end":"2026-03-31T18:32:12.69615Z","steps":["trace[424332959] 'process raft request' (duration: 194.705288ms)","trace[424332959] 'compare' (duration: 225.650314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:12.696253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.056028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:12.696292Z","caller":"traceutil/trace.go:171","msg":"trace[1888586449] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1215; }","duration":"351.12951ms","start":"2026-03-31T18:32:12.345152Z","end":"2026-03-31T18:32:12.696282Z","steps":["trace[1888586449] 'agreement among raft nodes before linearized reading' (duration: 351.062978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:12.696325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:12.345134Z","time spent":"351.179951ms","remote":"127.0.0.1:42294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:12.696317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.29487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-31T18:32:12.696361Z","caller":"traceutil/trace.go:171","msg":"trace[1672422381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1215; }","duration":"406.376062ms","start":"2026-03-31T18:32:12.289975Z","end":"2026-03-31T18:32:12.696351Z","steps":["trace[1672422381] 'agreement among raft nodes before linearized reading' (duration: 406.25217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:12.696367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:12.275449Z","time spent":"420.832662ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-31T18:32:12.696395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:12.289953Z","time spent":"406.434163ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:12.696477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.017903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:12.696616Z","caller":"traceutil/trace.go:171","msg":"trace[718773519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1215; }","duration":"244.200867ms","start":"2026-03-31T18:32:12.452399Z","end":"2026-03-31T18:32:12.6966Z","steps":["trace[718773519] 'agreement among raft nodes before linearized reading' (duration: 244.020853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.15829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.83991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:13.158763Z","caller":"traceutil/trace.go:171","msg":"trace[807676065] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"458.56917ms","start":"2026-03-31T18:32:12.700163Z","end":"2026-03-31T18:32:13.158732Z","steps":["trace[807676065] 'process raft request' (duration: 242.427235ms)","trace[807676065] 'compare' (duration: 212.718137ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:13.158854Z","caller":"traceutil/trace.go:171","msg":"trace[484997078] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"458.488008ms","start":"2026-03-31T18:32:12.700343Z","end":"2026-03-31T18:32:13.158831Z","steps":["trace[484997078] 'process raft request' (duration: 458.340695ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:13.158921Z","caller":"traceutil/trace.go:171","msg":"trace[369495164] linearizableReadLoop","detail":"{readStateIndex:1254; appliedIndex:1251; }","duration":"260.548229ms","start":"2026-03-31T18:32:12.898358Z","end":"2026-03-31T18:32:13.158906Z","steps":["trace[369495164] 'read index received' (duration: 44.147548ms)","trace[369495164] 'applied index is now lower than readState.Index' (duration: 216.399561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:13.158971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:12.700335Z","time spent":"458.57826ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:13.159014Z","caller":"traceutil/trace.go:171","msg":"trace[2100743210] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"458.268842ms","start":"2026-03-31T18:32:12.700735Z","end":"2026-03-31T18:32:13.159004Z","steps":["trace[2100743210] 'process raft request' (duration: 458.045517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.15904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.678782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:32:13.159046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:12.700714Z","time spent":"458.315733ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:13.159062Z","caller":"traceutil/trace.go:171","msg":"trace[588767320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1218; }","duration":"260.736443ms","start":"2026-03-31T18:32:12.898319Z","end":"2026-03-31T18:32:13.159055Z","steps":["trace[588767320] 'agreement among raft nodes before linearized reading' (duration: 260.642811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.158873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:12.700147Z","time spent":"458.664302ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:13.447017Z","caller":"traceutil/trace.go:171","msg":"trace[1125647775] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"284.120976ms","start":"2026-03-31T18:32:13.162868Z","end":"2026-03-31T18:32:13.446989Z","steps":["trace[1125647775] 'process raft request' (duration: 283.971153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:13.454519Z","caller":"traceutil/trace.go:171","msg":"trace[1556143090] linearizableReadLoop","detail":"{readStateIndex:1256; appliedIndex:1255; }","duration":"100.75042ms","start":"2026-03-31T18:32:13.353752Z","end":"2026-03-31T18:32:13.454503Z","steps":["trace[1556143090] 'read index received' (duration: 93.211808ms)","trace[1556143090] 'applied index is now lower than readState.Index' (duration: 7.537792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:13.454709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.932434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-lkdbd\" ","response":"range_response_count:1 size:5103"} {"level":"info","ts":"2026-03-31T18:32:13.454747Z","caller":"traceutil/trace.go:171","msg":"trace[1777550074] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-lkdbd; range_end:; response_count:1; response_revision:1220; }","duration":"101.026706ms","start":"2026-03-31T18:32:13.353706Z","end":"2026-03-31T18:32:13.454733Z","steps":["trace[1777550074] 'agreement among raft nodes before linearized reading' (duration: 100.884173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:13.454652Z","caller":"traceutil/trace.go:171","msg":"trace[1155833359] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"139.300201ms","start":"2026-03-31T18:32:13.315287Z","end":"2026-03-31T18:32:13.454587Z","steps":["trace[1155833359] 'process raft request' (duration: 139.132307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:14.825804Z","caller":"traceutil/trace.go:171","msg":"trace[1642601493] linearizableReadLoop","detail":"{readStateIndex:1263; appliedIndex:1262; }","duration":"374.313685ms","start":"2026-03-31T18:32:14.451467Z","end":"2026-03-31T18:32:14.825781Z","steps":["trace[1642601493] 'read index received' (duration: 374.09407ms)","trace[1642601493] 'applied index is now lower than readState.Index' (duration: 218.735µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:14.825877Z","caller":"traceutil/trace.go:171","msg":"trace[1702290784] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"544.154803ms","start":"2026-03-31T18:32:14.281696Z","end":"2026-03-31T18:32:14.825851Z","steps":["trace[1702290784] 'process raft request' (duration: 543.949258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:14.825919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.443198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:14.825949Z","caller":"traceutil/trace.go:171","msg":"trace[833807573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1227; }","duration":"374.52991ms","start":"2026-03-31T18:32:14.45141Z","end":"2026-03-31T18:32:14.82594Z","steps":["trace[833807573] 'agreement among raft nodes before linearized reading' (duration: 374.461958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:14.825978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:14.451326Z","time spent":"374.645973ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:14.826011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:14.281669Z","time spent":"544.262736ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:15.313445Z","caller":"traceutil/trace.go:171","msg":"trace[705150924] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"145.650225ms","start":"2026-03-31T18:32:15.167775Z","end":"2026-03-31T18:32:15.313425Z","steps":["trace[705150924] 'process raft request' (duration: 140.302012ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:15.31364Z","caller":"traceutil/trace.go:171","msg":"trace[739162749] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"145.543293ms","start":"2026-03-31T18:32:15.168067Z","end":"2026-03-31T18:32:15.31361Z","steps":["trace[739162749] 'process raft request' (duration: 145.325708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:17.752033Z","caller":"traceutil/trace.go:171","msg":"trace[18499921] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"242.031516ms","start":"2026-03-31T18:32:17.509962Z","end":"2026-03-31T18:32:17.751994Z","steps":["trace[18499921] 'process raft request' (duration: 186.366466ms)","trace[18499921] 'compare' (duration: 55.490967ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:18.318384Z","caller":"traceutil/trace.go:171","msg":"trace[1428966101] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"100.130576ms","start":"2026-03-31T18:32:18.218225Z","end":"2026-03-31T18:32:18.318355Z","steps":["trace[1428966101] 'process raft request' (duration: 99.877081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:19.516946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.013953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:19.517222Z","caller":"traceutil/trace.go:171","msg":"trace[109994572] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"174.286179ms","start":"2026-03-31T18:32:19.342907Z","end":"2026-03-31T18:32:19.517194Z","steps":["trace[109994572] 'process raft request' (duration: 52.957309ms)","trace[109994572] 'compare' (duration: 120.91057ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:19.517288Z","caller":"traceutil/trace.go:171","msg":"trace[919427403] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"172.819106ms","start":"2026-03-31T18:32:19.344432Z","end":"2026-03-31T18:32:19.517251Z","steps":["trace[919427403] 'process raft request' (duration: 172.666183ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:19.75453Z","caller":"traceutil/trace.go:171","msg":"trace[108437630] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"234.188048ms","start":"2026-03-31T18:32:19.520256Z","end":"2026-03-31T18:32:19.754444Z","steps":["trace[108437630] 'process raft request' (duration: 204.429168ms)","trace[108437630] 'compare' (duration: 29.620346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:22.446593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961683723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:32:22.947013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961683723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:32:23.447294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961683723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:32:23.466265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.624527198s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:32:23.468016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946952319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:32:23.46811Z","caller":"traceutil/trace.go:171","msg":"trace[964342145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1255; }","duration":"1.947077692s","start":"2026-03-31T18:32:21.520996Z","end":"2026-03-31T18:32:23.468074Z","steps":["trace[964342145] 'range keys from in-memory index tree' (duration: 1.946648683s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:23.46816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:21.520972Z","time spent":"1.947175415s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:23.468219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709007117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:32:23.468258Z","caller":"traceutil/trace.go:171","msg":"trace[258390578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1255; }","duration":"1.709099999s","start":"2026-03-31T18:32:21.759146Z","end":"2026-03-31T18:32:23.468246Z","steps":["trace[258390578] 'range keys from in-memory index tree' (duration: 1.708825533s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:23.468288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:21.759109Z","time spent":"1.709172381s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:32:23.468325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81078364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:23.468385Z","caller":"traceutil/trace.go:171","msg":"trace[3218830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1255; }","duration":"1.810892222s","start":"2026-03-31T18:32:21.65747Z","end":"2026-03-31T18:32:23.468363Z","steps":["trace[3218830] 'range keys from in-memory index tree' (duration: 1.810637627s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:23.468387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947224865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:32:23.468456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:21.657445Z","time spent":"1.810993495s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:32:23.468527Z","caller":"traceutil/trace.go:171","msg":"trace[1510656839] linearizableReadLoop","detail":"{readStateIndex:1294; appliedIndex:1293; }","duration":"1.521984167s","start":"2026-03-31T18:32:21.946488Z","end":"2026-03-31T18:32:23.468472Z","steps":["trace[1510656839] 'read index received' (duration: 1.519928611s)","trace[1510656839] 'applied index is now lower than readState.Index' (duration: 2.054246ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:23.468561Z","caller":"traceutil/trace.go:171","msg":"trace[51520934] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"1.626955563s","start":"2026-03-31T18:32:21.841593Z","end":"2026-03-31T18:32:23.468549Z","steps":["trace[51520934] 'process raft request' (duration: 1.624869776s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:23.468469Z","caller":"traceutil/trace.go:171","msg":"trace[1131754264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1255; }","duration":"1.947373808s","start":"2026-03-31T18:32:21.521077Z","end":"2026-03-31T18:32:23.46845Z","steps":["trace[1131754264] 'range keys from in-memory index tree' (duration: 1.94700409s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:23.468627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:21.521046Z","time spent":"1.947566883s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:23.468652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:21.841559Z","time spent":"1.627036295s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:23.468691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150887454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:23.46872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522238693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:32:23.468785Z","caller":"traceutil/trace.go:171","msg":"trace[2117444119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1256; }","duration":"1.522347296s","start":"2026-03-31T18:32:21.946424Z","end":"2026-03-31T18:32:23.468771Z","steps":["trace[2117444119] 'agreement among raft nodes before linearized reading' (duration: 1.522175962s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:23.468794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017223054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:23.468803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.949349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:32:23.468838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:21.946375Z","time spent":"1.522450768s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:32:23.468843Z","caller":"traceutil/trace.go:171","msg":"trace[412786297] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1256; }","duration":"205.026611ms","start":"2026-03-31T18:32:23.263806Z","end":"2026-03-31T18:32:23.468832Z","steps":["trace[412786297] 'agreement among raft nodes before linearized reading' (duration: 204.954129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:23.468846Z","caller":"traceutil/trace.go:171","msg":"trace[2140833531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1256; }","duration":"1.017307116s","start":"2026-03-31T18:32:22.451519Z","end":"2026-03-31T18:32:23.468826Z","steps":["trace[2140833531] 'agreement among raft nodes before linearized reading' (duration: 1.017245365s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:23.4689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:22.451499Z","time spent":"1.017389507s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:32:23.468736Z","caller":"traceutil/trace.go:171","msg":"trace[499477791] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1256; }","duration":"1.150980147s","start":"2026-03-31T18:32:22.317742Z","end":"2026-03-31T18:32:23.468722Z","steps":["trace[499477791] 'agreement among raft nodes before linearized reading' (duration: 1.150896145s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:23.468998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:22.317715Z","time spent":"1.151233483s","remote":"127.0.0.1:42266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:32:35.799141Z","caller":"traceutil/trace.go:171","msg":"trace[1051673957] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"190.088591ms","start":"2026-03-31T18:32:35.609015Z","end":"2026-03-31T18:32:35.799104Z","steps":["trace[1051673957] 'process raft request' (duration: 121.202607ms)","trace[1051673957] 'compare' (duration: 68.74177ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:35.799407Z","caller":"traceutil/trace.go:171","msg":"trace[263137592] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"190.333456ms","start":"2026-03-31T18:32:35.609048Z","end":"2026-03-31T18:32:35.799381Z","steps":["trace[263137592] 'process raft request' (duration: 190.019499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:35.799466Z","caller":"traceutil/trace.go:171","msg":"trace[229179332] linearizableReadLoop","detail":"{readStateIndex:1398; appliedIndex:1393; }","duration":"189.580699ms","start":"2026-03-31T18:32:35.609858Z","end":"2026-03-31T18:32:35.799438Z","steps":["trace[229179332] 'read index received' (duration: 10.529721ms)","trace[229179332] 'applied index is now lower than readState.Index' (duration: 179.050168ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:35.799564Z","caller":"traceutil/trace.go:171","msg":"trace[1646818285] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"190.405107ms","start":"2026-03-31T18:32:35.609135Z","end":"2026-03-31T18:32:35.799541Z","steps":["trace[1646818285] 'process raft request' (duration: 190.138511ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:35.799618Z","caller":"traceutil/trace.go:171","msg":"trace[1830092775] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"190.465859ms","start":"2026-03-31T18:32:35.60914Z","end":"2026-03-31T18:32:35.799606Z","steps":["trace[1830092775] 'process raft request' (duration: 190.250404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:35.799798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.786831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:35.799933Z","caller":"traceutil/trace.go:171","msg":"trace[324775951] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1353; }","duration":"181.951975ms","start":"2026-03-31T18:32:35.617957Z","end":"2026-03-31T18:32:35.799909Z","steps":["trace[324775951] 'agreement among raft nodes before linearized reading' (duration: 181.75361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:35.799799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.918327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/ingress-nginx/ingress-nginx-tcp\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:35.80009Z","caller":"traceutil/trace.go:171","msg":"trace[1877828974] range","detail":"{range_begin:/registry/configmaps/ingress-nginx/ingress-nginx-tcp; range_end:; response_count:0; response_revision:1353; }","duration":"190.235983ms","start":"2026-03-31T18:32:35.609832Z","end":"2026-03-31T18:32:35.800068Z","steps":["trace[1877828974] 'agreement among raft nodes before linearized reading' (duration: 189.912096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:36.020415Z","caller":"traceutil/trace.go:171","msg":"trace[957828547] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"131.299467ms","start":"2026-03-31T18:32:35.88909Z","end":"2026-03-31T18:32:36.020389Z","steps":["trace[957828547] 'process raft request' (duration: 131.151654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:36.130927Z","caller":"traceutil/trace.go:171","msg":"trace[541107288] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"241.700008ms","start":"2026-03-31T18:32:35.8892Z","end":"2026-03-31T18:32:36.1309Z","steps":["trace[541107288] 'process raft request' (duration: 234.212978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:36.130951Z","caller":"traceutil/trace.go:171","msg":"trace[1153524260] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"220.401331ms","start":"2026-03-31T18:32:35.910511Z","end":"2026-03-31T18:32:36.130913Z","steps":["trace[1153524260] 'process raft request' (duration: 220.291819ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:39.949423Z","caller":"traceutil/trace.go:171","msg":"trace[1437171285] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"132.468214ms","start":"2026-03-31T18:32:39.816914Z","end":"2026-03-31T18:32:39.949382Z","steps":["trace[1437171285] 'process raft request' (duration: 130.882928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:39.949724Z","caller":"traceutil/trace.go:171","msg":"trace[1635519185] transaction","detail":"{read_only:false; response_revision:1391; number_of_response:1; }","duration":"132.68333ms","start":"2026-03-31T18:32:39.817017Z","end":"2026-03-31T18:32:39.9497Z","steps":["trace[1635519185] 'process raft request' (duration: 132.29928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:39.949753Z","caller":"traceutil/trace.go:171","msg":"trace[394198889] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"132.584098ms","start":"2026-03-31T18:32:39.817142Z","end":"2026-03-31T18:32:39.949726Z","steps":["trace[394198889] 'process raft request' (duration: 132.443844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:41.213859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.817953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:32:41.213925Z","caller":"traceutil/trace.go:171","msg":"trace[1966215449] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:1396; }","duration":"210.931605ms","start":"2026-03-31T18:32:41.002977Z","end":"2026-03-31T18:32:41.213909Z","steps":["trace[1966215449] 'range keys from in-memory index tree' (duration: 210.658979ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:48.218498Z","caller":"traceutil/trace.go:171","msg":"trace[637030772] linearizableReadLoop","detail":"{readStateIndex:1566; appliedIndex:1565; }","duration":"161.409654ms","start":"2026-03-31T18:32:48.057064Z","end":"2026-03-31T18:32:48.218473Z","steps":["trace[637030772] 'read index received' (duration: 161.292182ms)","trace[637030772] 'applied index is now lower than readState.Index' (duration: 116.532µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:48.218557Z","caller":"traceutil/trace.go:171","msg":"trace[1760161421] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"279.03972ms","start":"2026-03-31T18:32:47.939482Z","end":"2026-03-31T18:32:48.218522Z","steps":["trace[1760161421] 'process raft request' (duration: 278.835316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:48.218822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.922722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T18:32:48.218848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.745361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:32:48.21891Z","caller":"traceutil/trace.go:171","msg":"trace[1663610063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1518; }","duration":"157.069456ms","start":"2026-03-31T18:32:48.061821Z","end":"2026-03-31T18:32:48.21889Z","steps":["trace[1663610063] 'agreement among raft nodes before linearized reading' (duration: 156.852771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:48.218922Z","caller":"traceutil/trace.go:171","msg":"trace[992081466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1518; }","duration":"161.900725ms","start":"2026-03-31T18:32:48.057009Z","end":"2026-03-31T18:32:48.21891Z","steps":["trace[992081466] 'agreement among raft nodes before linearized reading' (duration: 161.607059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:48.21883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.192253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:32:48.219002Z","caller":"traceutil/trace.go:171","msg":"trace[691167160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1518; }","duration":"155.395577ms","start":"2026-03-31T18:32:48.063596Z","end":"2026-03-31T18:32:48.218992Z","steps":["trace[691167160] 'agreement among raft nodes before linearized reading' (duration: 155.10685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:50.812284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961684232,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:32:51.228909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.097396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:51.229039Z","caller":"traceutil/trace.go:171","msg":"trace[455325926] linearizableReadLoop","detail":"{readStateIndex:1577; appliedIndex:1576; }","duration":"916.847152ms","start":"2026-03-31T18:32:50.312175Z","end":"2026-03-31T18:32:51.229022Z","steps":["trace[455325926] 'read index received' (duration: 784.444049ms)","trace[455325926] 'applied index is now lower than readState.Index' (duration: 132.401513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:51.229255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.338171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T18:32:51.229266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.078317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:32:51.229271Z","caller":"traceutil/trace.go:171","msg":"trace[1750595949] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"940.977063ms","start":"2026-03-31T18:32:50.288266Z","end":"2026-03-31T18:32:51.229243Z","steps":["trace[1750595949] 'process raft request' (duration: 808.446477ms)","trace[1750595949] 'compare' (duration: 131.901361ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:51.229302Z","caller":"traceutil/trace.go:171","msg":"trace[2034651690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1529; }","duration":"916.382052ms","start":"2026-03-31T18:32:50.312905Z","end":"2026-03-31T18:32:51.229287Z","steps":["trace[2034651690] 'agreement among raft nodes before linearized reading' (duration: 916.217348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:51.229324Z","caller":"traceutil/trace.go:171","msg":"trace[609281339] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1529; }","duration":"917.179379ms","start":"2026-03-31T18:32:50.312131Z","end":"2026-03-31T18:32:51.22931Z","steps":["trace[609281339] 'agreement among raft nodes before linearized reading' (duration: 916.994045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:51.229315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.389753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:51.229351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.31282Z","time spent":"916.522164ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:51.22936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.312112Z","time spent":"917.23934ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:51.229335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.010679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:51.229392Z","caller":"traceutil/trace.go:171","msg":"trace[930010986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1529; }","duration":"775.507135ms","start":"2026-03-31T18:32:50.453864Z","end":"2026-03-31T18:32:51.229371Z","steps":["trace[930010986] 'agreement among raft nodes before linearized reading' (duration: 775.392593ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:51.229413Z","caller":"traceutil/trace.go:171","msg":"trace[850687580] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1529; }","duration":"473.136782ms","start":"2026-03-31T18:32:50.756255Z","end":"2026-03-31T18:32:51.229391Z","steps":["trace[850687580] 'agreement among raft nodes before linearized reading' (duration: 472.989179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:51.229421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.288243Z","time spent":"941.092896ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:51.229453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.756229Z","time spent":"473.212454ms","remote":"127.0.0.1:39426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:51.229445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.453843Z","time spent":"775.591827ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:51.229455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.414193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:32:51.229554Z","caller":"traceutil/trace.go:171","msg":"trace[1447157076] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:1529; }","duration":"224.497415ms","start":"2026-03-31T18:32:51.005021Z","end":"2026-03-31T18:32:51.229518Z","steps":["trace[1447157076] 'agreement among raft nodes before linearized reading' (duration: 224.215598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:51.763457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:51.23066Z","time spent":"532.791433ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:32:53.154717Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.069992638s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:32:53.20606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121207768s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:53.20639Z","caller":"traceutil/trace.go:171","msg":"trace[606309092] linearizableReadLoop","detail":"{readStateIndex:1582; appliedIndex:1578; }","duration":"1.400864842s","start":"2026-03-31T18:32:51.805514Z","end":"2026-03-31T18:32:53.206379Z","steps":["trace[606309092] 'read index received' (duration: 279.242615ms)","trace[606309092] 'applied index is now lower than readState.Index' (duration: 1.121621657s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:53.206494Z","caller":"traceutil/trace.go:171","msg":"trace[1482899563] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"1.471468934s","start":"2026-03-31T18:32:51.73498Z","end":"2026-03-31T18:32:53.206449Z","steps":["trace[1482899563] 'process raft request' (duration: 1.471336091s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:53.206568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:51.734951Z","time spent":"1.471563606s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:53.206554Z","caller":"traceutil/trace.go:171","msg":"trace[940996898] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"1.429722552s","start":"2026-03-31T18:32:51.776797Z","end":"2026-03-31T18:32:53.20652Z","steps":["trace[940996898] 'process raft request' (duration: 1.429557818s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:53.206585Z","caller":"traceutil/trace.go:171","msg":"trace[1149627424] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"1.973105227s","start":"2026-03-31T18:32:51.233458Z","end":"2026-03-31T18:32:53.206564Z","steps":["trace[1149627424] 'process raft request' (duration: 851.338376ms)","trace[1149627424] 'compare' (duration: 1.120557092s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:53.206619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401097177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:32:53.206666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:51.233441Z","time spent":"1.973182828s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:53.206686Z","caller":"traceutil/trace.go:171","msg":"trace[1842355885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1533; }","duration":"1.40121933s","start":"2026-03-31T18:32:51.805452Z","end":"2026-03-31T18:32:53.206671Z","steps":["trace[1842355885] 'agreement among raft nodes before linearized reading' (duration: 1.401023106s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:53.206708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:51.776775Z","time spent":"1.429849284s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:53.20672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:51.805431Z","time spent":"1.401282051s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:32:53.206698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379781471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:53.206723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.017224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:53.20677Z","caller":"traceutil/trace.go:171","msg":"trace[683783904] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1533; }","duration":"1.379901964s","start":"2026-03-31T18:32:51.826851Z","end":"2026-03-31T18:32:53.206753Z","steps":["trace[683783904] 'agreement among raft nodes before linearized reading' (duration: 1.379770691s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:53.206794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.45419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-31T18:32:53.206795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.268397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:53.206801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302119007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:53.206833Z","caller":"traceutil/trace.go:171","msg":"trace[630284275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1533; }","duration":"957.52108ms","start":"2026-03-31T18:32:52.2493Z","end":"2026-03-31T18:32:53.206821Z","steps":["trace[630284275] 'agreement among raft nodes before linearized reading' (duration: 957.394838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:53.206852Z","caller":"traceutil/trace.go:171","msg":"trace[2081556202] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1533; }","duration":"700.333489ms","start":"2026-03-31T18:32:52.506503Z","end":"2026-03-31T18:32:53.206836Z","steps":["trace[2081556202] 'agreement among raft nodes before linearized reading' (duration: 700.229656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:53.206864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:52.249284Z","time spent":"957.573182ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:32:53.206871Z","caller":"traceutil/trace.go:171","msg":"trace[1549394678] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1533; }","duration":"1.30221879s","start":"2026-03-31T18:32:51.90463Z","end":"2026-03-31T18:32:53.206849Z","steps":["trace[1549394678] 'agreement among raft nodes before linearized reading' (duration: 1.302103597s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:53.206894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:52.506419Z","time spent":"700.464282ms","remote":"127.0.0.1:41248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:53.20682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:51.826833Z","time spent":"1.379975086s","remote":"127.0.0.1:42204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:32:53.206779Z","caller":"traceutil/trace.go:171","msg":"trace[1845166788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1533; }","duration":"754.101036ms","start":"2026-03-31T18:32:52.452666Z","end":"2026-03-31T18:32:53.206767Z","steps":["trace[1845166788] 'agreement among raft nodes before linearized reading' (duration: 754.025114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:53.206922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:51.904612Z","time spent":"1.302298922s","remote":"127.0.0.1:39410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:53.206955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:52.452647Z","time spent":"754.29667ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:32:53.206964Z","caller":"traceutil/trace.go:171","msg":"trace[1490386316] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"1.972758608s","start":"2026-03-31T18:32:51.233695Z","end":"2026-03-31T18:32:53.206453Z","steps":["trace[1490386316] 'process raft request' (duration: 1.972431131s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:53.207048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:51.233684Z","time spent":"1.973321191s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:53.914235Z","caller":"traceutil/trace.go:171","msg":"trace[1872296433] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"230.584234ms","start":"2026-03-31T18:32:53.683625Z","end":"2026-03-31T18:32:53.914209Z","steps":["trace[1872296433] 'process raft request' (duration: 230.41473ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:55.640876Z","caller":"traceutil/trace.go:171","msg":"trace[2013810588] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"123.411577ms","start":"2026-03-31T18:32:55.517407Z","end":"2026-03-31T18:32:55.640818Z","steps":["trace[2013810588] 'process raft request' (duration: 123.242044ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:56.875707Z","caller":"traceutil/trace.go:171","msg":"trace[1545977463] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"149.610715ms","start":"2026-03-31T18:32:56.726055Z","end":"2026-03-31T18:32:56.875666Z","steps":["trace[1545977463] 'process raft request' (duration: 128.784409ms)","trace[1545977463] 'compare' (duration: 20.515869ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:56.875742Z","caller":"traceutil/trace.go:171","msg":"trace[838769172] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"122.906846ms","start":"2026-03-31T18:32:56.752816Z","end":"2026-03-31T18:32:56.875723Z","steps":["trace[838769172] 'process raft request' (duration: 122.878245ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:56.875773Z","caller":"traceutil/trace.go:171","msg":"trace[1352574715] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"130.674243ms","start":"2026-03-31T18:32:56.745085Z","end":"2026-03-31T18:32:56.875759Z","steps":["trace[1352574715] 'process raft request' (duration: 130.559641ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:56.875888Z","caller":"traceutil/trace.go:171","msg":"trace[1210551986] linearizableReadLoop","detail":"{readStateIndex:1618; appliedIndex:1616; }","duration":"142.140064ms","start":"2026-03-31T18:32:56.733708Z","end":"2026-03-31T18:32:56.875848Z","steps":["trace[1210551986] 'read index received' (duration: 8.186297ms)","trace[1210551986] 'applied index is now lower than readState.Index' (duration: 133.946437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:56.87599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.276678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:56.876019Z","caller":"traceutil/trace.go:171","msg":"trace[1491770354] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com; range_end:; response_count:0; response_revision:1569; }","duration":"142.35253ms","start":"2026-03-31T18:32:56.733656Z","end":"2026-03-31T18:32:56.876008Z","steps":["trace[1491770354] 'agreement among raft nodes before linearized reading' (duration: 142.291289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:56.876257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.533943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-31T18:32:56.876328Z","caller":"traceutil/trace.go:171","msg":"trace[1771161355] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1569; }","duration":"131.641745ms","start":"2026-03-31T18:32:56.744667Z","end":"2026-03-31T18:32:56.876309Z","steps":["trace[1771161355] 'agreement among raft nodes before linearized reading' (duration: 131.395179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:57.544647Z","caller":"traceutil/trace.go:171","msg":"trace[1527500553] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"145.342437ms","start":"2026-03-31T18:32:57.399269Z","end":"2026-03-31T18:32:57.544611Z","steps":["trace[1527500553] 'process raft request' (duration: 144.767504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:57.63068Z","caller":"traceutil/trace.go:171","msg":"trace[1507328994] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"231.132176ms","start":"2026-03-31T18:32:57.399517Z","end":"2026-03-31T18:32:57.63065Z","steps":["trace[1507328994] 'process raft request' (duration: 230.916422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:57.630937Z","caller":"traceutil/trace.go:171","msg":"trace[969270438] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"230.983133ms","start":"2026-03-31T18:32:57.39992Z","end":"2026-03-31T18:32:57.630903Z","steps":["trace[969270438] 'process raft request' (duration: 230.666566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:57.631121Z","caller":"traceutil/trace.go:171","msg":"trace[1038150745] linearizableReadLoop","detail":"{readStateIndex:1658; appliedIndex:1653; }","duration":"177.958653ms","start":"2026-03-31T18:32:57.453146Z","end":"2026-03-31T18:32:57.631104Z","steps":["trace[1038150745] 'read index received' (duration: 90.912455ms)","trace[1038150745] 'applied index is now lower than readState.Index' (duration: 87.042818ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:57.631163Z","caller":"traceutil/trace.go:171","msg":"trace[1970416698] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"230.743087ms","start":"2026-03-31T18:32:57.400393Z","end":"2026-03-31T18:32:57.631136Z","steps":["trace[1970416698] 'process raft request' (duration: 230.40904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:57.631224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.060755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:57.631276Z","caller":"traceutil/trace.go:171","msg":"trace[479545439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1607; }","duration":"178.161547ms","start":"2026-03-31T18:32:57.4531Z","end":"2026-03-31T18:32:57.631261Z","steps":["trace[479545439] 'agreement among raft nodes before linearized reading' (duration: 178.074415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:57.6312Z","caller":"traceutil/trace.go:171","msg":"trace[850205856] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"230.449751ms","start":"2026-03-31T18:32:57.400708Z","end":"2026-03-31T18:32:57.631158Z","steps":["trace[850205856] 'process raft request' (duration: 230.321308ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:57.758644Z","caller":"traceutil/trace.go:171","msg":"trace[1166165211] linearizableReadLoop","detail":"{readStateIndex:1659; appliedIndex:1658; }","duration":"120.04118ms","start":"2026-03-31T18:32:57.638574Z","end":"2026-03-31T18:32:57.758615Z","steps":["trace[1166165211] 'read index received' (duration: 118.905034ms)","trace[1166165211] 'applied index is now lower than readState.Index' (duration: 1.134826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:57.75877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.171573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/shovels.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:57.758813Z","caller":"traceutil/trace.go:171","msg":"trace[83821176] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/shovels.rabbitmq.com; range_end:; response_count:0; response_revision:1608; }","duration":"120.248475ms","start":"2026-03-31T18:32:57.638548Z","end":"2026-03-31T18:32:57.758796Z","steps":["trace[83821176] 'agreement among raft nodes before linearized reading' (duration: 120.160643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:57.758704Z","caller":"traceutil/trace.go:171","msg":"trace[549973782] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"120.793168ms","start":"2026-03-31T18:32:57.637842Z","end":"2026-03-31T18:32:57.758635Z","steps":["trace[549973782] 'process raft request' (duration: 119.664521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:57.765631Z","caller":"traceutil/trace.go:171","msg":"trace[365858280] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"126.789734ms","start":"2026-03-31T18:32:57.638806Z","end":"2026-03-31T18:32:57.765596Z","steps":["trace[365858280] 'process raft request' (duration: 126.443466ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:57.954542Z","caller":"traceutil/trace.go:171","msg":"trace[266750954] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"115.952548ms","start":"2026-03-31T18:32:57.838564Z","end":"2026-03-31T18:32:57.954516Z","steps":["trace[266750954] 'process raft request' (duration: 115.823635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:58.254663Z","caller":"traceutil/trace.go:171","msg":"trace[1427592874] linearizableReadLoop","detail":"{readStateIndex:1663; appliedIndex:1662; }","duration":"290.84952ms","start":"2026-03-31T18:32:57.963791Z","end":"2026-03-31T18:32:58.25464Z","steps":["trace[1427592874] 'read index received' (duration: 290.598584ms)","trace[1427592874] 'applied index is now lower than readState.Index' (duration: 249.816µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:58.254717Z","caller":"traceutil/trace.go:171","msg":"trace[1228870574] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"291.985415ms","start":"2026-03-31T18:32:57.962696Z","end":"2026-03-31T18:32:58.254681Z","steps":["trace[1228870574] 'process raft request' (duration: 291.770161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:58.254857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.031055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/superstreams.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:58.254967Z","caller":"traceutil/trace.go:171","msg":"trace[690294014] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/superstreams.rabbitmq.com; range_end:; response_count:0; response_revision:1612; }","duration":"291.183797ms","start":"2026-03-31T18:32:57.963761Z","end":"2026-03-31T18:32:58.254944Z","steps":["trace[690294014] 'agreement among raft nodes before linearized reading' (duration: 290.984323ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:58.49315Z","caller":"traceutil/trace.go:171","msg":"trace[68137794] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"228.544568ms","start":"2026-03-31T18:32:58.264585Z","end":"2026-03-31T18:32:58.49313Z","steps":["trace[68137794] 'process raft request' (duration: 221.028027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:58.506478Z","caller":"traceutil/trace.go:171","msg":"trace[1238230853] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"240.791627ms","start":"2026-03-31T18:32:58.265648Z","end":"2026-03-31T18:32:58.506439Z","steps":["trace[1238230853] 'process raft request' (duration: 240.676095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:58.6266Z","caller":"traceutil/trace.go:171","msg":"trace[115412435] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"113.89289ms","start":"2026-03-31T18:32:58.512687Z","end":"2026-03-31T18:32:58.62658Z","steps":["trace[115412435] 'process raft request' (duration: 108.748353ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:58.743037Z","caller":"traceutil/trace.go:171","msg":"trace[1123009841] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"109.170282ms","start":"2026-03-31T18:32:58.63384Z","end":"2026-03-31T18:32:58.743011Z","steps":["trace[1123009841] 'process raft request' (duration: 105.932038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:58.765931Z","caller":"traceutil/trace.go:171","msg":"trace[1138933750] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"131.968283ms","start":"2026-03-31T18:32:58.633937Z","end":"2026-03-31T18:32:58.765905Z","steps":["trace[1138933750] 'process raft request' (duration: 131.84769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.079786Z","caller":"traceutil/trace.go:171","msg":"trace[2123564219] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"282.285114ms","start":"2026-03-31T18:32:58.797471Z","end":"2026-03-31T18:32:59.079756Z","steps":["trace[2123564219] 'process raft request' (duration: 282.1196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:59.480885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.246779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:59.481061Z","caller":"traceutil/trace.go:171","msg":"trace[425528239] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"243.897798ms","start":"2026-03-31T18:32:59.237148Z","end":"2026-03-31T18:32:59.481045Z","steps":["trace[425528239] 'process raft request' (duration: 243.836657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.481059Z","caller":"traceutil/trace.go:171","msg":"trace[416787020] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"394.796305ms","start":"2026-03-31T18:32:59.086239Z","end":"2026-03-31T18:32:59.481035Z","steps":["trace[416787020] 'process raft request' (duration: 259.319391ms)","trace[416787020] 'compare' (duration: 134.985432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:59.481172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:59.086223Z","time spent":"394.887607ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7026,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:59.481078Z","caller":"traceutil/trace.go:171","msg":"trace[1568294807] linearizableReadLoop","detail":"{readStateIndex:1673; appliedIndex:1672; }","duration":"391.926189ms","start":"2026-03-31T18:32:59.089119Z","end":"2026-03-31T18:32:59.481045Z","steps":["trace[1568294807] 'read index received' (duration: 256.433105ms)","trace[1568294807] 'applied index is now lower than readState.Index' (duration: 135.489634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:59.481394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.264326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/vhosts.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:59.481437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.912539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:59.481467Z","caller":"traceutil/trace.go:171","msg":"trace[939531932] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/vhosts.rabbitmq.com; range_end:; response_count:0; response_revision:1623; }","duration":"392.42549ms","start":"2026-03-31T18:32:59.089023Z","end":"2026-03-31T18:32:59.481448Z","steps":["trace[939531932] 'agreement among raft nodes before linearized reading' (duration: 392.300507ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.481497Z","caller":"traceutil/trace.go:171","msg":"trace[1535549087] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1623; }","duration":"378.007081ms","start":"2026-03-31T18:32:59.103472Z","end":"2026-03-31T18:32:59.481479Z","steps":["trace[1535549087] 'agreement among raft nodes before linearized reading' (duration: 377.887578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:59.481524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:59.089004Z","time spent":"392.505632ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/vhosts.rabbitmq.com\" "} {"level":"warn","ts":"2026-03-31T18:32:59.481516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.594112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T18:32:59.481552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:59.103457Z","time spent":"378.083473ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":22,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:59.481509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.013043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:32:59.481585Z","caller":"traceutil/trace.go:171","msg":"trace[82045318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1623; }","duration":"190.695714ms","start":"2026-03-31T18:32:59.290875Z","end":"2026-03-31T18:32:59.481571Z","steps":["trace[82045318] 'agreement among raft nodes before linearized reading' (duration: 190.52525ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.481611Z","caller":"traceutil/trace.go:171","msg":"trace[1343121611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1623; }","duration":"195.145356ms","start":"2026-03-31T18:32:59.286456Z","end":"2026-03-31T18:32:59.481601Z","steps":["trace[1343121611] 'agreement among raft nodes before linearized reading' (duration: 194.953581ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.632552Z","caller":"traceutil/trace.go:171","msg":"trace[350449944] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"147.107929ms","start":"2026-03-31T18:32:59.485419Z","end":"2026-03-31T18:32:59.632527Z","steps":["trace[350449944] 'process raft request' (duration: 146.465155ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.632947Z","caller":"traceutil/trace.go:171","msg":"trace[1200126196] linearizableReadLoop","detail":"{readStateIndex:1678; appliedIndex:1675; }","duration":"147.120569ms","start":"2026-03-31T18:32:59.485797Z","end":"2026-03-31T18:32:59.632918Z","steps":["trace[1200126196] 'read index received' (duration: 49.438579ms)","trace[1200126196] 'applied index is now lower than readState.Index' (duration: 97.68109ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:59.632915Z","caller":"traceutil/trace.go:171","msg":"trace[1581014809] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"147.293073ms","start":"2026-03-31T18:32:59.485589Z","end":"2026-03-31T18:32:59.632882Z","steps":["trace[1581014809] 'process raft request' (duration: 146.836673ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.633051Z","caller":"traceutil/trace.go:171","msg":"trace[1074189584] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"147.442077ms","start":"2026-03-31T18:32:59.485589Z","end":"2026-03-31T18:32:59.633031Z","steps":["trace[1074189584] 'process raft request' (duration: 147.100019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.633161Z","caller":"traceutil/trace.go:171","msg":"trace[970235179] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"144.937839ms","start":"2026-03-31T18:32:59.488206Z","end":"2026-03-31T18:32:59.633144Z","steps":["trace[970235179] 'process raft request' (duration: 144.646833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:59.633345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.487707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/vhosts.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:59.633467Z","caller":"traceutil/trace.go:171","msg":"trace[678176741] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/vhosts.rabbitmq.com; range_end:; response_count:0; response_revision:1628; }","duration":"147.635171ms","start":"2026-03-31T18:32:59.485783Z","end":"2026-03-31T18:32:59.633418Z","steps":["trace[678176741] 'agreement among raft nodes before linearized reading' (duration: 147.410506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.927586Z","caller":"traceutil/trace.go:171","msg":"trace[1226101187] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"235.948816ms","start":"2026-03-31T18:32:59.691607Z","end":"2026-03-31T18:32:59.927556Z","steps":["trace[1226101187] 'process raft request' (duration: 200.455306ms)","trace[1226101187] 'compare' (duration: 35.375428ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:00.937008Z","caller":"traceutil/trace.go:171","msg":"trace[1283217456] linearizableReadLoop","detail":"{readStateIndex:1685; appliedIndex:1684; }","duration":"116.762775ms","start":"2026-03-31T18:33:00.820221Z","end":"2026-03-31T18:33:00.936984Z","steps":["trace[1283217456] 'read index received' (duration: 116.507659ms)","trace[1283217456] 'applied index is now lower than readState.Index' (duration: 254.186µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:00.937094Z","caller":"traceutil/trace.go:171","msg":"trace[2073123322] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"152.173793ms","start":"2026-03-31T18:33:00.784881Z","end":"2026-03-31T18:33:00.937055Z","steps":["trace[2073123322] 'process raft request' (duration: 151.917628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:00.937227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.98458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:33:00.937268Z","caller":"traceutil/trace.go:171","msg":"trace[317155295] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1634; }","duration":"117.082702ms","start":"2026-03-31T18:33:00.820175Z","end":"2026-03-31T18:33:00.937258Z","steps":["trace[317155295] 'agreement among raft nodes before linearized reading' (duration: 116.904898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:01.248643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.476832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:01.248745Z","caller":"traceutil/trace.go:171","msg":"trace[862532155] linearizableReadLoop","detail":"{readStateIndex:1686; appliedIndex:1685; }","duration":"243.428218ms","start":"2026-03-31T18:33:01.005301Z","end":"2026-03-31T18:33:01.248729Z","steps":["trace[862532155] 'read index received' (duration: 90.902165ms)","trace[862532155] 'applied index is now lower than readState.Index' (duration: 152.524633ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:01.248836Z","caller":"traceutil/trace.go:171","msg":"trace[1752521960] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"306.783785ms","start":"2026-03-31T18:33:00.942021Z","end":"2026-03-31T18:33:01.248804Z","steps":["trace[1752521960] 'process raft request' (duration: 154.054597ms)","trace[1752521960] 'compare' (duration: 152.117763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:01.248892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.591771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:33:01.248919Z","caller":"traceutil/trace.go:171","msg":"trace[982016283] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:1635; }","duration":"243.669283ms","start":"2026-03-31T18:33:01.005241Z","end":"2026-03-31T18:33:01.24891Z","steps":["trace[982016283] 'agreement among raft nodes before linearized reading' (duration: 243.53342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:01.248958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:00.941992Z","time spent":"306.904388ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:01.249833Z","caller":"traceutil/trace.go:171","msg":"trace[380275830] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"178.960346ms","start":"2026-03-31T18:33:01.07085Z","end":"2026-03-31T18:33:01.249811Z","steps":["trace[380275830] 'process raft request' (duration: 178.749321ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:02.409396Z","caller":"traceutil/trace.go:171","msg":"trace[1987736809] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1644; }","duration":"116.219024ms","start":"2026-03-31T18:33:02.293138Z","end":"2026-03-31T18:33:02.409357Z","steps":["trace[1987736809] 'process raft request' (duration: 116.063941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:02.748098Z","caller":"traceutil/trace.go:171","msg":"trace[1759420902] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1644; }","duration":"112.034108ms","start":"2026-03-31T18:33:02.636031Z","end":"2026-03-31T18:33:02.748065Z","steps":["trace[1759420902] 'process raft request' (duration: 111.901965ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:03.534588Z","caller":"traceutil/trace.go:171","msg":"trace[1654664160] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"130.381847ms","start":"2026-03-31T18:33:03.404176Z","end":"2026-03-31T18:33:03.534558Z","steps":["trace[1654664160] 'process raft request' (duration: 130.165532ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:03.609026Z","caller":"traceutil/trace.go:171","msg":"trace[1103966315] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"102.028879ms","start":"2026-03-31T18:33:03.50696Z","end":"2026-03-31T18:33:03.608989Z","steps":["trace[1103966315] 'process raft request' (duration: 96.908732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:03.92175Z","caller":"traceutil/trace.go:171","msg":"trace[744017449] linearizableReadLoop","detail":"{readStateIndex:1717; appliedIndex:1714; }","duration":"148.04588ms","start":"2026-03-31T18:33:03.773682Z","end":"2026-03-31T18:33:03.921728Z","steps":["trace[744017449] 'read index received' (duration: 147.767874ms)","trace[744017449] 'applied index is now lower than readState.Index' (duration: 277.196µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:03.921934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.221584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:03.921999Z","caller":"traceutil/trace.go:171","msg":"trace[1092636212] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1651; }","duration":"148.337106ms","start":"2026-03-31T18:33:03.773646Z","end":"2026-03-31T18:33:03.921983Z","steps":["trace[1092636212] 'agreement among raft nodes before linearized reading' (duration: 148.182213ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:03.922453Z","caller":"traceutil/trace.go:171","msg":"trace[773974290] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"161.64848ms","start":"2026-03-31T18:33:03.760791Z","end":"2026-03-31T18:33:03.922439Z","steps":["trace[773974290] 'process raft request' (duration: 160.71861ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:03.922647Z","caller":"traceutil/trace.go:171","msg":"trace[87173308] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"161.788494ms","start":"2026-03-31T18:33:03.760843Z","end":"2026-03-31T18:33:03.922631Z","steps":["trace[87173308] 'process raft request' (duration: 160.814152ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:03.922861Z","caller":"traceutil/trace.go:171","msg":"trace[883011752] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"161.948898ms","start":"2026-03-31T18:33:03.760897Z","end":"2026-03-31T18:33:03.922845Z","steps":["trace[883011752] 'process raft request' (duration: 160.797772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:05.328505Z","caller":"traceutil/trace.go:171","msg":"trace[1838301402] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"101.065298ms","start":"2026-03-31T18:33:05.227394Z","end":"2026-03-31T18:33:05.328459Z","steps":["trace[1838301402] 'process raft request' (duration: 100.919435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:05.447619Z","caller":"traceutil/trace.go:171","msg":"trace[1852123325] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"109.0755ms","start":"2026-03-31T18:33:05.338524Z","end":"2026-03-31T18:33:05.447599Z","steps":["trace[1852123325] 'process raft request' (duration: 58.087706ms)","trace[1852123325] 'compare' (duration: 50.894451ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:05.927995Z","caller":"traceutil/trace.go:171","msg":"trace[1350934898] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"124.093873ms","start":"2026-03-31T18:33:05.803864Z","end":"2026-03-31T18:33:05.927958Z","steps":["trace[1350934898] 'process raft request' (duration: 123.807176ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:12.019683Z","caller":"traceutil/trace.go:171","msg":"trace[2032488487] linearizableReadLoop","detail":"{readStateIndex:1874; appliedIndex:1873; }","duration":"152.440281ms","start":"2026-03-31T18:33:11.8672Z","end":"2026-03-31T18:33:12.01964Z","steps":["trace[2032488487] 'read index received' (duration: 152.220365ms)","trace[2032488487] 'applied index is now lower than readState.Index' (duration: 217.696µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:12.019821Z","caller":"traceutil/trace.go:171","msg":"trace[1231022285] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"177.335889ms","start":"2026-03-31T18:33:11.842437Z","end":"2026-03-31T18:33:12.019773Z","steps":["trace[1231022285] 'process raft request' (duration: 176.890358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:12.020063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.786379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:33:12.020223Z","caller":"traceutil/trace.go:171","msg":"trace[294202033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1800; }","duration":"153.045265ms","start":"2026-03-31T18:33:11.867122Z","end":"2026-03-31T18:33:12.020167Z","steps":["trace[294202033] 'agreement among raft nodes before linearized reading' (duration: 152.685737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:15.302553Z","caller":"traceutil/trace.go:171","msg":"trace[1692683044] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"380.959647ms","start":"2026-03-31T18:33:14.921555Z","end":"2026-03-31T18:33:15.302514Z","steps":["trace[1692683044] 'process raft request' (duration: 380.754743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:15.302738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:14.921527Z","time spent":"381.117601ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:22.715029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.28751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10630"} {"level":"info","ts":"2026-03-31T18:33:22.715166Z","caller":"traceutil/trace.go:171","msg":"trace[2126476063] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1955; }","duration":"314.468243ms","start":"2026-03-31T18:33:22.400675Z","end":"2026-03-31T18:33:22.715143Z","steps":["trace[2126476063] 'range keys from in-memory index tree' (duration: 314.089755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:22.715224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:22.400655Z","time spent":"314.554857ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10654,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-31T18:33:23.270774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961685117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:23.772037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961685117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:24.272537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961685117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:24.772884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961685117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:25.273386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961685117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:25.453919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000792284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:33:25.45401Z","caller":"traceutil/trace.go:171","msg":"trace[1936749221] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000934748s","start":"2026-03-31T18:33:23.453055Z","end":"2026-03-31T18:33:25.453989Z","steps":["trace[1936749221] 'agreement among raft nodes before linearized reading' (duration: 2.000821625s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.454063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.453033Z","time spent":"2.001017229s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:33:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:33:25.458783Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.731204074s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:33:25.459107Z","caller":"traceutil/trace.go:171","msg":"trace[1302811406] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"2.731735176s","start":"2026-03-31T18:33:22.727349Z","end":"2026-03-31T18:33:25.459084Z","steps":["trace[1302811406] 'process raft request' (duration: 2.731556782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.459235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:22.727306Z","time spent":"2.731868569s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10929,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:25.496884Z","caller":"traceutil/trace.go:171","msg":"trace[1810489335] linearizableReadLoop","detail":"{readStateIndex:2036; appliedIndex:2032; }","duration":"2.727158033s","start":"2026-03-31T18:33:22.769699Z","end":"2026-03-31T18:33:25.496857Z","steps":["trace[1810489335] 'read index received' (duration: 2.689213426s)","trace[1810489335] 'applied index is now lower than readState.Index' (duration: 37.943507ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:25.49697Z","caller":"traceutil/trace.go:171","msg":"trace[1829079039] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"1.978386898s","start":"2026-03-31T18:33:23.518538Z","end":"2026-03-31T18:33:25.496925Z","steps":["trace[1829079039] 'process raft request' (duration: 1.978222165s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:25.497022Z","caller":"traceutil/trace.go:171","msg":"trace[1817220840] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"2.239297242s","start":"2026-03-31T18:33:23.2577Z","end":"2026-03-31T18:33:25.496998Z","steps":["trace[1817220840] 'process raft request' (duration: 2.238894282s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.497126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.727416689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:33:25.497133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.51851Z","time spent":"1.978530023s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:25.497174Z","caller":"traceutil/trace.go:171","msg":"trace[229366119] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1959; }","duration":"2.727512542s","start":"2026-03-31T18:33:22.769649Z","end":"2026-03-31T18:33:25.497161Z","steps":["trace[229366119] 'agreement among raft nodes before linearized reading' (duration: 2.72741753s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.49723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:22.769623Z","time spent":"2.727583944s","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:25.497137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.257683Z","time spent":"2.239393244s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:25.497035Z","caller":"traceutil/trace.go:171","msg":"trace[1200376172] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"1.777200295s","start":"2026-03-31T18:33:23.719818Z","end":"2026-03-31T18:33:25.497019Z","steps":["trace[1200376172] 'process raft request' (duration: 1.776998559s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.49748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.719786Z","time spent":"1.777593004s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:25.712421Z","caller":"traceutil/trace.go:171","msg":"trace[749326135] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"247.479499ms","start":"2026-03-31T18:33:25.46492Z","end":"2026-03-31T18:33:25.7124Z","steps":["trace[749326135] 'process raft request' (duration: 247.313216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:25.713166Z","caller":"traceutil/trace.go:171","msg":"trace[627421940] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"247.112293ms","start":"2026-03-31T18:33:25.466011Z","end":"2026-03-31T18:33:25.713123Z","steps":["trace[627421940] 'process raft request' (duration: 246.358365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:25.713245Z","caller":"traceutil/trace.go:171","msg":"trace[106320251] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"245.24151ms","start":"2026-03-31T18:33:25.467973Z","end":"2026-03-31T18:33:25.713215Z","steps":["trace[106320251] 'process raft request' (duration: 244.948823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:25.713462Z","caller":"traceutil/trace.go:171","msg":"trace[217741008] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"245.083557ms","start":"2026-03-31T18:33:25.468367Z","end":"2026-03-31T18:33:25.71345Z","steps":["trace[217741008] 'process raft request' (duration: 244.672588ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:25.714021Z","caller":"traceutil/trace.go:171","msg":"trace[108444515] linearizableReadLoop","detail":"{readStateIndex:2040; appliedIndex:2036; }","duration":"217.027221ms","start":"2026-03-31T18:33:25.496979Z","end":"2026-03-31T18:33:25.714006Z","steps":["trace[108444515] 'read index received' (duration: 215.20225ms)","trace[108444515] 'applied index is now lower than readState.Index' (duration: 1.823711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:25.7142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.719608102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd091cd1-a8a3-43e0-b71a-329e1fb92acc\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T18:33:25.714262Z","caller":"traceutil/trace.go:171","msg":"trace[155675234] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd091cd1-a8a3-43e0-b71a-329e1fb92acc; range_end:; response_count:1; response_revision:1963; }","duration":"2.719703064s","start":"2026-03-31T18:33:22.994527Z","end":"2026-03-31T18:33:25.71423Z","steps":["trace[155675234] 'agreement among raft nodes before linearized reading' (duration: 2.719541391s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.714311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:22.994507Z","time spent":"2.719791436s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd091cd1-a8a3-43e0-b71a-329e1fb92acc\" "} {"level":"warn","ts":"2026-03-31T18:33:25.714347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.934571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:25.714377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609878435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:33:25.714423Z","caller":"traceutil/trace.go:171","msg":"trace[1334790300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1963; }","duration":"260.066264ms","start":"2026-03-31T18:33:25.454338Z","end":"2026-03-31T18:33:25.714404Z","steps":["trace[1334790300] 'agreement among raft nodes before linearized reading' (duration: 259.946571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:25.714447Z","caller":"traceutil/trace.go:171","msg":"trace[2018628646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1963; }","duration":"1.609968087s","start":"2026-03-31T18:33:24.104461Z","end":"2026-03-31T18:33:25.714429Z","steps":["trace[2018628646] 'agreement among raft nodes before linearized reading' (duration: 1.609724321s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.714493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.104457Z","time spent":"1.610023188s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:25.714574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611115283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-31T18:33:25.714617Z","caller":"traceutil/trace.go:171","msg":"trace[1205579392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1963; }","duration":"1.611188174s","start":"2026-03-31T18:33:24.103419Z","end":"2026-03-31T18:33:25.714607Z","steps":["trace[1205579392] 'agreement among raft nodes before linearized reading' (duration: 1.611077501s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.714645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.103403Z","time spent":"1.611235844s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:25.714718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.682915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd091cd1-a8a3-43e0-b71a-329e1fb92acc\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T18:33:25.714759Z","caller":"traceutil/trace.go:171","msg":"trace[1417501362] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd091cd1-a8a3-43e0-b71a-329e1fb92acc; range_end:; response_count:1; response_revision:1963; }","duration":"251.724956ms","start":"2026-03-31T18:33:25.463022Z","end":"2026-03-31T18:33:25.714747Z","steps":["trace[1417501362] 'agreement among raft nodes before linearized reading' (duration: 251.587583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.714802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605533886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:33:25.714848Z","caller":"traceutil/trace.go:171","msg":"trace[2117630772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1963; }","duration":"1.605614778s","start":"2026-03-31T18:33:24.109223Z","end":"2026-03-31T18:33:25.714838Z","steps":["trace[2117630772] 'agreement among raft nodes before linearized reading' (duration: 1.605521576s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.714877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.109204Z","time spent":"1.605665748s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:33:25.714723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016576053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:33:25.714949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634838058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T18:33:25.714982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52703459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:33:25.714995Z","caller":"traceutil/trace.go:171","msg":"trace[1506347593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1963; }","duration":"1.634913739s","start":"2026-03-31T18:33:24.080067Z","end":"2026-03-31T18:33:25.714981Z","steps":["trace[1506347593] 'agreement among raft nodes before linearized reading' (duration: 1.634804647s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.715039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.080052Z","time spent":"1.634979991s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:33:25.715043Z","caller":"traceutil/trace.go:171","msg":"trace[189520745] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1963; }","duration":"2.527139593s","start":"2026-03-31T18:33:23.187886Z","end":"2026-03-31T18:33:25.715025Z","steps":["trace[189520745] 'agreement among raft nodes before linearized reading' (duration: 2.526947829s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.715083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.187869Z","time spent":"2.527205424s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:33:25.714982Z","caller":"traceutil/trace.go:171","msg":"trace[1429609018] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1963; }","duration":"1.01687791s","start":"2026-03-31T18:33:24.698087Z","end":"2026-03-31T18:33:25.714965Z","steps":["trace[1429609018] 'agreement among raft nodes before linearized reading' (duration: 1.016594333s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.715254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.698061Z","time spent":"1.017178927s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:25.715341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369765718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:33:25.71539Z","caller":"traceutil/trace.go:171","msg":"trace[547960245] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1963; }","duration":"2.36984786s","start":"2026-03-31T18:33:23.345529Z","end":"2026-03-31T18:33:25.715377Z","steps":["trace[547960245] 'agreement among raft nodes before linearized reading' (duration: 2.369726417s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.715431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.345509Z","time spent":"2.369913032s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:33:25.716839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632013125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:33:25.716891Z","caller":"traceutil/trace.go:171","msg":"trace[1034226976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1963; }","duration":"1.632090526s","start":"2026-03-31T18:33:24.084788Z","end":"2026-03-31T18:33:25.716879Z","steps":["trace[1034226976] 'agreement among raft nodes before linearized reading' (duration: 1.629997809s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.716921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.084777Z","time spent":"1.632135727s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:33:26.866271Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068778052s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:33:26.867006Z","caller":"traceutil/trace.go:171","msg":"trace[524821209] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"1.144692278s","start":"2026-03-31T18:33:25.722275Z","end":"2026-03-31T18:33:26.866968Z","steps":["trace[524821209] 'process raft request' (duration: 1.144329949s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:26.867177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:25.722253Z","time spent":"1.14482404s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:26.867847Z","caller":"traceutil/trace.go:171","msg":"trace[226447668] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"1.145465645s","start":"2026-03-31T18:33:25.722369Z","end":"2026-03-31T18:33:26.867834Z","steps":["trace[226447668] 'process raft request' (duration: 1.144514724s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:26.867943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:25.722358Z","time spent":"1.145541036s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:26.868148Z","caller":"traceutil/trace.go:171","msg":"trace[897446969] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"1.14570864s","start":"2026-03-31T18:33:25.722412Z","end":"2026-03-31T18:33:26.868121Z","steps":["trace[897446969] 'process raft request' (duration: 1.145314251s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:26.868255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:25.722406Z","time spent":"1.145795212s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:26.868253Z","caller":"traceutil/trace.go:171","msg":"trace[1824091971] linearizableReadLoop","detail":"{readStateIndex:2046; appliedIndex:2040; }","duration":"1.145390363s","start":"2026-03-31T18:33:25.722843Z","end":"2026-03-31T18:33:26.868233Z","steps":["trace[1824091971] 'read index received' (duration: 74.665657ms)","trace[1824091971] 'applied index is now lower than readState.Index' (duration: 1.070723566s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:26.868263Z","caller":"traceutil/trace.go:171","msg":"trace[241082646] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"1.145773362s","start":"2026-03-31T18:33:25.722456Z","end":"2026-03-31T18:33:26.868229Z","steps":["trace[241082646] 'process raft request' (duration: 1.145493145s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:26.868359Z","caller":"traceutil/trace.go:171","msg":"trace[1656878091] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"1.145751291s","start":"2026-03-31T18:33:25.722596Z","end":"2026-03-31T18:33:26.868348Z","steps":["trace[1656878091] 'process raft request' (duration: 1.145507916s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:26.868439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:25.72245Z","time spent":"1.145893764s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:26.868458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:25.72259Z","time spent":"1.145795732s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:26.868639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145797691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:26.868631Z","caller":"traceutil/trace.go:171","msg":"trace[946047938] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"1.144840291s","start":"2026-03-31T18:33:25.723755Z","end":"2026-03-31T18:33:26.868596Z","steps":["trace[946047938] 'process raft request' (duration: 1.144424331s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:26.868784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:25.723748Z","time spent":"1.144947083s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:26.86876Z","caller":"traceutil/trace.go:171","msg":"trace[1516503506] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"1.145657809s","start":"2026-03-31T18:33:25.722964Z","end":"2026-03-31T18:33:26.868622Z","steps":["trace[1516503506] 'process raft request' (duration: 1.145180529s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:26.868821Z","caller":"traceutil/trace.go:171","msg":"trace[1516971564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1971; }","duration":"1.145859433s","start":"2026-03-31T18:33:25.722805Z","end":"2026-03-31T18:33:26.868664Z","steps":["trace[1516971564] 'agreement among raft nodes before linearized reading' (duration: 1.145797002s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:26.868914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:25.72279Z","time spent":"1.146111729s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:33:26.868995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:25.722955Z","time spent":"1.145938705s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:26.872883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.547882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:33:26.872901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.569152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd091cd1-a8a3-43e0-b71a-329e1fb92acc\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-31T18:33:26.872938Z","caller":"traceutil/trace.go:171","msg":"trace[1129331926] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1972; }","duration":"150.648644ms","start":"2026-03-31T18:33:26.722276Z","end":"2026-03-31T18:33:26.872925Z","steps":["trace[1129331926] 'agreement among raft nodes before linearized reading' (duration: 150.46349ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:26.872968Z","caller":"traceutil/trace.go:171","msg":"trace[747305012] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd091cd1-a8a3-43e0-b71a-329e1fb92acc; range_end:; response_count:1; response_revision:1972; }","duration":"150.686375ms","start":"2026-03-31T18:33:26.722265Z","end":"2026-03-31T18:33:26.872951Z","steps":["trace[747305012] 'agreement among raft nodes before linearized reading' (duration: 150.495221ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:26.873109Z","caller":"traceutil/trace.go:171","msg":"trace[2058030194] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"266.03363ms","start":"2026-03-31T18:33:26.607067Z","end":"2026-03-31T18:33:26.873101Z","steps":["trace[2058030194] 'process raft request' (duration: 265.525499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:26.873343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077173962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-03-31T18:33:26.873388Z","caller":"traceutil/trace.go:171","msg":"trace[1273625994] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1972; }","duration":"1.077246074s","start":"2026-03-31T18:33:25.796131Z","end":"2026-03-31T18:33:26.873378Z","steps":["trace[1273625994] 'agreement among raft nodes before linearized reading' (duration: 1.077142742s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:26.873417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:25.796114Z","time spent":"1.077294225s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:33:29.129033Z","caller":"traceutil/trace.go:171","msg":"trace[2002735635] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"250.11141ms","start":"2026-03-31T18:33:28.878895Z","end":"2026-03-31T18:33:29.129007Z","steps":["trace[2002735635] 'process raft request' (duration: 207.449726ms)","trace[2002735635] 'compare' (duration: 42.341837ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:29.129371Z","caller":"traceutil/trace.go:171","msg":"trace[825128571] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"250.233122ms","start":"2026-03-31T18:33:28.879127Z","end":"2026-03-31T18:33:29.12936Z","steps":["trace[825128571] 'process raft request' (duration: 249.797513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:29.129561Z","caller":"traceutil/trace.go:171","msg":"trace[2050151984] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"250.152821ms","start":"2026-03-31T18:33:28.879397Z","end":"2026-03-31T18:33:29.12955Z","steps":["trace[2050151984] 'process raft request' (duration: 249.956066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:29.129549Z","caller":"traceutil/trace.go:171","msg":"trace[455348016] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"250.314524ms","start":"2026-03-31T18:33:28.879206Z","end":"2026-03-31T18:33:29.12952Z","steps":["trace[455348016] 'process raft request' (duration: 250.049578ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:29.129584Z","caller":"traceutil/trace.go:171","msg":"trace[923508200] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"249.056776ms","start":"2026-03-31T18:33:28.880511Z","end":"2026-03-31T18:33:29.129568Z","steps":["trace[923508200] 'process raft request' (duration: 248.876722ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:29.129449Z","caller":"traceutil/trace.go:171","msg":"trace[1567648972] linearizableReadLoop","detail":"{readStateIndex:2063; appliedIndex:2057; }","duration":"247.95014ms","start":"2026-03-31T18:33:28.881477Z","end":"2026-03-31T18:33:29.129427Z","steps":["trace[1567648972] 'read index received' (duration: 25.046795ms)","trace[1567648972] 'applied index is now lower than readState.Index' (duration: 222.902475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:29.129883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.385031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd091cd1-a8a3-43e0-b71a-329e1fb92acc\" ","response":"range_response_count:1 size:3933"} {"level":"warn","ts":"2026-03-31T18:33:29.129954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.312058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:33:29.129979Z","caller":"traceutil/trace.go:171","msg":"trace[1369667844] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd091cd1-a8a3-43e0-b71a-329e1fb92acc; range_end:; response_count:1; response_revision:1985; }","duration":"248.501523ms","start":"2026-03-31T18:33:28.881459Z","end":"2026-03-31T18:33:29.129961Z","steps":["trace[1369667844] 'agreement among raft nodes before linearized reading' (duration: 248.291258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:29.129994Z","caller":"traceutil/trace.go:171","msg":"trace[1219542702] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1985; }","duration":"244.39725ms","start":"2026-03-31T18:33:28.885583Z","end":"2026-03-31T18:33:29.12998Z","steps":["trace[1219542702] 'agreement among raft nodes before linearized reading' (duration: 244.255637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:29.129997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.05015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-bd091cd1-a8a3-43e0-b71a-329e1fb92acc\" ","response":"range_response_count:1 size:2244"} {"level":"info","ts":"2026-03-31T18:33:29.130043Z","caller":"traceutil/trace.go:171","msg":"trace[1472665327] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-bd091cd1-a8a3-43e0-b71a-329e1fb92acc; range_end:; response_count:1; response_revision:1985; }","duration":"239.122161ms","start":"2026-03-31T18:33:28.890908Z","end":"2026-03-31T18:33:29.13003Z","steps":["trace[1472665327] 'agreement among raft nodes before linearized reading' (duration: 238.960258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:29.560291Z","caller":"traceutil/trace.go:171","msg":"trace[404277172] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"102.116586ms","start":"2026-03-31T18:33:29.458154Z","end":"2026-03-31T18:33:29.56027Z","steps":["trace[404277172] 'process raft request' (duration: 101.84449ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:29.838946Z","caller":"traceutil/trace.go:171","msg":"trace[2111998470] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"318.815781ms","start":"2026-03-31T18:33:29.520103Z","end":"2026-03-31T18:33:29.838919Z","steps":["trace[2111998470] 'process raft request' (duration: 275.696668ms)","trace[2111998470] 'compare' (duration: 42.95887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:29.839166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:29.520068Z","time spent":"318.952054ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:29.83945Z","caller":"traceutil/trace.go:171","msg":"trace[619623870] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"288.894915ms","start":"2026-03-31T18:33:29.550523Z","end":"2026-03-31T18:33:29.839418Z","steps":["trace[619623870] 'process raft request' (duration: 288.779593ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:29.839474Z","caller":"traceutil/trace.go:171","msg":"trace[743627814] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"317.83268ms","start":"2026-03-31T18:33:29.521604Z","end":"2026-03-31T18:33:29.839437Z","steps":["trace[743627814] 'process raft request' (duration: 317.273306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:29.839739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:29.521579Z","time spent":"318.069955ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:30.144796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.868275ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:30.144925Z","caller":"traceutil/trace.go:171","msg":"trace[890737272] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1990; }","duration":"154.015808ms","start":"2026-03-31T18:33:29.990891Z","end":"2026-03-31T18:33:30.144907Z","steps":["trace[890737272] 'range keys from in-memory index tree' (duration: 153.846755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:30.144985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.855957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:30.145134Z","caller":"traceutil/trace.go:171","msg":"trace[1144591861] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"575.50527ms","start":"2026-03-31T18:33:29.569612Z","end":"2026-03-31T18:33:30.145117Z","steps":["trace[1144591861] 'process raft request' (duration: 455.426848ms)","trace[1144591861] 'compare' (duration: 119.275563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:30.145199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:29.569582Z","time spent":"575.589412ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3920,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:30.39281Z","caller":"traceutil/trace.go:171","msg":"trace[1189958368] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"239.06377ms","start":"2026-03-31T18:33:30.153696Z","end":"2026-03-31T18:33:30.392759Z","steps":["trace[1189958368] 'process raft request' (duration: 238.848615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:30.762468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.591615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:30.76261Z","caller":"traceutil/trace.go:171","msg":"trace[1311870108] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"240.005262ms","start":"2026-03-31T18:33:30.52258Z","end":"2026-03-31T18:33:30.762585Z","steps":["trace[1311870108] 'process raft request' (duration: 107.204562ms)","trace[1311870108] 'compare' (duration: 132.451543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:31.285167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.11667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:31.285283Z","caller":"traceutil/trace.go:171","msg":"trace[2008359964] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"518.313698ms","start":"2026-03-31T18:33:30.76695Z","end":"2026-03-31T18:33:31.285264Z","steps":["trace[2008359964] 'process raft request' (duration: 187.033104ms)","trace[2008359964] 'compare' (duration: 331.003798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:31.285338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:30.766924Z","time spent":"518.391159ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:33:31.915714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.415988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:31.91602Z","caller":"traceutil/trace.go:171","msg":"trace[382173588] linearizableReadLoop","detail":"{readStateIndex:2077; appliedIndex:2074; }","duration":"1.004399659s","start":"2026-03-31T18:33:30.911597Z","end":"2026-03-31T18:33:31.915997Z","steps":["trace[382173588] 'read index received' (duration: 42.402708ms)","trace[382173588] 'applied index is now lower than readState.Index' (duration: 961.995361ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:31.916063Z","caller":"traceutil/trace.go:171","msg":"trace[1878256217] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"1.051949473s","start":"2026-03-31T18:33:30.864082Z","end":"2026-03-31T18:33:31.916032Z","steps":["trace[1878256217] 'process raft request' (duration: 1.051798609s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:31.916218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004620563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:33:31.916219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:30.864056Z","time spent":"1.052087826s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:31.916118Z","caller":"traceutil/trace.go:171","msg":"trace[1031779692] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"1.148853411s","start":"2026-03-31T18:33:30.767217Z","end":"2026-03-31T18:33:31.91607Z","steps":["trace[1031779692] 'process raft request' (duration: 897.967163ms)","trace[1031779692] 'compare' (duration: 250.139162ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:31.916277Z","caller":"traceutil/trace.go:171","msg":"trace[110255007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1998; }","duration":"1.004722506s","start":"2026-03-31T18:33:30.911539Z","end":"2026-03-31T18:33:31.916261Z","steps":["trace[110255007] 'agreement among raft nodes before linearized reading' (duration: 1.004534612s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:31.916316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:30.911515Z","time spent":"1.004793128s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:31.916666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:30.767198Z","time spent":"1.149333442s","remote":"127.0.0.1:42228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:32.21994Z","caller":"traceutil/trace.go:171","msg":"trace[1091897049] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"374.52729ms","start":"2026-03-31T18:33:31.845378Z","end":"2026-03-31T18:33:32.219905Z","steps":["trace[1091897049] 'process raft request' (duration: 373.963677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:32.220087Z","caller":"traceutil/trace.go:171","msg":"trace[1271150237] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"374.123121ms","start":"2026-03-31T18:33:31.845943Z","end":"2026-03-31T18:33:32.220067Z","steps":["trace[1271150237] 'process raft request' (duration: 373.835615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.220121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:31.845315Z","time spent":"374.700084ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:32.220183Z","caller":"traceutil/trace.go:171","msg":"trace[90038681] linearizableReadLoop","detail":"{readStateIndex:2080; appliedIndex:2077; }","duration":"304.075448ms","start":"2026-03-31T18:33:31.916074Z","end":"2026-03-31T18:33:32.22015Z","steps":["trace[90038681] 'read index received' (duration: 10.64636ms)","trace[90038681] 'applied index is now lower than readState.Index' (duration: 293.428058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:32.220232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:31.845868Z","time spent":"374.287404ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:32.220319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.572257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:32.220365Z","caller":"traceutil/trace.go:171","msg":"trace[296001311] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"299.619638ms","start":"2026-03-31T18:33:31.920717Z","end":"2026-03-31T18:33:32.220337Z","steps":["trace[296001311] 'process raft request' (duration: 299.29355ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:32.220479Z","caller":"traceutil/trace.go:171","msg":"trace[1584320190] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"299.744962ms","start":"2026-03-31T18:33:31.920699Z","end":"2026-03-31T18:33:32.220444Z","steps":["trace[1584320190] 'process raft request' (duration: 299.24485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.220606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086944414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:33:32.220382Z","caller":"traceutil/trace.go:171","msg":"trace[259031051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2004; }","duration":"766.668169ms","start":"2026-03-31T18:33:31.453701Z","end":"2026-03-31T18:33:32.220369Z","steps":["trace[259031051] 'agreement among raft nodes before linearized reading' (duration: 766.557896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:32.220665Z","caller":"traceutil/trace.go:171","msg":"trace[411635999] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"298.321309ms","start":"2026-03-31T18:33:31.92233Z","end":"2026-03-31T18:33:32.220651Z","steps":["trace[411635999] 'process raft request' (duration: 297.765916ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:32.220684Z","caller":"traceutil/trace.go:171","msg":"trace[1136267829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2004; }","duration":"1.087056425s","start":"2026-03-31T18:33:31.133607Z","end":"2026-03-31T18:33:32.220664Z","steps":["trace[1136267829] 'agreement among raft nodes before linearized reading' (duration: 1.086778979s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.220706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.180666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"warn","ts":"2026-03-31T18:33:32.22072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:31.453683Z","time spent":"767.020917ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:33:32.220738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067802531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:33:32.220711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086998445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:33:32.220754Z","caller":"traceutil/trace.go:171","msg":"trace[702457612] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2004; }","duration":"325.285228ms","start":"2026-03-31T18:33:31.895459Z","end":"2026-03-31T18:33:32.220745Z","steps":["trace[702457612] 'agreement among raft nodes before linearized reading' (duration: 325.093074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.220749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.873054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-31T18:33:32.220785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:31.895445Z","time spent":"325.334169ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:33:32.220789Z","caller":"traceutil/trace.go:171","msg":"trace[631516785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2004; }","duration":"1.087130808s","start":"2026-03-31T18:33:31.133642Z","end":"2026-03-31T18:33:32.220772Z","steps":["trace[631516785] 'agreement among raft nodes before linearized reading' (duration: 1.086799561s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:32.220818Z","caller":"traceutil/trace.go:171","msg":"trace[2117851942] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2004; }","duration":"955.960186ms","start":"2026-03-31T18:33:31.264841Z","end":"2026-03-31T18:33:32.220801Z","steps":["trace[2117851942] 'agreement among raft nodes before linearized reading' (duration: 955.812012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.220832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:31.133618Z","time spent":"1.087205339s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:32.220873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:31.264821Z","time spent":"956.038668ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T18:33:32.220766Z","caller":"traceutil/trace.go:171","msg":"trace[1184514225] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2004; }","duration":"1.067854613s","start":"2026-03-31T18:33:31.152904Z","end":"2026-03-31T18:33:32.220758Z","steps":["trace[1184514225] 'agreement among raft nodes before linearized reading' (duration: 1.067771491s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.220613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086032703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T18:33:32.220934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085169124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:33:32.220957Z","caller":"traceutil/trace.go:171","msg":"trace[691683739] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2004; }","duration":"1.085305947s","start":"2026-03-31T18:33:31.135645Z","end":"2026-03-31T18:33:32.220951Z","steps":["trace[691683739] 'agreement among raft nodes before linearized reading' (duration: 1.085148463s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.220955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:31.152892Z","time spent":"1.068053098s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:33:32.220976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:31.135635Z","time spent":"1.085336297s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:33:32.220965Z","caller":"traceutil/trace.go:171","msg":"trace[1199847451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2004; }","duration":"1.086549435s","start":"2026-03-31T18:33:31.1344Z","end":"2026-03-31T18:33:32.220949Z","steps":["trace[1199847451] 'agreement among raft nodes before linearized reading' (duration: 1.085936021s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.220737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:31.133587Z","time spent":"1.087136318s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:33:32.221016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:31.134378Z","time spent":"1.086620406s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:32.221298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086757359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:33:32.221365Z","caller":"traceutil/trace.go:171","msg":"trace[2145467272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2004; }","duration":"1.08767973s","start":"2026-03-31T18:33:31.133673Z","end":"2026-03-31T18:33:32.221353Z","steps":["trace[2145467272] 'agreement among raft nodes before linearized reading' (duration: 1.086680728s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.221362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214389573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:33:32.221401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:31.133644Z","time spent":"1.087747172s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:33:32.221422Z","caller":"traceutil/trace.go:171","msg":"trace[1293962735] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:2004; }","duration":"1.214489575s","start":"2026-03-31T18:33:31.006916Z","end":"2026-03-31T18:33:32.221405Z","steps":["trace[1293962735] 'agreement among raft nodes before linearized reading' (duration: 1.21379745s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.221503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:31.006895Z","time spent":"1.214593267s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"info","ts":"2026-03-31T18:33:32.696012Z","caller":"traceutil/trace.go:171","msg":"trace[1419449230] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"470.58996ms","start":"2026-03-31T18:33:32.225389Z","end":"2026-03-31T18:33:32.695978Z","steps":["trace[1419449230] 'process raft request' (duration: 470.357585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.696155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.225365Z","time spent":"470.718013ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:32.6965Z","caller":"traceutil/trace.go:171","msg":"trace[972968290] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"470.832976ms","start":"2026-03-31T18:33:32.225614Z","end":"2026-03-31T18:33:32.696447Z","steps":["trace[972968290] 'process raft request' (duration: 470.305294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.696688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.225605Z","time spent":"470.99327ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1838,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:32.696519Z","caller":"traceutil/trace.go:171","msg":"trace[1281771797] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"470.703284ms","start":"2026-03-31T18:33:32.22579Z","end":"2026-03-31T18:33:32.696494Z","steps":["trace[1281771797] 'process raft request' (duration: 470.487938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:32.696937Z","caller":"traceutil/trace.go:171","msg":"trace[1216334304] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"471.03938ms","start":"2026-03-31T18:33:32.225885Z","end":"2026-03-31T18:33:32.696924Z","steps":["trace[1216334304] 'process raft request' (duration: 470.528688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.69701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.225868Z","time spent":"471.103602ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:32.697014Z","caller":"traceutil/trace.go:171","msg":"trace[465851014] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"471.01655ms","start":"2026-03-31T18:33:32.225973Z","end":"2026-03-31T18:33:32.69699Z","steps":["trace[465851014] 'process raft request' (duration: 470.740193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.697044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.225769Z","time spent":"471.173935ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:32.697172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.225962Z","time spent":"471.128463ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:32.697471Z","caller":"traceutil/trace.go:171","msg":"trace[1469371160] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"471.438529ms","start":"2026-03-31T18:33:32.226018Z","end":"2026-03-31T18:33:32.697456Z","steps":["trace[1469371160] 'process raft request' (duration: 470.915427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:32.697623Z","caller":"traceutil/trace.go:171","msg":"trace[2024450409] linearizableReadLoop","detail":"{readStateIndex:2091; appliedIndex:2083; }","duration":"468.705997ms","start":"2026-03-31T18:33:32.228899Z","end":"2026-03-31T18:33:32.697605Z","steps":["trace[2024450409] 'read index received' (duration: 40.511854ms)","trace[2024450409] 'applied index is now lower than readState.Index' (duration: 428.193033ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:32.697729Z","caller":"traceutil/trace.go:171","msg":"trace[1309167070] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"471.46804ms","start":"2026-03-31T18:33:32.22624Z","end":"2026-03-31T18:33:32.697708Z","steps":["trace[1309167070] 'process raft request' (duration: 471.146802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.698087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.22623Z","time spent":"471.811338ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:32.697973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.226009Z","time spent":"471.88388ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:32.697804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.890572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:32.698212Z","caller":"traceutil/trace.go:171","msg":"trace[2099545925] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2011; }","duration":"469.323261ms","start":"2026-03-31T18:33:32.228873Z","end":"2026-03-31T18:33:32.698196Z","steps":["trace[2099545925] 'agreement among raft nodes before linearized reading' (duration: 468.786329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.698252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.228862Z","time spent":"469.380322ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T18:33:32.699105Z","caller":"traceutil/trace.go:171","msg":"trace[1945819896] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"428.741555ms","start":"2026-03-31T18:33:32.270349Z","end":"2026-03-31T18:33:32.699091Z","steps":["trace[1945819896] 'process raft request' (duration: 428.644323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.699216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.270328Z","time spent":"428.846707ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:33.488679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.502373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bd091cd1-a8a3-43e0-b71a-329e1fb92acc\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-03-31T18:33:33.488805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.337548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:33.488828Z","caller":"traceutil/trace.go:171","msg":"trace[1009210323] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bd091cd1-a8a3-43e0-b71a-329e1fb92acc; range_end:; response_count:1; response_revision:2015; }","duration":"414.699518ms","start":"2026-03-31T18:33:33.074108Z","end":"2026-03-31T18:33:33.488807Z","steps":["trace[1009210323] 'range keys from in-memory index tree' (duration: 414.224997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:33.488951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:33.074087Z","time spent":"414.849501ms","remote":"127.0.0.1:42228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-bd091cd1-a8a3-43e0-b71a-329e1fb92acc\" "} {"level":"info","ts":"2026-03-31T18:33:33.488893Z","caller":"traceutil/trace.go:171","msg":"trace[402339335] linearizableReadLoop","detail":"{readStateIndex:2096; appliedIndex:2095; }","duration":"261.069307ms","start":"2026-03-31T18:33:33.22781Z","end":"2026-03-31T18:33:33.48888Z","steps":["trace[402339335] 'read index received' (duration: 47.512234ms)","trace[402339335] 'applied index is now lower than readState.Index' (duration: 213.556133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:33.489149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.349273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:33:33.489119Z","caller":"traceutil/trace.go:171","msg":"trace[1989995882] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"407.012904ms","start":"2026-03-31T18:33:33.08208Z","end":"2026-03-31T18:33:33.489093Z","steps":["trace[1989995882] 'process raft request' (duration: 193.297327ms)","trace[1989995882] 'compare' (duration: 212.762776ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:33.489188Z","caller":"traceutil/trace.go:171","msg":"trace[1436634155] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2016; }","duration":"261.436085ms","start":"2026-03-31T18:33:33.227737Z","end":"2026-03-31T18:33:33.489174Z","steps":["trace[1436634155] 'agreement among raft nodes before linearized reading' (duration: 261.175959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:33.489262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:33.082011Z","time spent":"407.180058ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11649,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:34.083787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.956185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-03-31T18:33:34.083865Z","caller":"traceutil/trace.go:171","msg":"trace[2052815337] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:2017; }","duration":"431.142258ms","start":"2026-03-31T18:33:33.652704Z","end":"2026-03-31T18:33:34.083847Z","steps":["trace[2052815337] 'range keys from in-memory index tree' (duration: 430.798511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:34.083556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.432533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:34.083902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:33.652681Z","time spent":"431.21312ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-03-31T18:33:34.083919Z","caller":"traceutil/trace.go:171","msg":"trace[8662735] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2017; }","duration":"318.824631ms","start":"2026-03-31T18:33:33.765073Z","end":"2026-03-31T18:33:34.083897Z","steps":["trace[8662735] 'count revisions from in-memory index tree' (duration: 318.31761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:34.08397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:33.76505Z","time spent":"318.903054ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:33:34.096704Z","caller":"traceutil/trace.go:171","msg":"trace[1912479836] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"165.425647ms","start":"2026-03-31T18:33:33.931233Z","end":"2026-03-31T18:33:34.096658Z","steps":["trace[1912479836] 'process raft request' (duration: 165.127431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:37.083352Z","caller":"traceutil/trace.go:171","msg":"trace[1626989167] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"156.196027ms","start":"2026-03-31T18:33:36.927131Z","end":"2026-03-31T18:33:37.083327Z","steps":["trace[1626989167] 'process raft request' (duration: 155.992893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:37.70541Z","caller":"traceutil/trace.go:171","msg":"trace[720373139] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"178.401321ms","start":"2026-03-31T18:33:37.526988Z","end":"2026-03-31T18:33:37.705389Z","steps":["trace[720373139] 'process raft request' (duration: 178.257827ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:40.293255Z","caller":"traceutil/trace.go:171","msg":"trace[1979082139] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"123.597992ms","start":"2026-03-31T18:33:40.16964Z","end":"2026-03-31T18:33:40.293238Z","steps":["trace[1979082139] 'process raft request' (duration: 123.47664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:40.595908Z","caller":"traceutil/trace.go:171","msg":"trace[261668225] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"203.569448ms","start":"2026-03-31T18:33:40.392311Z","end":"2026-03-31T18:33:40.595881Z","steps":["trace[261668225] 'process raft request' (duration: 195.965307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:40.99227Z","caller":"traceutil/trace.go:171","msg":"trace[779151765] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"218.608858ms","start":"2026-03-31T18:33:40.773644Z","end":"2026-03-31T18:33:40.992253Z","steps":["trace[779151765] 'process raft request' (duration: 218.572297ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:40.992311Z","caller":"traceutil/trace.go:171","msg":"trace[105058097] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"218.785552ms","start":"2026-03-31T18:33:40.773485Z","end":"2026-03-31T18:33:40.99227Z","steps":["trace[105058097] 'process raft request' (duration: 218.669839ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:40.992303Z","caller":"traceutil/trace.go:171","msg":"trace[443995419] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"218.828563ms","start":"2026-03-31T18:33:40.773431Z","end":"2026-03-31T18:33:40.992259Z","steps":["trace[443995419] 'process raft request' (duration: 157.404995ms)","trace[443995419] 'compare' (duration: 61.196923ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:41.441899Z","caller":"traceutil/trace.go:171","msg":"trace[1551270078] linearizableReadLoop","detail":"{readStateIndex:2162; appliedIndex:2161; }","duration":"433.920172ms","start":"2026-03-31T18:33:41.007959Z","end":"2026-03-31T18:33:41.441879Z","steps":["trace[1551270078] 'read index received' (duration: 386.630303ms)","trace[1551270078] 'applied index is now lower than readState.Index' (duration: 47.288939ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:41.441926Z","caller":"traceutil/trace.go:171","msg":"trace[138288494] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"614.534831ms","start":"2026-03-31T18:33:40.827353Z","end":"2026-03-31T18:33:41.441888Z","steps":["trace[138288494] 'process raft request' (duration: 567.287363ms)","trace[138288494] 'compare' (duration: 47.133845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:41.442064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.071126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:33:41.442079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:40.827339Z","time spent":"614.660904ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:41.442106Z","caller":"traceutil/trace.go:171","msg":"trace[869196518] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:2080; }","duration":"434.190947ms","start":"2026-03-31T18:33:41.007906Z","end":"2026-03-31T18:33:41.442097Z","steps":["trace[869196518] 'agreement among raft nodes before linearized reading' (duration: 434.014953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:41.442127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:41.007887Z","time spent":"434.234369ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-03-31T18:33:41.78838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.221214ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T18:33:41.788469Z","caller":"traceutil/trace.go:171","msg":"trace[972063327] linearizableReadLoop","detail":"{readStateIndex:2163; appliedIndex:2162; }","duration":"336.979821ms","start":"2026-03-31T18:33:41.451475Z","end":"2026-03-31T18:33:41.788455Z","steps":["trace[972063327] 'read index received' (duration: 108.680725ms)","trace[972063327] 'applied index is now lower than readState.Index' (duration: 228.297956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:41.788531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:41.443112Z","time spent":"345.397992ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:33:41.788583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.111335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:41.788605Z","caller":"traceutil/trace.go:171","msg":"trace[1135488052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2080; }","duration":"337.167566ms","start":"2026-03-31T18:33:41.451429Z","end":"2026-03-31T18:33:41.788596Z","steps":["trace[1135488052] 'agreement among raft nodes before linearized reading' (duration: 337.120415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:41.788629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:41.45141Z","time spent":"337.214417ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:33:41.788749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.395919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:33:41.788822Z","caller":"traceutil/trace.go:171","msg":"trace[166212838] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2080; }","duration":"186.499442ms","start":"2026-03-31T18:33:41.602299Z","end":"2026-03-31T18:33:41.788799Z","steps":["trace[166212838] 'agreement among raft nodes before linearized reading' (duration: 186.318578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:42.111404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.4677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:42.111495Z","caller":"traceutil/trace.go:171","msg":"trace[1728904793] linearizableReadLoop","detail":"{readStateIndex:2164; appliedIndex:2163; }","duration":"321.545513ms","start":"2026-03-31T18:33:41.789936Z","end":"2026-03-31T18:33:42.111481Z","steps":["trace[1728904793] 'read index received' (duration: 111.871408ms)","trace[1728904793] 'applied index is now lower than readState.Index' (duration: 209.672955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:42.111572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.633195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:42.111596Z","caller":"traceutil/trace.go:171","msg":"trace[1011743224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2081; }","duration":"321.698346ms","start":"2026-03-31T18:33:41.789892Z","end":"2026-03-31T18:33:42.11159Z","steps":["trace[1011743224] 'agreement among raft nodes before linearized reading' (duration: 321.628765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:42.111623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:41.789869Z","time spent":"321.749567ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:33:42.111616Z","caller":"traceutil/trace.go:171","msg":"trace[1305134878] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"321.621054ms","start":"2026-03-31T18:33:41.789912Z","end":"2026-03-31T18:33:42.111533Z","steps":["trace[1305134878] 'process raft request' (duration: 111.950479ms)","trace[1305134878] 'compare' (duration: 209.339298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:42.111863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:41.789894Z","time spent":"321.828088ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:42.747521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.211004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:42.747633Z","caller":"traceutil/trace.go:171","msg":"trace[1944553620] linearizableReadLoop","detail":"{readStateIndex:2165; appliedIndex:2164; }","duration":"633.608152ms","start":"2026-03-31T18:33:42.114004Z","end":"2026-03-31T18:33:42.747613Z","steps":["trace[1944553620] 'read index received' (duration: 323.63929ms)","trace[1944553620] 'applied index is now lower than readState.Index' (duration: 309.966982ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:42.747677Z","caller":"traceutil/trace.go:171","msg":"trace[1832515347] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"685.968534ms","start":"2026-03-31T18:33:42.061664Z","end":"2026-03-31T18:33:42.747632Z","steps":["trace[1832515347] 'process raft request' (duration: 376.083125ms)","trace[1832515347] 'compare' (duration: 308.975369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:42.747838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.822577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T18:33:42.747918Z","caller":"traceutil/trace.go:171","msg":"trace[1060985418] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2082; }","duration":"633.93512ms","start":"2026-03-31T18:33:42.113964Z","end":"2026-03-31T18:33:42.747899Z","steps":["trace[1060985418] 'agreement among raft nodes before linearized reading' (duration: 633.738885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:42.747966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:42.113947Z","time spent":"634.006881ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T18:33:42.74805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:42.061639Z","time spent":"686.130437ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:42.799379Z","caller":"traceutil/trace.go:171","msg":"trace[1451904620] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"405.739896ms","start":"2026-03-31T18:33:42.393612Z","end":"2026-03-31T18:33:42.799352Z","steps":["trace[1451904620] 'process raft request' (duration: 405.665684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:42.799401Z","caller":"traceutil/trace.go:171","msg":"trace[460300822] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"502.090951ms","start":"2026-03-31T18:33:42.297283Z","end":"2026-03-31T18:33:42.799373Z","steps":["trace[460300822] 'process raft request' (duration: 501.865116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:42.79954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:42.393584Z","time spent":"405.875498ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:42.799635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:42.297256Z","time spent":"502.219175ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:42.799659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.903933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:42.799695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.578497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:42.799737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.850172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:33:42.799753Z","caller":"traceutil/trace.go:171","msg":"trace[521056687] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2085; }","duration":"558.670689ms","start":"2026-03-31T18:33:42.241065Z","end":"2026-03-31T18:33:42.799735Z","steps":["trace[521056687] 'agreement among raft nodes before linearized reading' (duration: 558.587527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:42.799743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.57576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:42.799777Z","caller":"traceutil/trace.go:171","msg":"trace[1371593604] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"404.183729ms","start":"2026-03-31T18:33:42.395558Z","end":"2026-03-31T18:33:42.799742Z","steps":["trace[1371593604] 'process raft request' (duration: 403.7581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:42.799804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:42.241053Z","time spent":"558.740501ms","remote":"127.0.0.1:41332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:33:42.799802Z","caller":"traceutil/trace.go:171","msg":"trace[1742669734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2085; }","duration":"198.953414ms","start":"2026-03-31T18:33:42.600833Z","end":"2026-03-31T18:33:42.799786Z","steps":["trace[1742669734] 'agreement among raft nodes before linearized reading' (duration: 198.73445ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:42.799854Z","caller":"traceutil/trace.go:171","msg":"trace[1760704471] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2085; }","duration":"582.699233ms","start":"2026-03-31T18:33:42.217108Z","end":"2026-03-31T18:33:42.799807Z","steps":["trace[1760704471] 'agreement among raft nodes before linearized reading' (duration: 582.54886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:42.799895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:42.395532Z","time spent":"404.297532ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:42.799928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:42.217089Z","time spent":"582.822185ms","remote":"127.0.0.1:42480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:33:42.799748Z","caller":"traceutil/trace.go:171","msg":"trace[1930523368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2085; }","duration":"345.997535ms","start":"2026-03-31T18:33:42.45373Z","end":"2026-03-31T18:33:42.799728Z","steps":["trace[1930523368] 'agreement among raft nodes before linearized reading' (duration: 345.877142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:42.799998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:42.453678Z","time spent":"346.307012ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:33:43.200698Z","caller":"traceutil/trace.go:171","msg":"trace[1504920269] linearizableReadLoop","detail":"{readStateIndex:2169; appliedIndex:2168; }","duration":"394.478101ms","start":"2026-03-31T18:33:42.80619Z","end":"2026-03-31T18:33:43.200668Z","steps":["trace[1504920269] 'read index received' (duration: 394.202615ms)","trace[1504920269] 'applied index is now lower than readState.Index' (duration: 274.236µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:43.200761Z","caller":"traceutil/trace.go:171","msg":"trace[933117648] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"395.754509ms","start":"2026-03-31T18:33:42.804969Z","end":"2026-03-31T18:33:43.200724Z","steps":["trace[933117648] 'process raft request' (duration: 395.486523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.200896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.685025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:43.200946Z","caller":"traceutil/trace.go:171","msg":"trace[1207964045] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2086; }","duration":"394.781068ms","start":"2026-03-31T18:33:42.806149Z","end":"2026-03-31T18:33:43.20093Z","steps":["trace[1207964045] 'agreement among raft nodes before linearized reading' (duration: 394.675855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.201006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:42.806134Z","time spent":"394.857849ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:33:43.201082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:42.80488Z","time spent":"396.032785ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:43.201093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.063289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:33:43.201221Z","caller":"traceutil/trace.go:171","msg":"trace[1645266722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2086; }","duration":"374.208522ms","start":"2026-03-31T18:33:42.826968Z","end":"2026-03-31T18:33:43.201177Z","steps":["trace[1645266722] 'agreement among raft nodes before linearized reading' (duration: 373.903315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.201304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:42.826954Z","time spent":"374.311314ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:43.201399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.475972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:33:43.201413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.810697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:33:43.201586Z","caller":"traceutil/trace.go:171","msg":"trace[1260917190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2086; }","duration":"205.023821ms","start":"2026-03-31T18:33:42.996544Z","end":"2026-03-31T18:33:43.201567Z","steps":["trace[1260917190] 'agreement among raft nodes before linearized reading' (duration: 204.467019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:43.2016Z","caller":"traceutil/trace.go:171","msg":"trace[898247481] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2086; }","duration":"186.752818ms","start":"2026-03-31T18:33:43.014745Z","end":"2026-03-31T18:33:43.201498Z","steps":["trace[898247481] 'agreement among raft nodes before linearized reading' (duration: 186.419811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.201566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.97382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:33:43.201592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.181565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:33:43.201896Z","caller":"traceutil/trace.go:171","msg":"trace[1662025670] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2086; }","duration":"205.509193ms","start":"2026-03-31T18:33:42.996332Z","end":"2026-03-31T18:33:43.201842Z","steps":["trace[1662025670] 'agreement among raft nodes before linearized reading' (duration: 205.001031ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:43.201811Z","caller":"traceutil/trace.go:171","msg":"trace[944711151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2086; }","duration":"205.303939ms","start":"2026-03-31T18:33:42.996471Z","end":"2026-03-31T18:33:43.201775Z","steps":["trace[944711151] 'agreement among raft nodes before linearized reading' (duration: 204.802736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.603593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.583415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:43.60385Z","caller":"traceutil/trace.go:171","msg":"trace[1501285054] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"397.942779ms","start":"2026-03-31T18:33:43.205879Z","end":"2026-03-31T18:33:43.603822Z","steps":["trace[1501285054] 'process raft request' (duration: 126.036967ms)","trace[1501285054] 'compare' (duration: 271.344359ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:43.603882Z","caller":"traceutil/trace.go:171","msg":"trace[1040223388] linearizableReadLoop","detail":"{readStateIndex:2170; appliedIndex:2169; }","duration":"397.870618ms","start":"2026-03-31T18:33:43.205984Z","end":"2026-03-31T18:33:43.603854Z","steps":["trace[1040223388] 'read index received' (duration: 125.945715ms)","trace[1040223388] 'applied index is now lower than readState.Index' (duration: 271.922333ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:43.603928Z","caller":"traceutil/trace.go:171","msg":"trace[814057819] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"397.669973ms","start":"2026-03-31T18:33:43.206244Z","end":"2026-03-31T18:33:43.603914Z","steps":["trace[814057819] 'process raft request' (duration: 397.53026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.603992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.205854Z","time spent":"398.050702ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:43.604008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.206216Z","time spent":"397.754045ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:43.604106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.077522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:43.604184Z","caller":"traceutil/trace.go:171","msg":"trace[1673113207] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2089; }","duration":"398.222745ms","start":"2026-03-31T18:33:43.205942Z","end":"2026-03-31T18:33:43.604165Z","steps":["trace[1673113207] 'agreement among raft nodes before linearized reading' (duration: 398.027631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.60422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.205917Z","time spent":"398.295047ms","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:33:43.604228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.607832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:43.604306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.567879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:33:43.604272Z","caller":"traceutil/trace.go:171","msg":"trace[831507833] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"396.899035ms","start":"2026-03-31T18:33:43.207279Z","end":"2026-03-31T18:33:43.604178Z","steps":["trace[831507833] 'process raft request' (duration: 396.586218ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:43.60434Z","caller":"traceutil/trace.go:171","msg":"trace[2041299388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2090; }","duration":"157.646831ms","start":"2026-03-31T18:33:43.446685Z","end":"2026-03-31T18:33:43.604332Z","steps":["trace[2041299388] 'agreement among raft nodes before linearized reading' (duration: 157.532419ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:43.604317Z","caller":"traceutil/trace.go:171","msg":"trace[1968501989] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2090; }","duration":"301.749205ms","start":"2026-03-31T18:33:43.302547Z","end":"2026-03-31T18:33:43.604297Z","steps":["trace[1968501989] 'agreement among raft nodes before linearized reading' (duration: 301.598182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:43.604246Z","caller":"traceutil/trace.go:171","msg":"trace[1675939376] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"395.665168ms","start":"2026-03-31T18:33:43.208548Z","end":"2026-03-31T18:33:43.604213Z","steps":["trace[1675939376] 'process raft request' (duration: 395.490754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.604378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.302528Z","time spent":"301.838748ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:43.604464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.207256Z","time spent":"397.10809ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:43.604529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.208477Z","time spent":"395.931283ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:44.162757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.361346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:44.162886Z","caller":"traceutil/trace.go:171","msg":"trace[1956872393] linearizableReadLoop","detail":"{readStateIndex:2174; appliedIndex:2173; }","duration":"549.018802ms","start":"2026-03-31T18:33:43.613846Z","end":"2026-03-31T18:33:44.162864Z","steps":["trace[1956872393] 'read index received' (duration: 132.138574ms)","trace[1956872393] 'applied index is now lower than readState.Index' (duration: 416.877728ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:44.162902Z","caller":"traceutil/trace.go:171","msg":"trace[734036039] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"553.554955ms","start":"2026-03-31T18:33:43.609315Z","end":"2026-03-31T18:33:44.16287Z","steps":["trace[734036039] 'process raft request' (duration: 136.726759ms)","trace[734036039] 'compare' (duration: 416.17338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:44.163062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.197766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:33:44.163125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.609286Z","time spent":"553.689277ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:44.163204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.845872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:33:44.163164Z","caller":"traceutil/trace.go:171","msg":"trace[163409063] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2091; }","duration":"549.310209ms","start":"2026-03-31T18:33:43.613816Z","end":"2026-03-31T18:33:44.163126Z","steps":["trace[163409063] 'agreement among raft nodes before linearized reading' (duration: 549.104364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:44.163277Z","caller":"traceutil/trace.go:171","msg":"trace[939883415] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2091; }","duration":"356.970715ms","start":"2026-03-31T18:33:43.806288Z","end":"2026-03-31T18:33:44.163259Z","steps":["trace[939883415] 'agreement among raft nodes before linearized reading' (duration: 356.718669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:44.163295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.613805Z","time spent":"549.479192ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:33:44.163325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.806267Z","time spent":"357.047476ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:33:45.106685Z","caller":"traceutil/trace.go:171","msg":"trace[1724752036] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"299.510005ms","start":"2026-03-31T18:33:44.807148Z","end":"2026-03-31T18:33:45.106658Z","steps":["trace[1724752036] 'process raft request' (duration: 299.279709ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:45.225831Z","caller":"traceutil/trace.go:171","msg":"trace[127263649] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"418.543754ms","start":"2026-03-31T18:33:44.807261Z","end":"2026-03-31T18:33:45.225805Z","steps":["trace[127263649] 'process raft request' (duration: 360.703927ms)","trace[127263649] 'compare' (duration: 57.450118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:45.22612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:44.807228Z","time spent":"418.683137ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:45.22622Z","caller":"traceutil/trace.go:171","msg":"trace[1038759392] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"418.135185ms","start":"2026-03-31T18:33:44.807877Z","end":"2026-03-31T18:33:45.226012Z","steps":["trace[1038759392] 'process raft request' (duration: 417.845938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:45.226608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:44.807869Z","time spent":"418.476482ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:45.549371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.064989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:45.549445Z","caller":"traceutil/trace.go:171","msg":"trace[1147771777] linearizableReadLoop","detail":"{readStateIndex:2178; appliedIndex:2177; }","duration":"278.397918ms","start":"2026-03-31T18:33:45.271035Z","end":"2026-03-31T18:33:45.549433Z","steps":["trace[1147771777] 'read index received' (duration: 113.108555ms)","trace[1147771777] 'applied index is now lower than readState.Index' (duration: 165.288533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:45.54949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.467681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:45.549511Z","caller":"traceutil/trace.go:171","msg":"trace[1958828149] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2095; }","duration":"278.533992ms","start":"2026-03-31T18:33:45.27097Z","end":"2026-03-31T18:33:45.549504Z","steps":["trace[1958828149] 'agreement among raft nodes before linearized reading' (duration: 278.492421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:45.54949Z","caller":"traceutil/trace.go:171","msg":"trace[1520534900] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"319.755643ms","start":"2026-03-31T18:33:45.229706Z","end":"2026-03-31T18:33:45.549461Z","steps":["trace[1520534900] 'process raft request' (duration: 154.536761ms)","trace[1520534900] 'compare' (duration: 164.754411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:45.549614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:45.229683Z","time spent":"319.866406ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:45.893597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.855712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:45.893842Z","caller":"traceutil/trace.go:171","msg":"trace[1407589406] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"281.567201ms","start":"2026-03-31T18:33:45.612242Z","end":"2026-03-31T18:33:45.893809Z","steps":["trace[1407589406] 'process raft request' (duration: 163.421381ms)","trace[1407589406] 'compare' (duration: 117.661228ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:45.893895Z","caller":"traceutil/trace.go:171","msg":"trace[1737166474] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"280.299123ms","start":"2026-03-31T18:33:45.613571Z","end":"2026-03-31T18:33:45.89387Z","steps":["trace[1737166474] 'process raft request' (duration: 280.237632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:45.894019Z","caller":"traceutil/trace.go:171","msg":"trace[2119772204] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"280.931187ms","start":"2026-03-31T18:33:45.613069Z","end":"2026-03-31T18:33:45.894Z","steps":["trace[2119772204] 'process raft request' (duration: 280.623769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:47.787278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.056199ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:33:47.787386Z","caller":"traceutil/trace.go:171","msg":"trace[617278844] linearizableReadLoop","detail":"{readStateIndex:2187; appliedIndex:2186; }","duration":"234.139698ms","start":"2026-03-31T18:33:47.553226Z","end":"2026-03-31T18:33:47.787366Z","steps":["trace[617278844] 'read index received' (duration: 88.003897ms)","trace[617278844] 'applied index is now lower than readState.Index' (duration: 146.134081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:47.787856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.58955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:33:47.788024Z","caller":"traceutil/trace.go:171","msg":"trace[186772112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2103; }","duration":"234.857896ms","start":"2026-03-31T18:33:47.55314Z","end":"2026-03-31T18:33:47.787998Z","steps":["trace[186772112] 'agreement among raft nodes before linearized reading' (duration: 234.324594ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:47.80358Z","caller":"traceutil/trace.go:171","msg":"trace[1309289855] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"176.484956ms","start":"2026-03-31T18:33:47.627068Z","end":"2026-03-31T18:33:47.803553Z","steps":["trace[1309289855] 'process raft request' (duration: 176.323543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:47.803832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.363391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:33:47.803914Z","caller":"traceutil/trace.go:171","msg":"trace[451869883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2104; }","duration":"175.504394ms","start":"2026-03-31T18:33:47.628391Z","end":"2026-03-31T18:33:47.803896Z","steps":["trace[451869883] 'agreement among raft nodes before linearized reading' (duration: 175.226998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:47.803948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.593137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T18:33:47.80401Z","caller":"traceutil/trace.go:171","msg":"trace[856550382] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2104; }","duration":"102.72394ms","start":"2026-03-31T18:33:47.70127Z","end":"2026-03-31T18:33:47.803994Z","steps":["trace[856550382] 'agreement among raft nodes before linearized reading' (duration: 102.466264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:47.987241Z","caller":"traceutil/trace.go:171","msg":"trace[1701386935] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"179.361582ms","start":"2026-03-31T18:33:47.807843Z","end":"2026-03-31T18:33:47.987205Z","steps":["trace[1701386935] 'process raft request' (duration: 144.737159ms)","trace[1701386935] 'compare' (duration: 34.420108ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:47.987466Z","caller":"traceutil/trace.go:171","msg":"trace[1432256212] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"179.550756ms","start":"2026-03-31T18:33:47.807895Z","end":"2026-03-31T18:33:47.987446Z","steps":["trace[1432256212] 'process raft request' (duration: 179.258469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:48.162621Z","caller":"traceutil/trace.go:171","msg":"trace[545231500] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"169.940878ms","start":"2026-03-31T18:33:47.99266Z","end":"2026-03-31T18:33:48.162601Z","steps":["trace[545231500] 'process raft request' (duration: 169.879107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:48.162643Z","caller":"traceutil/trace.go:171","msg":"trace[615066548] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"170.051231ms","start":"2026-03-31T18:33:47.992549Z","end":"2026-03-31T18:33:48.162601Z","steps":["trace[615066548] 'process raft request' (duration: 118.299302ms)","trace[615066548] 'compare' (duration: 51.569095ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:48.162954Z","caller":"traceutil/trace.go:171","msg":"trace[1795185674] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"170.259946ms","start":"2026-03-31T18:33:47.992674Z","end":"2026-03-31T18:33:48.162934Z","steps":["trace[1795185674] 'process raft request' (duration: 169.892497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:48.163176Z","caller":"traceutil/trace.go:171","msg":"trace[1971109183] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"136.738879ms","start":"2026-03-31T18:33:48.026425Z","end":"2026-03-31T18:33:48.163164Z","steps":["trace[1971109183] 'process raft request' (duration: 136.38029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:49.256901Z","caller":"traceutil/trace.go:171","msg":"trace[1637497673] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"236.030271ms","start":"2026-03-31T18:33:49.020849Z","end":"2026-03-31T18:33:49.25688Z","steps":["trace[1637497673] 'process raft request' (duration: 235.883728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:49.479347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.81413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:49.479585Z","caller":"traceutil/trace.go:171","msg":"trace[916836356] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"229.596246ms","start":"2026-03-31T18:33:49.249972Z","end":"2026-03-31T18:33:49.479568Z","steps":["trace[916836356] 'process raft request' (duration: 229.506693ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:49.479698Z","caller":"traceutil/trace.go:171","msg":"trace[312972303] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"359.261046ms","start":"2026-03-31T18:33:49.120399Z","end":"2026-03-31T18:33:49.47966Z","steps":["trace[312972303] 'process raft request' (duration: 191.057166ms)","trace[312972303] 'compare' (duration: 167.713268ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:49.479741Z","caller":"traceutil/trace.go:171","msg":"trace[813082829] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"226.263221ms","start":"2026-03-31T18:33:49.253461Z","end":"2026-03-31T18:33:49.479724Z","steps":["trace[813082829] 'process raft request' (duration: 226.081607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:49.479825Z","caller":"traceutil/trace.go:171","msg":"trace[461862317] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"206.792472ms","start":"2026-03-31T18:33:49.272997Z","end":"2026-03-31T18:33:49.47979Z","steps":["trace[461862317] 'process raft request' (duration: 206.70114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:49.479908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:49.120363Z","time spent":"359.42815ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:49.479869Z","caller":"traceutil/trace.go:171","msg":"trace[733262348] linearizableReadLoop","detail":"{readStateIndex:2199; appliedIndex:2197; }","duration":"309.89301ms","start":"2026-03-31T18:33:49.169945Z","end":"2026-03-31T18:33:49.479838Z","steps":["trace[733262348] 'read index received' (duration: 86.78406ms)","trace[733262348] 'applied index is now lower than readState.Index' (duration: 223.10593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:49.480044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.094915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-03-31T18:33:49.480116Z","caller":"traceutil/trace.go:171","msg":"trace[1672247761] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2118; }","duration":"310.210118ms","start":"2026-03-31T18:33:49.169891Z","end":"2026-03-31T18:33:49.480101Z","steps":["trace[1672247761] 'agreement among raft nodes before linearized reading' (duration: 310.018464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:49.480147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.678348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:33:49.480162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:49.169868Z","time spent":"310.282959ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:33:49.480192Z","caller":"traceutil/trace.go:171","msg":"trace[941808135] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2118; }","duration":"217.76134ms","start":"2026-03-31T18:33:49.262419Z","end":"2026-03-31T18:33:49.48018Z","steps":["trace[941808135] 'agreement among raft nodes before linearized reading' (duration: 217.623906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:49.766306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.515274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:49.766466Z","caller":"traceutil/trace.go:171","msg":"trace[1345956284] linearizableReadLoop","detail":"{readStateIndex:2203; appliedIndex:2202; }","duration":"274.440559ms","start":"2026-03-31T18:33:49.492Z","end":"2026-03-31T18:33:49.76644Z","steps":["trace[1345956284] 'read index received' (duration: 110.607717ms)","trace[1345956284] 'applied index is now lower than readState.Index' (duration: 163.830442ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:49.766535Z","caller":"traceutil/trace.go:171","msg":"trace[2140217424] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"282.339988ms","start":"2026-03-31T18:33:49.48415Z","end":"2026-03-31T18:33:49.76649Z","steps":["trace[2140217424] 'process raft request' (duration: 118.540187ms)","trace[2140217424] 'compare' (duration: 163.095455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:49.766607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.598573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:49.766648Z","caller":"traceutil/trace.go:171","msg":"trace[386395149] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2119; }","duration":"274.676354ms","start":"2026-03-31T18:33:49.491959Z","end":"2026-03-31T18:33:49.766635Z","steps":["trace[386395149] 'agreement among raft nodes before linearized reading' (duration: 274.546641ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:49.963262Z","caller":"traceutil/trace.go:171","msg":"trace[644492925] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"139.491661ms","start":"2026-03-31T18:33:49.8237Z","end":"2026-03-31T18:33:49.963192Z","steps":["trace[644492925] 'process raft request' (duration: 77.0319ms)","trace[644492925] 'compare' (duration: 62.148114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:50.553044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.561712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:33:50.553125Z","caller":"traceutil/trace.go:171","msg":"trace[134146869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2121; }","duration":"386.689225ms","start":"2026-03-31T18:33:50.166417Z","end":"2026-03-31T18:33:50.553106Z","steps":["trace[134146869] 'range keys from in-memory index tree' (duration: 386.387278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:50.553142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.264916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:33:50.553168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.300666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:33:50.553204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.832411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:33:50.553232Z","caller":"traceutil/trace.go:171","msg":"trace[1300581578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2121; }","duration":"386.410919ms","start":"2026-03-31T18:33:50.166804Z","end":"2026-03-31T18:33:50.553215Z","steps":["trace[1300581578] 'range keys from in-memory index tree' (duration: 386.144423ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:50.553232Z","caller":"traceutil/trace.go:171","msg":"trace[1133078921] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2121; }","duration":"386.368698ms","start":"2026-03-31T18:33:50.166826Z","end":"2026-03-31T18:33:50.553194Z","steps":["trace[1133078921] 'range keys from in-memory index tree' (duration: 386.059811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:50.553272Z","caller":"traceutil/trace.go:171","msg":"trace[220938717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2121; }","duration":"325.923863ms","start":"2026-03-31T18:33:50.22733Z","end":"2026-03-31T18:33:50.553254Z","steps":["trace[220938717] 'range keys from in-memory index tree' (duration: 325.681898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:50.553454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.227306Z","time spent":"326.134278ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:50.553614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.739811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:50.553692Z","caller":"traceutil/trace.go:171","msg":"trace[568200174] linearizableReadLoop","detail":"{readStateIndex:2206; appliedIndex:2205; }","duration":"196.911547ms","start":"2026-03-31T18:33:50.356769Z","end":"2026-03-31T18:33:50.55368Z","steps":["trace[568200174] 'read index received' (duration: 27.953721ms)","trace[568200174] 'applied index is now lower than readState.Index' (duration: 168.956996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:50.553291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.166778Z","time spent":"386.49944ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:33:50.553851Z","caller":"traceutil/trace.go:171","msg":"trace[2122184248] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"295.811393ms","start":"2026-03-31T18:33:50.257932Z","end":"2026-03-31T18:33:50.553743Z","steps":["trace[2122184248] 'process raft request' (duration: 126.866717ms)","trace[2122184248] 'compare' (duration: 168.653829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:50.553301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.166817Z","time spent":"386.46803ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:33:50.553319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.166394Z","time spent":"386.762617ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:50.553045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.803236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:33:50.554083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.309677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:50.554123Z","caller":"traceutil/trace.go:171","msg":"trace[602228568] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2122; }","duration":"197.390508ms","start":"2026-03-31T18:33:50.356725Z","end":"2026-03-31T18:33:50.554115Z","steps":["trace[602228568] 'agreement among raft nodes before linearized reading' (duration: 197.01854ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:50.554072Z","caller":"traceutil/trace.go:171","msg":"trace[1000559172] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2121; }","duration":"340.894691ms","start":"2026-03-31T18:33:50.213159Z","end":"2026-03-31T18:33:50.554054Z","steps":["trace[1000559172] 'count revisions from in-memory index tree' (duration: 339.721195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:50.554168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.213138Z","time spent":"341.012154ms","remote":"127.0.0.1:42392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:33:50.904129Z","caller":"traceutil/trace.go:171","msg":"trace[1827105951] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"345.839412ms","start":"2026-03-31T18:33:50.558214Z","end":"2026-03-31T18:33:50.904054Z","steps":["trace[1827105951] 'process raft request' (duration: 310.616496ms)","trace[1827105951] 'compare' (duration: 34.865908ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:50.90443Z","caller":"traceutil/trace.go:171","msg":"trace[1489852762] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"345.809521ms","start":"2026-03-31T18:33:50.558597Z","end":"2026-03-31T18:33:50.904406Z","steps":["trace[1489852762] 'process raft request' (duration: 345.297979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:50.904603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.558579Z","time spent":"345.935714ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:50.90464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.558186Z","time spent":"346.17371ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:50.904902Z","caller":"traceutil/trace.go:171","msg":"trace[203159240] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"345.154696ms","start":"2026-03-31T18:33:50.55972Z","end":"2026-03-31T18:33:50.904874Z","steps":["trace[203159240] 'process raft request' (duration: 344.697366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:50.904935Z","caller":"traceutil/trace.go:171","msg":"trace[1930382233] linearizableReadLoop","detail":"{readStateIndex:2210; appliedIndex:2207; }","duration":"213.660896ms","start":"2026-03-31T18:33:50.691114Z","end":"2026-03-31T18:33:50.904775Z","steps":["trace[1930382233] 'read index received' (duration: 177.781445ms)","trace[1930382233] 'applied index is now lower than readState.Index' (duration: 35.878291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:50.905161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.029115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:33:50.905304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.55971Z","time spent":"345.519355ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:50.905454Z","caller":"traceutil/trace.go:171","msg":"trace[1890566297] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2126; }","duration":"214.240299ms","start":"2026-03-31T18:33:50.691052Z","end":"2026-03-31T18:33:50.905292Z","steps":["trace[1890566297] 'agreement among raft nodes before linearized reading' (duration: 214.006704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:51.238728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.327221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:51.238804Z","caller":"traceutil/trace.go:171","msg":"trace[572796274] linearizableReadLoop","detail":"{readStateIndex:2211; appliedIndex:2210; }","duration":"272.484385ms","start":"2026-03-31T18:33:50.966307Z","end":"2026-03-31T18:33:51.238792Z","steps":["trace[572796274] 'read index received' (duration: 57.98192ms)","trace[572796274] 'applied index is now lower than readState.Index' (duration: 214.501565ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:51.238954Z","caller":"traceutil/trace.go:171","msg":"trace[1251519087] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"315.912476ms","start":"2026-03-31T18:33:50.923032Z","end":"2026-03-31T18:33:51.238945Z","steps":["trace[1251519087] 'process raft request' (duration: 101.300417ms)","trace[1251519087] 'compare' (duration: 214.24987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:51.239005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.92301Z","time spent":"315.971208ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:51.239802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.445267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:51.239898Z","caller":"traceutil/trace.go:171","msg":"trace[369675102] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2127; }","duration":"273.59652ms","start":"2026-03-31T18:33:50.966276Z","end":"2026-03-31T18:33:51.239873Z","steps":["trace[369675102] 'agreement among raft nodes before linearized reading' (duration: 273.410586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:51.239885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.680744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:33:51.240091Z","caller":"traceutil/trace.go:171","msg":"trace[878191570] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:2127; }","duration":"231.916279ms","start":"2026-03-31T18:33:51.008145Z","end":"2026-03-31T18:33:51.240061Z","steps":["trace[878191570] 'agreement among raft nodes before linearized reading' (duration: 231.592081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:51.686248Z","caller":"traceutil/trace.go:171","msg":"trace[768323497] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"200.803116ms","start":"2026-03-31T18:33:51.485411Z","end":"2026-03-31T18:33:51.686214Z","steps":["trace[768323497] 'process raft request' (duration: 130.686092ms)","trace[768323497] 'compare' (duration: 69.904309ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:51.686452Z","caller":"traceutil/trace.go:171","msg":"trace[1828988550] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"200.996799ms","start":"2026-03-31T18:33:51.485433Z","end":"2026-03-31T18:33:51.68643Z","steps":["trace[1828988550] 'process raft request' (duration: 200.704843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:51.686417Z","caller":"traceutil/trace.go:171","msg":"trace[1688732501] linearizableReadLoop","detail":"{readStateIndex:2216; appliedIndex:2214; }","duration":"125.417682ms","start":"2026-03-31T18:33:51.560965Z","end":"2026-03-31T18:33:51.686383Z","steps":["trace[1688732501] 'read index received' (duration: 55.135055ms)","trace[1688732501] 'applied index is now lower than readState.Index' (duration: 70.279867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:51.686693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.703589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:33:51.686771Z","caller":"traceutil/trace.go:171","msg":"trace[776132972] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2131; }","duration":"125.819942ms","start":"2026-03-31T18:33:51.560932Z","end":"2026-03-31T18:33:51.686752Z","steps":["trace[776132972] 'agreement among raft nodes before linearized reading' (duration: 125.615167ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:53.074402Z","caller":"traceutil/trace.go:171","msg":"trace[312537207] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"159.943513ms","start":"2026-03-31T18:33:52.914433Z","end":"2026-03-31T18:33:53.074376Z","steps":["trace[312537207] 'process raft request' (duration: 151.83217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:53.074563Z","caller":"traceutil/trace.go:171","msg":"trace[1639450752] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"159.916562ms","start":"2026-03-31T18:33:52.914602Z","end":"2026-03-31T18:33:53.074518Z","steps":["trace[1639450752] 'process raft request' (duration: 159.675187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:53.823353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.980459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:53.823418Z","caller":"traceutil/trace.go:171","msg":"trace[959339328] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2138; }","duration":"197.119882ms","start":"2026-03-31T18:33:53.626282Z","end":"2026-03-31T18:33:53.823401Z","steps":["trace[959339328] 'count revisions from in-memory index tree' (duration: 196.846146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:53.823525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.859054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:53.823792Z","caller":"traceutil/trace.go:171","msg":"trace[1912361814] linearizableReadLoop","detail":"{readStateIndex:2225; appliedIndex:2223; }","duration":"122.597139ms","start":"2026-03-31T18:33:53.701173Z","end":"2026-03-31T18:33:53.82377Z","steps":["trace[1912361814] 'read index received' (duration: 19.408528ms)","trace[1912361814] 'applied index is now lower than readState.Index' (duration: 103.187011ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:53.823823Z","caller":"traceutil/trace.go:171","msg":"trace[50648218] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"131.261465ms","start":"2026-03-31T18:33:53.69255Z","end":"2026-03-31T18:33:53.823812Z","steps":["trace[50648218] 'process raft request' (duration: 28.035283ms)","trace[50648218] 'compare' (duration: 102.764102ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:53.823853Z","caller":"traceutil/trace.go:171","msg":"trace[228728471] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"130.289453ms","start":"2026-03-31T18:33:53.693558Z","end":"2026-03-31T18:33:53.823847Z","steps":["trace[228728471] 'process raft request' (duration: 130.070718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:53.824079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.909476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:33:53.824288Z","caller":"traceutil/trace.go:171","msg":"trace[179147160] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2140; }","duration":"123.173642ms","start":"2026-03-31T18:33:53.701094Z","end":"2026-03-31T18:33:53.824268Z","steps":["trace[179147160] 'agreement among raft nodes before linearized reading' (duration: 122.806354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:54.287601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.146131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:33:54.287737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.230667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:33:54.287699Z","caller":"traceutil/trace.go:171","msg":"trace[289665527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2140; }","duration":"227.287854ms","start":"2026-03-31T18:33:54.060385Z","end":"2026-03-31T18:33:54.287673Z","steps":["trace[289665527] 'range keys from in-memory index tree' (duration: 226.979467ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:54.287796Z","caller":"traceutil/trace.go:171","msg":"trace[120988273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2140; }","duration":"194.34322ms","start":"2026-03-31T18:33:54.093437Z","end":"2026-03-31T18:33:54.28778Z","steps":["trace[120988273] 'range keys from in-memory index tree' (duration: 193.963352ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:54.926347Z","caller":"traceutil/trace.go:171","msg":"trace[1482790663] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"634.961754ms","start":"2026-03-31T18:33:54.291361Z","end":"2026-03-31T18:33:54.926323Z","steps":["trace[1482790663] 'process raft request' (duration: 634.81466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:54.926502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:54.29134Z","time spent":"635.078676ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:54.95799Z","caller":"traceutil/trace.go:171","msg":"trace[625871016] linearizableReadLoop","detail":"{readStateIndex:2227; appliedIndex:2225; }","duration":"293.94048ms","start":"2026-03-31T18:33:54.664016Z","end":"2026-03-31T18:33:54.957957Z","steps":["trace[625871016] 'read index received' (duration: 262.262185ms)","trace[625871016] 'applied index is now lower than readState.Index' (duration: 31.677445ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:54.958108Z","caller":"traceutil/trace.go:171","msg":"trace[1947634968] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"666.67256ms","start":"2026-03-31T18:33:54.291411Z","end":"2026-03-31T18:33:54.958084Z","steps":["trace[1947634968] 'process raft request' (duration: 666.421164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:54.958201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.168295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:33:54.958238Z","caller":"traceutil/trace.go:171","msg":"trace[428687764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2142; }","duration":"294.256517ms","start":"2026-03-31T18:33:54.663971Z","end":"2026-03-31T18:33:54.958228Z","steps":["trace[428687764] 'agreement among raft nodes before linearized reading' (duration: 294.120224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:54.958253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:54.291393Z","time spent":"666.777872ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:54.958272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.576325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-03-31T18:33:54.958321Z","caller":"traceutil/trace.go:171","msg":"trace[1740754926] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2142; }","duration":"171.663018ms","start":"2026-03-31T18:33:54.786643Z","end":"2026-03-31T18:33:54.958306Z","steps":["trace[1740754926] 'agreement among raft nodes before linearized reading' (duration: 171.495344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:54.958428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.320369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:33:54.958511Z","caller":"traceutil/trace.go:171","msg":"trace[543282872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2142; }","duration":"113.461893ms","start":"2026-03-31T18:33:54.84503Z","end":"2026-03-31T18:33:54.958491Z","steps":["trace[543282872] 'agreement among raft nodes before linearized reading' (duration: 113.231688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:55.107418Z","caller":"traceutil/trace.go:171","msg":"trace[1705120420] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"145.788124ms","start":"2026-03-31T18:33:54.961589Z","end":"2026-03-31T18:33:55.107377Z","steps":["trace[1705120420] 'process raft request' (duration: 48.236561ms)","trace[1705120420] 'compare' (duration: 97.382919ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:55.107563Z","caller":"traceutil/trace.go:171","msg":"trace[285025883] linearizableReadLoop","detail":"{readStateIndex:2229; appliedIndex:2227; }","duration":"139.359748ms","start":"2026-03-31T18:33:54.968176Z","end":"2026-03-31T18:33:55.107536Z","steps":["trace[285025883] 'read index received' (duration: 41.661881ms)","trace[285025883] 'applied index is now lower than readState.Index' (duration: 97.696237ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:55.107853Z","caller":"traceutil/trace.go:171","msg":"trace[1841782900] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"145.367754ms","start":"2026-03-31T18:33:54.962474Z","end":"2026-03-31T18:33:55.107842Z","steps":["trace[1841782900] 'process raft request' (duration: 144.864132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:55.107947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.759747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:55.107984Z","caller":"traceutil/trace.go:171","msg":"trace[1981177405] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2144; }","duration":"139.839609ms","start":"2026-03-31T18:33:54.968136Z","end":"2026-03-31T18:33:55.107975Z","steps":["trace[1981177405] 'agreement among raft nodes before linearized reading' (duration: 139.715126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.463497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961685540,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:57.964009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961685540,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:58.464336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961685540,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:58.791663Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.858051391s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:33:58.792035Z","caller":"traceutil/trace.go:171","msg":"trace[941199199] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"1.858519141s","start":"2026-03-31T18:33:56.933494Z","end":"2026-03-31T18:33:58.792013Z","steps":["trace[941199199] 'process raft request' (duration: 1.858405469s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.792151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:56.933466Z","time spent":"1.858617394s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:59.148916Z","caller":"traceutil/trace.go:171","msg":"trace[155869055] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"1.518336777s","start":"2026-03-31T18:33:57.630558Z","end":"2026-03-31T18:33:59.148895Z","steps":["trace[155869055] 'process raft request' (duration: 1.518181954s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:59.149042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.63053Z","time spent":"1.518445409s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:59.149281Z","caller":"traceutil/trace.go:171","msg":"trace[1867156359] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"1.310098722s","start":"2026-03-31T18:33:57.83916Z","end":"2026-03-31T18:33:59.149259Z","steps":["trace[1867156359] 'process raft request' (duration: 1.309930229s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:59.149286Z","caller":"traceutil/trace.go:171","msg":"trace[790682790] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"1.311062205s","start":"2026-03-31T18:33:57.838213Z","end":"2026-03-31T18:33:59.149275Z","steps":["trace[790682790] 'process raft request' (duration: 1.310642735s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:59.149311Z","caller":"traceutil/trace.go:171","msg":"trace[2143805105] linearizableReadLoop","detail":"{readStateIndex:2241; appliedIndex:2235; }","duration":"2.186847107s","start":"2026-03-31T18:33:56.962438Z","end":"2026-03-31T18:33:59.149285Z","steps":["trace[2143805105] 'read index received' (duration: 1.829596228s)","trace[2143805105] 'applied index is now lower than readState.Index' (duration: 357.249769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:59.149368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.83818Z","time spent":"1.311163327s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:59.149345Z","caller":"traceutil/trace.go:171","msg":"trace[603239660] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"1.210452702s","start":"2026-03-31T18:33:57.938874Z","end":"2026-03-31T18:33:59.149327Z","steps":["trace[603239660] 'process raft request' (duration: 1.210301908s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:59.149389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.839137Z","time spent":"1.310200364s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:59.149433Z","caller":"traceutil/trace.go:171","msg":"trace[1065326925] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"1.089217523s","start":"2026-03-31T18:33:58.060205Z","end":"2026-03-31T18:33:59.149423Z","steps":["trace[1065326925] 'process raft request' (duration: 1.089019969s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:59.149468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:58.060186Z","time spent":"1.089264414s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:59.149473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.938839Z","time spent":"1.210592805s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:59.149566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187122173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:33:59.149588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980542157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:33:59.149613Z","caller":"traceutil/trace.go:171","msg":"trace[1374038676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2155; }","duration":"1.980601488s","start":"2026-03-31T18:33:57.169002Z","end":"2026-03-31T18:33:59.149604Z","steps":["trace[1374038676] 'agreement among raft nodes before linearized reading' (duration: 1.980517046s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:59.149612Z","caller":"traceutil/trace.go:171","msg":"trace[151806111] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2155; }","duration":"2.187216765s","start":"2026-03-31T18:33:56.962384Z","end":"2026-03-31T18:33:59.149601Z","steps":["trace[151806111] 'agreement among raft nodes before linearized reading' (duration: 2.187051931s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:59.149616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175728665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:33:59.149646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:56.962364Z","time spent":"2.187274106s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:33:59.149655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696851658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:59.149673Z","caller":"traceutil/trace.go:171","msg":"trace[23323664] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2155; }","duration":"2.175828047s","start":"2026-03-31T18:33:56.973831Z","end":"2026-03-31T18:33:59.149659Z","steps":["trace[23323664] 'agreement among raft nodes before linearized reading' (duration: 2.175688024s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:59.149692Z","caller":"traceutil/trace.go:171","msg":"trace[2040400936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2155; }","duration":"1.6969083s","start":"2026-03-31T18:33:57.452778Z","end":"2026-03-31T18:33:59.149687Z","steps":["trace[2040400936] 'agreement among raft nodes before linearized reading' (duration: 1.696864509s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:59.149688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011341233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T18:33:59.149708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.452768Z","time spent":"1.6969365s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:33:59.14972Z","caller":"traceutil/trace.go:171","msg":"trace[510238143] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2155; }","duration":"2.011390334s","start":"2026-03-31T18:33:57.138319Z","end":"2026-03-31T18:33:59.149709Z","steps":["trace[510238143] 'agreement among raft nodes before linearized reading' (duration: 2.011322513s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:59.149624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037419231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:33:59.149753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.138304Z","time spent":"2.011442725s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:33:59.149796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037627766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T18:33:59.149718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:56.973807Z","time spent":"2.175897109s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:33:59.149829Z","caller":"traceutil/trace.go:171","msg":"trace[171270832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2155; }","duration":"2.037690949s","start":"2026-03-31T18:33:57.112129Z","end":"2026-03-31T18:33:59.14982Z","steps":["trace[171270832] 'agreement among raft nodes before linearized reading' (duration: 2.037611746s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:59.149855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.112114Z","time spent":"2.037735489s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:59.149906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728336661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:59.14994Z","caller":"traceutil/trace.go:171","msg":"trace[1802136463] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2155; }","duration":"1.728398021s","start":"2026-03-31T18:33:57.421533Z","end":"2026-03-31T18:33:59.149931Z","steps":["trace[1802136463] 'agreement among raft nodes before linearized reading' (duration: 1.72835337s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:59.149961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.421514Z","time spent":"1.728440943s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:59.149982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917267198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T18:33:59.150034Z","caller":"traceutil/trace.go:171","msg":"trace[578848886] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2155; }","duration":"1.91735619s","start":"2026-03-31T18:33:57.232665Z","end":"2026-03-31T18:33:59.150022Z","steps":["trace[578848886] 'agreement among raft nodes before linearized reading' (duration: 1.917123014s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:59.150081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.232645Z","time spent":"1.917424621s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":262,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:33:59.149758Z","caller":"traceutil/trace.go:171","msg":"trace[11064282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2155; }","duration":"2.037563995s","start":"2026-03-31T18:33:57.112183Z","end":"2026-03-31T18:33:59.149747Z","steps":["trace[11064282] 'agreement among raft nodes before linearized reading' (duration: 2.037375791s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:59.149633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.168981Z","time spent":"1.98064754s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:59.150227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.112177Z","time spent":"2.038006126s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:33:59.396053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.028596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:59.396351Z","caller":"traceutil/trace.go:171","msg":"trace[121663331] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"240.148564ms","start":"2026-03-31T18:33:59.156181Z","end":"2026-03-31T18:33:59.39633Z","steps":["trace[121663331] 'process raft request' (duration: 240.060202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:59.396432Z","caller":"traceutil/trace.go:171","msg":"trace[1718416532] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"240.39427ms","start":"2026-03-31T18:33:59.156017Z","end":"2026-03-31T18:33:59.396412Z","steps":["trace[1718416532] 'process raft request' (duration: 117.922583ms)","trace[1718416532] 'compare' (duration: 121.870043ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:59.396649Z","caller":"traceutil/trace.go:171","msg":"trace[1730509281] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"240.459772ms","start":"2026-03-31T18:33:59.156158Z","end":"2026-03-31T18:33:59.396618Z","steps":["trace[1730509281] 'process raft request' (duration: 240.00792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:59.396695Z","caller":"traceutil/trace.go:171","msg":"trace[1727986418] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"240.420421ms","start":"2026-03-31T18:33:59.156259Z","end":"2026-03-31T18:33:59.39668Z","steps":["trace[1727986418] 'process raft request' (duration: 240.030691ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:59.396924Z","caller":"traceutil/trace.go:171","msg":"trace[2076418090] linearizableReadLoop","detail":"{readStateIndex:2246; appliedIndex:2241; }","duration":"239.810247ms","start":"2026-03-31T18:33:59.157098Z","end":"2026-03-31T18:33:59.396909Z","steps":["trace[2076418090] 'read index received' (duration: 116.925541ms)","trace[2076418090] 'applied index is now lower than readState.Index' (duration: 122.883426ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:59.397013Z","caller":"traceutil/trace.go:171","msg":"trace[2041766331] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"240.669507ms","start":"2026-03-31T18:33:59.156328Z","end":"2026-03-31T18:33:59.396997Z","steps":["trace[2041766331] 'process raft request' (duration: 240.296229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:59.397036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.92519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:59.397116Z","caller":"traceutil/trace.go:171","msg":"trace[1683091092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2160; }","duration":"240.025802ms","start":"2026-03-31T18:33:59.157075Z","end":"2026-03-31T18:33:59.397101Z","steps":["trace[1683091092] 'agreement among raft nodes before linearized reading' (duration: 239.898059ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:01.469088Z","caller":"traceutil/trace.go:171","msg":"trace[367680882] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"313.308767ms","start":"2026-03-31T18:34:01.155752Z","end":"2026-03-31T18:34:01.469061Z","steps":["trace[367680882] 'process raft request' (duration: 298.047483ms)","trace[367680882] 'compare' (duration: 14.923146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:01.469255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.155733Z","time spent":"313.44134ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:01.469247Z","caller":"traceutil/trace.go:171","msg":"trace[1522405500] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"313.346217ms","start":"2026-03-31T18:34:01.155871Z","end":"2026-03-31T18:34:01.469217Z","steps":["trace[1522405500] 'process raft request' (duration: 313.134893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:01.469388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.155859Z","time spent":"313.45199ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:01.46938Z","caller":"traceutil/trace.go:171","msg":"trace[1863466705] linearizableReadLoop","detail":"{readStateIndex:2252; appliedIndex:2250; }","duration":"306.782429ms","start":"2026-03-31T18:34:01.162417Z","end":"2026-03-31T18:34:01.4692Z","steps":["trace[1863466705] 'read index received' (duration: 84.511989ms)","trace[1863466705] 'applied index is now lower than readState.Index' (duration: 222.26849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:01.469653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.21274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:34:01.469701Z","caller":"traceutil/trace.go:171","msg":"trace[1832695947] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2165; }","duration":"307.292782ms","start":"2026-03-31T18:34:01.162395Z","end":"2026-03-31T18:34:01.469688Z","steps":["trace[1832695947] 'agreement among raft nodes before linearized reading' (duration: 307.029646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:01.469736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.162386Z","time spent":"307.342273ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:34:01.469719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.317812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:01.469794Z","caller":"traceutil/trace.go:171","msg":"trace[1118236005] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2165; }","duration":"137.428755ms","start":"2026-03-31T18:34:01.332344Z","end":"2026-03-31T18:34:01.469773Z","steps":["trace[1118236005] 'agreement among raft nodes before linearized reading' (duration: 137.308022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:01.799208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.2777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:01.79938Z","caller":"traceutil/trace.go:171","msg":"trace[523757989] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"325.612475ms","start":"2026-03-31T18:34:01.473724Z","end":"2026-03-31T18:34:01.799336Z","steps":["trace[523757989] 'process raft request' (duration: 161.097679ms)","trace[523757989] 'compare' (duration: 163.780659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:01.799496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.473697Z","time spent":"325.742848ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:01.850645Z","caller":"traceutil/trace.go:171","msg":"trace[1278950482] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"376.518116ms","start":"2026-03-31T18:34:01.474105Z","end":"2026-03-31T18:34:01.850623Z","steps":["trace[1278950482] 'process raft request' (duration: 376.371913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:01.850829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.47408Z","time spent":"376.626468ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:01.850868Z","caller":"traceutil/trace.go:171","msg":"trace[2043339113] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"376.69023ms","start":"2026-03-31T18:34:01.474162Z","end":"2026-03-31T18:34:01.850852Z","steps":["trace[2043339113] 'process raft request' (duration: 376.421804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:01.851012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.474149Z","time spent":"376.768361ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:01.851369Z","caller":"traceutil/trace.go:171","msg":"trace[1017515459] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"376.872764ms","start":"2026-03-31T18:34:01.474472Z","end":"2026-03-31T18:34:01.851345Z","steps":["trace[1017515459] 'process raft request' (duration: 376.318092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:01.851503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.474461Z","time spent":"376.973566ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:01.851787Z","caller":"traceutil/trace.go:171","msg":"trace[1875012422] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"361.164118ms","start":"2026-03-31T18:34:01.490615Z","end":"2026-03-31T18:34:01.851779Z","steps":["trace[1875012422] 'process raft request' (duration: 360.624467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:01.851842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.490589Z","time spent":"361.221529ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:01.851839Z","caller":"traceutil/trace.go:171","msg":"trace[65854483] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"278.333596ms","start":"2026-03-31T18:34:01.57349Z","end":"2026-03-31T18:34:01.851823Z","steps":["trace[65854483] 'process raft request' (duration: 278.169883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:01.851744Z","caller":"traceutil/trace.go:171","msg":"trace[849645356] linearizableReadLoop","detail":"{readStateIndex:2258; appliedIndex:2253; }","duration":"192.757204ms","start":"2026-03-31T18:34:01.658975Z","end":"2026-03-31T18:34:01.851732Z","steps":["trace[849645356] 'read index received' (duration: 191.480376ms)","trace[849645356] 'applied index is now lower than readState.Index' (duration: 1.275958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:01.852293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.303646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:01.852406Z","caller":"traceutil/trace.go:171","msg":"trace[1126524829] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2171; }","duration":"193.375038ms","start":"2026-03-31T18:34:01.658968Z","end":"2026-03-31T18:34:01.852343Z","steps":["trace[1126524829] 'agreement among raft nodes before linearized reading' (duration: 192.962889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:02.94814Z","caller":"traceutil/trace.go:171","msg":"trace[1647995871] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"136.586455ms","start":"2026-03-31T18:34:02.811524Z","end":"2026-03-31T18:34:02.94811Z","steps":["trace[1647995871] 'process raft request' (duration: 136.442952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.246819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.616961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:03.246939Z","caller":"traceutil/trace.go:171","msg":"trace[800441093] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"251.041031ms","start":"2026-03-31T18:34:02.995878Z","end":"2026-03-31T18:34:03.246919Z","steps":["trace[800441093] 'process raft request' (duration: 39.234036ms)","trace[800441093] 'compare' (duration: 211.443097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:04.095718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.194375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:04.095888Z","caller":"traceutil/trace.go:171","msg":"trace[229188811] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"228.523341ms","start":"2026-03-31T18:34:03.867347Z","end":"2026-03-31T18:34:04.09587Z","steps":["trace[229188811] 'process raft request' (duration: 104.108681ms)","trace[229188811] 'compare' (duration: 124.099413ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:04.095937Z","caller":"traceutil/trace.go:171","msg":"trace[373910622] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"227.302404ms","start":"2026-03-31T18:34:03.868623Z","end":"2026-03-31T18:34:04.095925Z","steps":["trace[373910622] 'process raft request' (duration: 227.268993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:04.095943Z","caller":"traceutil/trace.go:171","msg":"trace[1676457917] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"228.519911ms","start":"2026-03-31T18:34:03.867397Z","end":"2026-03-31T18:34:04.095917Z","steps":["trace[1676457917] 'process raft request' (duration: 228.409188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:04.095993Z","caller":"traceutil/trace.go:171","msg":"trace[930176527] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"228.549232ms","start":"2026-03-31T18:34:03.867419Z","end":"2026-03-31T18:34:04.095968Z","steps":["trace[930176527] 'process raft request' (duration: 228.43978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:05.278776Z","caller":"traceutil/trace.go:171","msg":"trace[651863038] linearizableReadLoop","detail":"{readStateIndex:2270; appliedIndex:2269; }","duration":"120.543223ms","start":"2026-03-31T18:34:05.158208Z","end":"2026-03-31T18:34:05.278751Z","steps":["trace[651863038] 'read index received' (duration: 120.201435ms)","trace[651863038] 'applied index is now lower than readState.Index' (duration: 340.908µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:05.278878Z","caller":"traceutil/trace.go:171","msg":"trace[1412415630] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"322.194538ms","start":"2026-03-31T18:34:04.956645Z","end":"2026-03-31T18:34:05.278839Z","steps":["trace[1412415630] 'process raft request' (duration: 321.930792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:05.27916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:04.956622Z","time spent":"322.410013ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:05.27914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.716106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:05.279404Z","caller":"traceutil/trace.go:171","msg":"trace[739116028] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2183; }","duration":"121.129257ms","start":"2026-03-31T18:34:05.158148Z","end":"2026-03-31T18:34:05.279277Z","steps":["trace[739116028] 'agreement among raft nodes before linearized reading' (duration: 120.708556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:05.598695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.155498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:34:05.598751Z","caller":"traceutil/trace.go:171","msg":"trace[51379470] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2183; }","duration":"299.24817ms","start":"2026-03-31T18:34:05.29949Z","end":"2026-03-31T18:34:05.598738Z","steps":["trace[51379470] 'range keys from in-memory index tree' (duration: 299.026675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:05.599309Z","caller":"traceutil/trace.go:171","msg":"trace[548808985] linearizableReadLoop","detail":"{readStateIndex:2271; appliedIndex:2270; }","duration":"150.627573ms","start":"2026-03-31T18:34:05.448659Z","end":"2026-03-31T18:34:05.599287Z","steps":["trace[548808985] 'read index received' (duration: 62.054262ms)","trace[548808985] 'applied index is now lower than readState.Index' (duration: 88.572241ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:05.599327Z","caller":"traceutil/trace.go:171","msg":"trace[1159588673] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"255.098982ms","start":"2026-03-31T18:34:05.344211Z","end":"2026-03-31T18:34:05.599309Z","steps":["trace[1159588673] 'process raft request' (duration: 166.565852ms)","trace[1159588673] 'compare' (duration: 88.307495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:05.599467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.798456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:05.599508Z","caller":"traceutil/trace.go:171","msg":"trace[1178802232] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2185; }","duration":"150.890048ms","start":"2026-03-31T18:34:05.448608Z","end":"2026-03-31T18:34:05.599498Z","steps":["trace[1178802232] 'agreement among raft nodes before linearized reading' (duration: 150.797316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:05.925039Z","caller":"traceutil/trace.go:171","msg":"trace[526980712] linearizableReadLoop","detail":"{readStateIndex:2273; appliedIndex:2272; }","duration":"325.629846ms","start":"2026-03-31T18:34:05.599381Z","end":"2026-03-31T18:34:05.925011Z","steps":["trace[526980712] 'read index received' (duration: 313.051712ms)","trace[526980712] 'applied index is now lower than readState.Index' (duration: 12.576734ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:05.925152Z","caller":"traceutil/trace.go:171","msg":"trace[975013551] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"358.168052ms","start":"2026-03-31T18:34:05.566935Z","end":"2026-03-31T18:34:05.925103Z","steps":["trace[975013551] 'process raft request' (duration: 345.626319ms)","trace[975013551] 'compare' (duration: 12.187025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:05.925304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.56691Z","time spent":"358.318484ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:05.925327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.668564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:05.925398Z","caller":"traceutil/trace.go:171","msg":"trace[717655713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2186; }","duration":"471.788737ms","start":"2026-03-31T18:34:05.453593Z","end":"2026-03-31T18:34:05.925382Z","steps":["trace[717655713] 'agreement among raft nodes before linearized reading' (duration: 471.671244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:05.925442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.453565Z","time spent":"471.868779ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:05.925626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.529771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:34:05.925714Z","caller":"traceutil/trace.go:171","msg":"trace[943238075] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2186; }","duration":"348.024122ms","start":"2026-03-31T18:34:05.577668Z","end":"2026-03-31T18:34:05.925692Z","steps":["trace[943238075] 'agreement among raft nodes before linearized reading' (duration: 347.467989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:05.925772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.577647Z","time spent":"348.112343ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:34:06.297799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.217904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:34:06.297901Z","caller":"traceutil/trace.go:171","msg":"trace[1729615519] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2187; }","duration":"197.405979ms","start":"2026-03-31T18:34:06.100466Z","end":"2026-03-31T18:34:06.297872Z","steps":["trace[1729615519] 'range keys from in-memory index tree' (duration: 196.963059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:06.297874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.066821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:34:06.297971Z","caller":"traceutil/trace.go:171","msg":"trace[1370402760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2187; }","duration":"197.175813ms","start":"2026-03-31T18:34:06.100771Z","end":"2026-03-31T18:34:06.297947Z","steps":["trace[1370402760] 'range keys from in-memory index tree' (duration: 196.873757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:06.298008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.452819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:34:06.298071Z","caller":"traceutil/trace.go:171","msg":"trace[1054073932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2187; }","duration":"197.588153ms","start":"2026-03-31T18:34:06.100465Z","end":"2026-03-31T18:34:06.298053Z","steps":["trace[1054073932] 'range keys from in-memory index tree' (duration: 197.276946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:06.297874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.204699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:34:06.2982Z","caller":"traceutil/trace.go:171","msg":"trace[1505113434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2187; }","duration":"187.567217ms","start":"2026-03-31T18:34:06.110617Z","end":"2026-03-31T18:34:06.298184Z","steps":["trace[1505113434] 'range keys from in-memory index tree' (duration: 187.007795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:06.659074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.807669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:06.659351Z","caller":"traceutil/trace.go:171","msg":"trace[1855993322] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"355.632243ms","start":"2026-03-31T18:34:06.303695Z","end":"2026-03-31T18:34:06.659327Z","steps":["trace[1855993322] 'process raft request' (duration: 355.526421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:06.659408Z","caller":"traceutil/trace.go:171","msg":"trace[1000640343] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"355.831318ms","start":"2026-03-31T18:34:06.303476Z","end":"2026-03-31T18:34:06.659308Z","steps":["trace[1000640343] 'process raft request' (duration: 110.64112ms)","trace[1000640343] 'compare' (duration: 244.613355ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:06.659482Z","caller":"traceutil/trace.go:171","msg":"trace[325723960] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"355.633013ms","start":"2026-03-31T18:34:06.303818Z","end":"2026-03-31T18:34:06.659451Z","steps":["trace[325723960] 'process raft request' (duration: 355.457449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:06.659445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.303681Z","time spent":"355.726915ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:06.659441Z","caller":"traceutil/trace.go:171","msg":"trace[55585181] linearizableReadLoop","detail":"{readStateIndex:2278; appliedIndex:2274; }","duration":"302.557404ms","start":"2026-03-31T18:34:06.356861Z","end":"2026-03-31T18:34:06.659418Z","steps":["trace[55585181] 'read index received' (duration: 25.592158ms)","trace[55585181] 'applied index is now lower than readState.Index' (duration: 276.963946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:06.659648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.303462Z","time spent":"356.060342ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:06.659684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.303782Z","time spent":"355.758346ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:06.823323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.432966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:06.823424Z","caller":"traceutil/trace.go:171","msg":"trace[1003392300] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2191; }","duration":"466.61664ms","start":"2026-03-31T18:34:06.356783Z","end":"2026-03-31T18:34:06.8234Z","steps":["trace[1003392300] 'agreement among raft nodes before linearized reading' (duration: 302.708717ms)","trace[1003392300] 'count revisions from in-memory index tree' (duration: 163.75417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:06.823358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.927324ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-31T18:34:06.823478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.35675Z","time spent":"466.713262ms","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:06.967972Z","caller":"traceutil/trace.go:171","msg":"trace[1094383863] linearizableReadLoop","detail":"{readStateIndex:2280; appliedIndex:2279; }","duration":"308.265904ms","start":"2026-03-31T18:34:06.659681Z","end":"2026-03-31T18:34:06.967947Z","steps":["trace[1094383863] 'read index received' (duration: 308.064419ms)","trace[1094383863] 'applied index is now lower than readState.Index' (duration: 200.635µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:06.968079Z","caller":"traceutil/trace.go:171","msg":"trace[642386615] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"312.061549ms","start":"2026-03-31T18:34:06.655993Z","end":"2026-03-31T18:34:06.968055Z","steps":["trace[642386615] 'process raft request' (duration: 311.804203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:06.968218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.655966Z","time spent":"312.170121ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:06.968293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.833764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:06.96843Z","caller":"traceutil/trace.go:171","msg":"trace[1089115417] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2192; }","duration":"370.06873ms","start":"2026-03-31T18:34:06.598349Z","end":"2026-03-31T18:34:06.968418Z","steps":["trace[1089115417] 'agreement among raft nodes before linearized reading' (duration: 369.736313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:06.96857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.598312Z","time spent":"370.242144ms","remote":"127.0.0.1:42566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:07.632066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.249499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:07.632155Z","caller":"traceutil/trace.go:171","msg":"trace[1171573866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2193; }","duration":"179.381812ms","start":"2026-03-31T18:34:07.452755Z","end":"2026-03-31T18:34:07.632137Z","steps":["trace[1171573866] 'range keys from in-memory index tree' (duration: 179.123886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:08.645261Z","caller":"traceutil/trace.go:171","msg":"trace[1481994828] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"145.479167ms","start":"2026-03-31T18:34:08.499765Z","end":"2026-03-31T18:34:08.645244Z","steps":["trace[1481994828] 'process raft request' (duration: 145.379015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:08.95715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.085003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:08.957392Z","caller":"traceutil/trace.go:171","msg":"trace[568889197] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"290.082332ms","start":"2026-03-31T18:34:08.667287Z","end":"2026-03-31T18:34:08.95737Z","steps":["trace[568889197] 'process raft request' (duration: 10.431886ms)","trace[568889197] 'compare' (duration: 278.94563ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:08.957706Z","caller":"traceutil/trace.go:171","msg":"trace[445685025] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"289.847298ms","start":"2026-03-31T18:34:08.667842Z","end":"2026-03-31T18:34:08.957689Z","steps":["trace[445685025] 'process raft request' (duration: 289.798377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:08.95792Z","caller":"traceutil/trace.go:171","msg":"trace[1067170516] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"290.353889ms","start":"2026-03-31T18:34:08.667505Z","end":"2026-03-31T18:34:08.957859Z","steps":["trace[1067170516] 'process raft request' (duration: 289.816606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:11.452723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000435547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:34:11.452813Z","caller":"traceutil/trace.go:171","msg":"trace[783778219] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000586001s","start":"2026-03-31T18:34:09.452208Z","end":"2026-03-31T18:34:11.452794Z","steps":["trace[783778219] 'agreement among raft nodes before linearized reading' (duration: 2.000462838s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:11.45286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:09.452188Z","time spent":"2.000663812s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:11.519314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221504421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:34:11.51972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528989738s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:11.519827Z","caller":"traceutil/trace.go:171","msg":"trace[755422664] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2202; }","duration":"1.52910595s","start":"2026-03-31T18:34:09.990694Z","end":"2026-03-31T18:34:11.5198Z","steps":["trace[755422664] 'range keys from in-memory index tree' (duration: 1.528969407s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:11.519438Z","caller":"traceutil/trace.go:171","msg":"trace[453918260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2202; }","duration":"2.221676805s","start":"2026-03-31T18:34:09.297737Z","end":"2026-03-31T18:34:11.519414Z","steps":["trace[453918260] 'range keys from in-memory index tree' (duration: 2.221322017s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:11.52007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:09.297701Z","time spent":"2.2223417s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:11.520251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900850877s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:11.520389Z","caller":"traceutil/trace.go:171","msg":"trace[646020031] linearizableReadLoop","detail":"{readStateIndex:2291; appliedIndex:2290; }","duration":"2.068113296s","start":"2026-03-31T18:34:09.452248Z","end":"2026-03-31T18:34:11.520362Z","steps":["trace[646020031] 'read index received' (duration: 167.024493ms)","trace[646020031] 'applied index is now lower than readState.Index' (duration: 1.901086783s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:11.5204Z","caller":"traceutil/trace.go:171","msg":"trace[1182861547] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"2.1209557s","start":"2026-03-31T18:34:09.399413Z","end":"2026-03-31T18:34:11.520369Z","steps":["trace[1182861547] 'process raft request' (duration: 219.881508ms)","trace[1182861547] 'compare' (duration: 1.900284844s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:11.520554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:09.399389Z","time spent":"2.121072782s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:11.792873Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.130058006s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:34:12.888723Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.095535136s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:34:13.453494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99973654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:34:13.453573Z","caller":"traceutil/trace.go:171","msg":"trace[1278323520] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999874143s","start":"2026-03-31T18:34:11.453682Z","end":"2026-03-31T18:34:13.453556Z","steps":["trace[1278323520] 'agreement among raft nodes before linearized reading' (duration: 1.999772901s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:13.453618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.453648Z","time spent":"1.999961114s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:34:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:14.091401Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.202497962s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:34:14.273482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:12.643844Z","time spent":"1.629631471s","remote":"127.0.0.1:53124","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:34:14.273899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4805231s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:14.274104Z","caller":"traceutil/trace.go:171","msg":"trace[1937407778] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"4.611405635s","start":"2026-03-31T18:34:09.662672Z","end":"2026-03-31T18:34:14.274077Z","steps":["trace[1937407778] 'process raft request' (duration: 2.130619758s)","trace[1937407778] 'compare' (duration: 2.479982589s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:14.274216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:09.662646Z","time spent":"4.611511176s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:14.274258Z","caller":"traceutil/trace.go:171","msg":"trace[1700553134] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"2.053306871s","start":"2026-03-31T18:34:12.220933Z","end":"2026-03-31T18:34:14.27424Z","steps":["trace[1700553134] 'process raft request' (duration: 2.05325661s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.274323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:12.220895Z","time spent":"2.053396513s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:14.274518Z","caller":"traceutil/trace.go:171","msg":"trace[1599805538] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"2.74963685s","start":"2026-03-31T18:34:11.524869Z","end":"2026-03-31T18:34:14.274506Z","steps":["trace[1599805538] 'process raft request' (duration: 2.749286641s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.274575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.524838Z","time spent":"2.749707362s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:14.274603Z","caller":"traceutil/trace.go:171","msg":"trace[1373259285] linearizableReadLoop","detail":"{readStateIndex:2294; appliedIndex:2291; }","duration":"2.754154783s","start":"2026-03-31T18:34:11.520434Z","end":"2026-03-31T18:34:14.274588Z","steps":["trace[1373259285] 'read index received' (duration: 272.866615ms)","trace[1373259285] 'applied index is now lower than readState.Index' (duration: 2.481287238s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:14.274726Z","caller":"traceutil/trace.go:171","msg":"trace[696874966] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"4.57091314s","start":"2026-03-31T18:34:09.7038Z","end":"2026-03-31T18:34:14.274713Z","steps":["trace[696874966] 'process raft request' (duration: 4.570237774s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.274766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:09.70377Z","time spent":"4.570974711s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:14.27477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.265466012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:34:14.274797Z","caller":"traceutil/trace.go:171","msg":"trace[924501295] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:2208; }","duration":"3.265558864s","start":"2026-03-31T18:34:11.00923Z","end":"2026-03-31T18:34:14.274788Z","steps":["trace[924501295] 'agreement among raft nodes before linearized reading' (duration: 3.265448232s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.274827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.009199Z","time spent":"3.265621776s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"info","ts":"2026-03-31T18:34:14.274861Z","caller":"traceutil/trace.go:171","msg":"trace[1557555678] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"4.247255649s","start":"2026-03-31T18:34:10.027596Z","end":"2026-03-31T18:34:14.274852Z","steps":["trace[1557555678] 'process raft request' (duration: 4.246517171s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.274883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.828860788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:34:14.274923Z","caller":"traceutil/trace.go:171","msg":"trace[999423970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2208; }","duration":"3.828929359s","start":"2026-03-31T18:34:10.445982Z","end":"2026-03-31T18:34:14.274912Z","steps":["trace[999423970] 'agreement among raft nodes before linearized reading' (duration: 3.828783616s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.274924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:10.027576Z","time spent":"4.24731357s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:14.27495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:10.445963Z","time spent":"3.828980341s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:34:14.275073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.312979836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:34:14.275101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.313571328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:34:14.275144Z","caller":"traceutil/trace.go:171","msg":"trace[1065331732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2208; }","duration":"3.31364885s","start":"2026-03-31T18:34:10.961485Z","end":"2026-03-31T18:34:14.275133Z","steps":["trace[1065331732] 'agreement among raft nodes before linearized reading' (duration: 3.313524877s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.275133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.667236947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"warn","ts":"2026-03-31T18:34:14.275172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:10.961464Z","time spent":"3.313701272s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:34:14.275189Z","caller":"traceutil/trace.go:171","msg":"trace[1710131504] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2208; }","duration":"3.667329699s","start":"2026-03-31T18:34:10.607845Z","end":"2026-03-31T18:34:14.275175Z","steps":["trace[1710131504] 'agreement among raft nodes before linearized reading' (duration: 3.667178586s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.275214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.062926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200badd6cc954\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T18:34:14.275237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:10.607826Z","time spent":"3.66739859s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:34:14.275279Z","caller":"traceutil/trace.go:171","msg":"trace[374856302] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200badd6cc954; range_end:; response_count:1; response_revision:2208; }","duration":"817.173309ms","start":"2026-03-31T18:34:13.458089Z","end":"2026-03-31T18:34:14.275262Z","steps":["trace[374856302] 'agreement among raft nodes before linearized reading' (duration: 816.983325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:14.275184Z","caller":"traceutil/trace.go:171","msg":"trace[2095112165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2208; }","duration":"3.313146939s","start":"2026-03-31T18:34:10.961982Z","end":"2026-03-31T18:34:14.275129Z","steps":["trace[2095112165] 'agreement among raft nodes before linearized reading' (duration: 3.312830022s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.275384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.948784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:14.275406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596517513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:14.275416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.313341964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:34:14.27545Z","caller":"traceutil/trace.go:171","msg":"trace[1573692674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2208; }","duration":"817.047657ms","start":"2026-03-31T18:34:13.458386Z","end":"2026-03-31T18:34:14.275434Z","steps":["trace[1573692674] 'agreement among raft nodes before linearized reading' (duration: 816.950225ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:14.275504Z","caller":"traceutil/trace.go:171","msg":"trace[548509757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2208; }","duration":"3.313447596s","start":"2026-03-31T18:34:10.96204Z","end":"2026-03-31T18:34:14.275488Z","steps":["trace[548509757] 'agreement among raft nodes before linearized reading' (duration: 3.31317705s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.275608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:10.962034Z","time spent":"3.313558018s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:34:14.275453Z","caller":"traceutil/trace.go:171","msg":"trace[1774628534] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2208; }","duration":"1.596589834s","start":"2026-03-31T18:34:12.67885Z","end":"2026-03-31T18:34:14.27544Z","steps":["trace[1774628534] 'agreement among raft nodes before linearized reading' (duration: 1.596520852s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.275779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:12.678834Z","time spent":"1.596929592s","remote":"127.0.0.1:41288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:14.275419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:10.961974Z","time spent":"3.313424055s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:14.275248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.24506328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:34:14.275895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759614507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:14.275941Z","caller":"traceutil/trace.go:171","msg":"trace[644850334] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2208; }","duration":"1.759707159s","start":"2026-03-31T18:34:12.516223Z","end":"2026-03-31T18:34:14.275931Z","steps":["trace[644850334] 'agreement among raft nodes before linearized reading' (duration: 1.758744887s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.275924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.343429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:34:14.275976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:12.516201Z","time spent":"1.75976519s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:14.275331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:13.458061Z","time spent":"817.251941ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200badd6cc954\" "} {"level":"info","ts":"2026-03-31T18:34:14.276014Z","caller":"traceutil/trace.go:171","msg":"trace[796765214] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2208; }","duration":"781.511393ms","start":"2026-03-31T18:34:13.494485Z","end":"2026-03-31T18:34:14.275997Z","steps":["trace[796765214] 'agreement among raft nodes before linearized reading' (duration: 780.515051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.27607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:13.494469Z","time spent":"781.590435ms","remote":"127.0.0.1:42404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:14.275319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.174550497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:34:14.276145Z","caller":"traceutil/trace.go:171","msg":"trace[367297489] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2208; }","duration":"4.175408595s","start":"2026-03-31T18:34:10.100724Z","end":"2026-03-31T18:34:14.276133Z","steps":["trace[367297489] 'agreement among raft nodes before linearized reading' (duration: 4.174541176s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.27619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:10.100704Z","time spent":"4.175477597s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:34:14.275516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:13.458364Z","time spent":"817.139438ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:34:14.276166Z","caller":"traceutil/trace.go:171","msg":"trace[1536889913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2208; }","duration":"4.245792326s","start":"2026-03-31T18:34:10.030125Z","end":"2026-03-31T18:34:14.275918Z","steps":["trace[1536889913] 'agreement among raft nodes before linearized reading' (duration: 4.244978148s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.276402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:10.030069Z","time spent":"4.246312418s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:34:14.785035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961685676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:15.753948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.993318ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T18:34:15.754022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.277581Z","time spent":"1.476438291s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:34:16.865808Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.07274015s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:34:17.334181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.030722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:17.334546Z","caller":"traceutil/trace.go:171","msg":"trace[1571769192] linearizableReadLoop","detail":"{readStateIndex:2304; appliedIndex:2296; }","duration":"3.050451015s","start":"2026-03-31T18:34:14.284079Z","end":"2026-03-31T18:34:17.33453Z","steps":["trace[1571769192] 'read index received' (duration: 508.884305ms)","trace[1571769192] 'applied index is now lower than readState.Index' (duration: 2.541565769s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:17.334551Z","caller":"traceutil/trace.go:171","msg":"trace[566000098] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"3.055021218s","start":"2026-03-31T18:34:14.279488Z","end":"2026-03-31T18:34:17.334509Z","steps":["trace[566000098] 'process raft request' (duration: 3.054778703s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:17.334618Z","caller":"traceutil/trace.go:171","msg":"trace[1726875172] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"3.054817823s","start":"2026-03-31T18:34:14.279791Z","end":"2026-03-31T18:34:17.334609Z","steps":["trace[1726875172] 'process raft request' (duration: 3.054639809s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:17.334605Z","caller":"traceutil/trace.go:171","msg":"trace[662871509] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"3.054761912s","start":"2026-03-31T18:34:14.279789Z","end":"2026-03-31T18:34:17.334551Z","steps":["trace[662871509] 'process raft request' (duration: 3.054606449s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:17.334673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.279777Z","time spent":"3.054864785s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:17.334739Z","caller":"traceutil/trace.go:171","msg":"trace[501668041] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"2.85017656s","start":"2026-03-31T18:34:14.484551Z","end":"2026-03-31T18:34:17.334728Z","steps":["trace[501668041] 'process raft request' (duration: 2.849942975s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:17.334784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.484469Z","time spent":"2.850294804s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:17.334782Z","caller":"traceutil/trace.go:171","msg":"trace[4397682] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"3.056612104s","start":"2026-03-31T18:34:14.278119Z","end":"2026-03-31T18:34:17.334731Z","steps":["trace[4397682] 'process raft request' (duration: 2.587909767s)","trace[4397682] 'compare' (duration: 467.782746ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:17.334821Z","caller":"traceutil/trace.go:171","msg":"trace[771233243] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"3.05507806s","start":"2026-03-31T18:34:14.279728Z","end":"2026-03-31T18:34:17.334806Z","steps":["trace[771233243] 'process raft request' (duration: 3.05463375s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:17.334762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.279779Z","time spent":"3.054900476s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:17.334908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.050826764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:17.334847Z","caller":"traceutil/trace.go:171","msg":"trace[1045430515] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"3.054563296s","start":"2026-03-31T18:34:14.280278Z","end":"2026-03-31T18:34:17.334842Z","steps":["trace[1045430515] 'process raft request' (duration: 3.054191398s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:17.334977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.278102Z","time spent":"3.056751917s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:17.334979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.279716Z","time spent":"3.055185952s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:17.334971Z","caller":"traceutil/trace.go:171","msg":"trace[1865215549] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2215; }","duration":"3.050938105s","start":"2026-03-31T18:34:14.28402Z","end":"2026-03-31T18:34:17.334958Z","steps":["trace[1865215549] 'agreement among raft nodes before linearized reading' (duration: 3.05070481s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:17.335057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.283999Z","time spent":"3.051050408s","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:34:17.335076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.280269Z","time spent":"3.054747551s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:17.33524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.279476Z","time spent":"3.05513558s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:17.453605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:34:17.453681Z","caller":"traceutil/trace.go:171","msg":"trace[966897847] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000245572s","start":"2026-03-31T18:34:15.453418Z","end":"2026-03-31T18:34:17.453664Z","steps":["trace[966897847] 'agreement among raft nodes before linearized reading' (duration: 2.00014957s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:17.45372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:15.453395Z","time spent":"2.000318424s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:34:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:19.454491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00047037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:34:19.454603Z","caller":"traceutil/trace.go:171","msg":"trace[104680222] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000616803s","start":"2026-03-31T18:34:17.453944Z","end":"2026-03-31T18:34:19.454561Z","steps":["trace[104680222] 'agreement among raft nodes before linearized reading' (duration: 2.000507881s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:19.455276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:17.453915Z","time spent":"2.000805997s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:34:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:19.7361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216332415s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:19.736347Z","caller":"traceutil/trace.go:171","msg":"trace[849935885] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"3.981112968s","start":"2026-03-31T18:34:15.755201Z","end":"2026-03-31T18:34:19.736314Z","steps":["trace[849935885] 'process raft request' (duration: 1.764445776s)","trace[849935885] 'compare' (duration: 2.215714021s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:19.73653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:15.755176Z","time spent":"3.981244592s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:19.89057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999913326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:34:19.890699Z","caller":"traceutil/trace.go:171","msg":"trace[1827537481] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000119421s","start":"2026-03-31T18:34:17.890551Z","end":"2026-03-31T18:34:19.89067Z","steps":["trace[1827537481] 'agreement among raft nodes before linearized reading' (duration: 1.999949357s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:19.890762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:17.890529Z","time spent":"2.000218613s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:34:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:21.279515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:16.281071Z","time spent":"4.998435558s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:34:21.280885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:16.281671Z","time spent":"4.999183075s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:34:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:21.459712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999916915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:34:21.459879Z","caller":"traceutil/trace.go:171","msg":"trace[1499166004] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000103909s","start":"2026-03-31T18:34:19.459754Z","end":"2026-03-31T18:34:21.459858Z","steps":["trace[1499166004] 'agreement among raft nodes before linearized reading' (duration: 1.999911545s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.45996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:19.459702Z","time spent":"2.000244552s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:21.481147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744925175s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:34:21.481974Z","caller":"traceutil/trace.go:171","msg":"trace[108938438] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"5.202269472s","start":"2026-03-31T18:34:16.279692Z","end":"2026-03-31T18:34:21.481961Z","steps":["trace[108938438] 'process raft request' (duration: 5.201547996s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.482093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:16.279654Z","time spent":"5.202390395s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:21.481866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464076761s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:21.482279Z","caller":"traceutil/trace.go:171","msg":"trace[2077778841] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2216; }","duration":"1.464520041s","start":"2026-03-31T18:34:20.017751Z","end":"2026-03-31T18:34:21.482271Z","steps":["trace[2077778841] 'range keys from in-memory index tree' (duration: 1.464056641s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:22.148838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.821502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:22.149042Z","caller":"traceutil/trace.go:171","msg":"trace[1261267962] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"522.967182ms","start":"2026-03-31T18:34:21.626061Z","end":"2026-03-31T18:34:22.149028Z","steps":["trace[1261267962] 'process raft request' (duration: 522.933412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:22.149191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:21.626041Z","time spent":"523.078795ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:22.149213Z","caller":"traceutil/trace.go:171","msg":"trace[299668026] linearizableReadLoop","detail":"{readStateIndex:2309; appliedIndex:2304; }","duration":"4.814614186s","start":"2026-03-31T18:34:17.334576Z","end":"2026-03-31T18:34:22.14919Z","steps":["trace[299668026] 'read index received' (duration: 185.0596ms)","trace[299668026] 'applied index is now lower than readState.Index' (duration: 4.629552736s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:22.149379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.467858062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:34:22.14941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.811251011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:22.149446Z","caller":"traceutil/trace.go:171","msg":"trace[714812174] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2220; }","duration":"5.467971524s","start":"2026-03-31T18:34:16.681453Z","end":"2026-03-31T18:34:22.149424Z","steps":["trace[714812174] 'agreement among raft nodes before linearized reading' (duration: 5.467859572s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:22.149453Z","caller":"traceutil/trace.go:171","msg":"trace[132694255] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2220; }","duration":"4.811342883s","start":"2026-03-31T18:34:17.338099Z","end":"2026-03-31T18:34:22.149442Z","steps":["trace[132694255] 'agreement among raft nodes before linearized reading' (duration: 4.811277401s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:22.14948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:17.338074Z","time spent":"4.811399664s","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:34:22.149483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:16.681431Z","time spent":"5.468041326s","remote":"127.0.0.1:42440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:22.149551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.511328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-03-31T18:34:22.149557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.869005973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:34:22.149617Z","caller":"traceutil/trace.go:171","msg":"trace[473287023] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2220; }","duration":"868.61103ms","start":"2026-03-31T18:34:21.280989Z","end":"2026-03-31T18:34:22.1496Z","steps":["trace[473287023] 'agreement among raft nodes before linearized reading' (duration: 868.476087ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:22.149635Z","caller":"traceutil/trace.go:171","msg":"trace[658066694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2220; }","duration":"5.869146635s","start":"2026-03-31T18:34:16.280465Z","end":"2026-03-31T18:34:22.149612Z","steps":["trace[658066694] 'agreement among raft nodes before linearized reading' (duration: 5.868934011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:22.149706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810454845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:34:22.149712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41091983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T18:34:22.149722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:16.280443Z","time spent":"5.869261648s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:34:22.149754Z","caller":"traceutil/trace.go:171","msg":"trace[1038022125] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2220; }","duration":"2.410989171s","start":"2026-03-31T18:34:19.738751Z","end":"2026-03-31T18:34:22.14974Z","steps":["trace[1038022125] 'agreement among raft nodes before linearized reading' (duration: 2.41092324s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:22.149822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:19.738733Z","time spent":"2.411053532s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T18:34:22.149807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.594874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:22.149849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.434661278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:34:22.149795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.864802167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:34:22.149885Z","caller":"traceutil/trace.go:171","msg":"trace[1648071951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2220; }","duration":"688.712397ms","start":"2026-03-31T18:34:21.461155Z","end":"2026-03-31T18:34:22.149867Z","steps":["trace[1648071951] 'agreement among raft nodes before linearized reading' (duration: 688.596384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:22.149907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.25388182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:22.149907Z","caller":"traceutil/trace.go:171","msg":"trace[822139790] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2220; }","duration":"7.434758831s","start":"2026-03-31T18:34:14.715136Z","end":"2026-03-31T18:34:22.149895Z","steps":["trace[822139790] 'agreement among raft nodes before linearized reading' (duration: 7.434649008s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:22.149938Z","caller":"traceutil/trace.go:171","msg":"trace[1261715847] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2220; }","duration":"4.253962581s","start":"2026-03-31T18:34:17.895967Z","end":"2026-03-31T18:34:22.14993Z","steps":["trace[1261715847] 'agreement among raft nodes before linearized reading' (duration: 4.25389976s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:22.149638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495618212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:22.149942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:21.46113Z","time spent":"688.800878ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:22.149958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:17.895937Z","time spent":"4.254016523s","remote":"127.0.0.1:42076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:22.149955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811169241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T18:34:22.149957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.715117Z","time spent":"7.434823273s","remote":"127.0.0.1:42164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:22.149985Z","caller":"traceutil/trace.go:171","msg":"trace[56261041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2220; }","duration":"2.811228622s","start":"2026-03-31T18:34:19.338747Z","end":"2026-03-31T18:34:22.149976Z","steps":["trace[56261041] 'agreement among raft nodes before linearized reading' (duration: 2.811157691s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:22.14998Z","caller":"traceutil/trace.go:171","msg":"trace[1469443027] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2220; }","duration":"6.865025601s","start":"2026-03-31T18:34:15.284896Z","end":"2026-03-31T18:34:22.149922Z","steps":["trace[1469443027] 'agreement among raft nodes before linearized reading' (duration: 6.86450973s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:22.150096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.898925862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T18:34:22.1501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811423026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:34:22.150087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.229552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-03-31T18:34:22.149905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810897345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:34:22.150128Z","caller":"traceutil/trace.go:171","msg":"trace[516338422] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2220; }","duration":"2.811492398s","start":"2026-03-31T18:34:19.338627Z","end":"2026-03-31T18:34:22.15012Z","steps":["trace[516338422] 'agreement among raft nodes before linearized reading' (duration: 2.811404266s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:22.150147Z","caller":"traceutil/trace.go:171","msg":"trace[517543738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2220; }","duration":"2.811163231s","start":"2026-03-31T18:34:19.338975Z","end":"2026-03-31T18:34:22.150138Z","steps":["trace[517543738] 'agreement among raft nodes before linearized reading' (duration: 2.810777042s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:22.15015Z","caller":"traceutil/trace.go:171","msg":"trace[134735811] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2220; }","duration":"868.331304ms","start":"2026-03-31T18:34:21.281804Z","end":"2026-03-31T18:34:22.150135Z","steps":["trace[134735811] 'agreement among raft nodes before linearized reading' (duration: 868.231602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:22.150154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:19.338606Z","time spent":"2.811542199s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:34:22.15018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:19.33896Z","time spent":"2.811213262s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:34:22.149881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.473713186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:34:22.150192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:21.281775Z","time spent":"868.406096ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T18:34:22.150191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087107623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:34:22.150211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.692873487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200badd6cc954\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:34:22.150224Z","caller":"traceutil/trace.go:171","msg":"trace[2002998584] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2220; }","duration":"3.474092575s","start":"2026-03-31T18:34:18.676118Z","end":"2026-03-31T18:34:22.15021Z","steps":["trace[2002998584] 'agreement among raft nodes before linearized reading' (duration: 3.473664405s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:22.150247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662630185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:22.150251Z","caller":"traceutil/trace.go:171","msg":"trace[1914207029] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2220; }","duration":"3.087217375s","start":"2026-03-31T18:34:19.06302Z","end":"2026-03-31T18:34:22.150238Z","steps":["trace[1914207029] 'agreement among raft nodes before linearized reading' (duration: 3.087101853s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:22.150281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:18.67609Z","time spent":"3.474176437s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:34:22.150289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:19.062992Z","time spent":"3.087287387s","remote":"127.0.0.1:42182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:22.150083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:15.284879Z","time spent":"6.865187635s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:34:22.149707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809741618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:34:22.149737Z","caller":"traceutil/trace.go:171","msg":"trace[237383842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2220; }","duration":"2.810502556s","start":"2026-03-31T18:34:19.339228Z","end":"2026-03-31T18:34:22.149731Z","steps":["trace[237383842] 'agreement among raft nodes before linearized reading' (duration: 2.810387603s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:22.150399Z","caller":"traceutil/trace.go:171","msg":"trace[1116146113] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2220; }","duration":"2.810445534s","start":"2026-03-31T18:34:19.33994Z","end":"2026-03-31T18:34:22.150386Z","steps":["trace[1116146113] 'agreement among raft nodes before linearized reading' (duration: 2.809472682s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:22.150399Z","caller":"traceutil/trace.go:171","msg":"trace[756579097] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200badd6cc954; range_end:; response_count:1; response_revision:2220; }","duration":"2.692946139s","start":"2026-03-31T18:34:19.457295Z","end":"2026-03-31T18:34:22.150241Z","steps":["trace[756579097] 'agreement among raft nodes before linearized reading' (duration: 2.692838777s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:22.150439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:19.339931Z","time spent":"2.810497234s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:34:22.150448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:19.457277Z","time spent":"2.693159934s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200badd6cc954\" "} {"level":"warn","ts":"2026-03-31T18:34:22.150455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:19.33922Z","time spent":"2.811210782s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:34:22.14998Z","caller":"traceutil/trace.go:171","msg":"trace[441027252] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2220; }","duration":"2.496016411s","start":"2026-03-31T18:34:19.653949Z","end":"2026-03-31T18:34:22.149965Z","steps":["trace[441027252] 'agreement among raft nodes before linearized reading' (duration: 2.495618202s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:22.15058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:19.653928Z","time spent":"2.496625784s","remote":"127.0.0.1:42294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:22.150013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:19.338726Z","time spent":"2.811282043s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:34:22.150121Z","caller":"traceutil/trace.go:171","msg":"trace[402154126] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2220; }","duration":"3.898993404s","start":"2026-03-31T18:34:18.251122Z","end":"2026-03-31T18:34:22.150116Z","steps":["trace[402154126] 'agreement among raft nodes before linearized reading' (duration: 3.898934242s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:22.150655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.627486464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:22.150702Z","caller":"traceutil/trace.go:171","msg":"trace[1361843522] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2220; }","duration":"7.627580996s","start":"2026-03-31T18:34:14.523108Z","end":"2026-03-31T18:34:22.150689Z","steps":["trace[1361843522] 'agreement among raft nodes before linearized reading' (duration: 7.626245647s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:22.150699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:18.2511Z","time spent":"3.899586256s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:34:22.15073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.523088Z","time spent":"7.627633297s","remote":"127.0.0.1:41248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:22.149666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:21.280971Z","time spent":"868.684012ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T18:34:22.1509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.831273168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:22.150993Z","caller":"traceutil/trace.go:171","msg":"trace[2068152994] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2220; }","duration":"7.832559407s","start":"2026-03-31T18:34:14.318416Z","end":"2026-03-31T18:34:22.150975Z","steps":["trace[2068152994] 'agreement among raft nodes before linearized reading' (duration: 7.831274278s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:22.151047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.318403Z","time spent":"7.832623788s","remote":"127.0.0.1:39380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:22.150272Z","caller":"traceutil/trace.go:171","msg":"trace[232428831] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2220; }","duration":"2.662680766s","start":"2026-03-31T18:34:19.487585Z","end":"2026-03-31T18:34:22.150266Z","steps":["trace[232428831] 'agreement among raft nodes before linearized reading' (duration: 2.662138204s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:22.151091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:19.487567Z","time spent":"2.663513235s","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:22.392181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.51494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:22.392385Z","caller":"traceutil/trace.go:171","msg":"trace[623180523] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"238.039017ms","start":"2026-03-31T18:34:22.154275Z","end":"2026-03-31T18:34:22.392314Z","steps":["trace[623180523] 'process raft request' (duration: 110.260881ms)","trace[623180523] 'compare' (duration: 127.258804ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:22.392453Z","caller":"traceutil/trace.go:171","msg":"trace[1192035396] linearizableReadLoop","detail":"{readStateIndex:2311; appliedIndex:2310; }","duration":"237.776531ms","start":"2026-03-31T18:34:22.15465Z","end":"2026-03-31T18:34:22.392426Z","steps":["trace[1192035396] 'read index received' (duration: 109.967565ms)","trace[1192035396] 'applied index is now lower than readState.Index' (duration: 127.806886ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:22.39255Z","caller":"traceutil/trace.go:171","msg":"trace[51938864] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"237.851642ms","start":"2026-03-31T18:34:22.154663Z","end":"2026-03-31T18:34:22.392515Z","steps":["trace[51938864] 'process raft request' (duration: 237.665468ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:22.392679Z","caller":"traceutil/trace.go:171","msg":"trace[1716940574] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"237.433093ms","start":"2026-03-31T18:34:22.155221Z","end":"2026-03-31T18:34:22.392654Z","steps":["trace[1716940574] 'process raft request' (duration: 237.32947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:22.392786Z","caller":"traceutil/trace.go:171","msg":"trace[1968533696] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"237.596726ms","start":"2026-03-31T18:34:22.155118Z","end":"2026-03-31T18:34:22.392714Z","steps":["trace[1968533696] 'process raft request' (duration: 237.361771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:22.392837Z","caller":"traceutil/trace.go:171","msg":"trace[458852585] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"237.849981ms","start":"2026-03-31T18:34:22.15493Z","end":"2026-03-31T18:34:22.39278Z","steps":["trace[458852585] 'process raft request' (duration: 237.489403ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:22.393124Z","caller":"traceutil/trace.go:171","msg":"trace[1528014361] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"237.797592ms","start":"2026-03-31T18:34:22.15531Z","end":"2026-03-31T18:34:22.393108Z","steps":["trace[1528014361] 'process raft request' (duration: 237.30262ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:22.393154Z","caller":"traceutil/trace.go:171","msg":"trace[88219090] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"237.491675ms","start":"2026-03-31T18:34:22.155635Z","end":"2026-03-31T18:34:22.393126Z","steps":["trace[88219090] 'process raft request' (duration: 237.314311ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:22.393189Z","caller":"traceutil/trace.go:171","msg":"trace[658894181] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"237.445964ms","start":"2026-03-31T18:34:22.155728Z","end":"2026-03-31T18:34:22.393174Z","steps":["trace[658894181] 'process raft request' (duration: 237.341802ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:22.393228Z","caller":"traceutil/trace.go:171","msg":"trace[1390601066] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"235.860158ms","start":"2026-03-31T18:34:22.157357Z","end":"2026-03-31T18:34:22.393217Z","steps":["trace[1390601066] 'process raft request' (duration: 235.763806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:22.393225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.56417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:34:22.393268Z","caller":"traceutil/trace.go:171","msg":"trace[1523473601] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2226; }","duration":"238.630681ms","start":"2026-03-31T18:34:22.154624Z","end":"2026-03-31T18:34:22.393254Z","steps":["trace[1523473601] 'agreement among raft nodes before linearized reading' (duration: 238.026176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:22.393299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.018069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:22.393368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.363954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-03-31T18:34:22.393426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.468659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:34:22.393427Z","caller":"traceutil/trace.go:171","msg":"trace[367002422] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2229; }","duration":"238.480807ms","start":"2026-03-31T18:34:22.154936Z","end":"2026-03-31T18:34:22.393417Z","steps":["trace[367002422] 'agreement among raft nodes before linearized reading' (duration: 238.233501ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:22.393373Z","caller":"traceutil/trace.go:171","msg":"trace[1227065424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2229; }","duration":"235.125521ms","start":"2026-03-31T18:34:22.158228Z","end":"2026-03-31T18:34:22.393354Z","steps":["trace[1227065424] 'agreement among raft nodes before linearized reading' (duration: 234.965858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:22.39347Z","caller":"traceutil/trace.go:171","msg":"trace[88347948] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2229; }","duration":"235.53203ms","start":"2026-03-31T18:34:22.157924Z","end":"2026-03-31T18:34:22.393456Z","steps":["trace[88347948] 'agreement among raft nodes before linearized reading' (duration: 235.361237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:22.393503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.772782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-31T18:34:22.393567Z","caller":"traceutil/trace.go:171","msg":"trace[602234927] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2229; }","duration":"237.903924ms","start":"2026-03-31T18:34:22.155647Z","end":"2026-03-31T18:34:22.393551Z","steps":["trace[602234927] 'agreement among raft nodes before linearized reading' (duration: 237.653138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:22.660662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.675279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:22.661003Z","caller":"traceutil/trace.go:171","msg":"trace[232857102] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"170.587421ms","start":"2026-03-31T18:34:22.490315Z","end":"2026-03-31T18:34:22.660902Z","steps":["trace[232857102] 'process raft request' (duration: 170.460279ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:22.661126Z","caller":"traceutil/trace.go:171","msg":"trace[450316499] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"262.461793ms","start":"2026-03-31T18:34:22.398643Z","end":"2026-03-31T18:34:22.661104Z","steps":["trace[450316499] 'process raft request' (duration: 114.217621ms)","trace[450316499] 'compare' (duration: 147.415113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:22.87165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.990475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:22.871802Z","caller":"traceutil/trace.go:171","msg":"trace[325092381] linearizableReadLoop","detail":"{readStateIndex:2323; appliedIndex:2322; }","duration":"199.830708ms","start":"2026-03-31T18:34:22.671951Z","end":"2026-03-31T18:34:22.871781Z","steps":["trace[325092381] 'read index received' (duration: 94.496306ms)","trace[325092381] 'applied index is now lower than readState.Index' (duration: 105.333012ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:22.871912Z","caller":"traceutil/trace.go:171","msg":"trace[1862253003] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"201.366463ms","start":"2026-03-31T18:34:22.670507Z","end":"2026-03-31T18:34:22.871873Z","steps":["trace[1862253003] 'process raft request' (duration: 96.052441ms)","trace[1862253003] 'compare' (duration: 104.875431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:22.871955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.992923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T18:34:22.871999Z","caller":"traceutil/trace.go:171","msg":"trace[183811700] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2232; }","duration":"200.060974ms","start":"2026-03-31T18:34:22.671925Z","end":"2026-03-31T18:34:22.871985Z","steps":["trace[183811700] 'agreement among raft nodes before linearized reading' (duration: 199.911489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:24.550433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.349678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:34:24.550535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.321427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:34:24.55061Z","caller":"traceutil/trace.go:171","msg":"trace[1889088488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2234; }","duration":"153.43997ms","start":"2026-03-31T18:34:24.397151Z","end":"2026-03-31T18:34:24.550591Z","steps":["trace[1889088488] 'range keys from in-memory index tree' (duration: 153.131493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:24.550549Z","caller":"traceutil/trace.go:171","msg":"trace[1267413297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2234; }","duration":"153.518872ms","start":"2026-03-31T18:34:24.397002Z","end":"2026-03-31T18:34:24.55052Z","steps":["trace[1267413297] 'range keys from in-memory index tree' (duration: 153.079252ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:24.550718Z","caller":"traceutil/trace.go:171","msg":"trace[666295129] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"151.935525ms","start":"2026-03-31T18:34:24.398754Z","end":"2026-03-31T18:34:24.550689Z","steps":["trace[666295129] 'process raft request' (duration: 78.263554ms)","trace[666295129] 'compare' (duration: 73.541708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:24.55045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.473818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:34:24.550786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.031928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:34:24.550813Z","caller":"traceutil/trace.go:171","msg":"trace[30517473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2234; }","duration":"152.894828ms","start":"2026-03-31T18:34:24.397896Z","end":"2026-03-31T18:34:24.550791Z","steps":["trace[30517473] 'range keys from in-memory index tree' (duration: 152.213482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:24.550803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.291375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:34:24.55093Z","caller":"traceutil/trace.go:171","msg":"trace[764027245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2234; }","duration":"152.483889ms","start":"2026-03-31T18:34:24.398418Z","end":"2026-03-31T18:34:24.550902Z","steps":["trace[764027245] 'range keys from in-memory index tree' (duration: 152.026848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:24.550818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.409869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:34:24.551082Z","caller":"traceutil/trace.go:171","msg":"trace[783523295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2234; }","duration":"153.703665ms","start":"2026-03-31T18:34:24.397329Z","end":"2026-03-31T18:34:24.551033Z","steps":["trace[783523295] 'range keys from in-memory index tree' (duration: 153.008231ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:24.550856Z","caller":"traceutil/trace.go:171","msg":"trace[2089846756] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2234; }","duration":"152.125809ms","start":"2026-03-31T18:34:24.398711Z","end":"2026-03-31T18:34:24.550837Z","steps":["trace[2089846756] 'range keys from in-memory index tree' (duration: 151.72963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:24.794411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.927332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:24.794525Z","caller":"traceutil/trace.go:171","msg":"trace[949855463] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"395.288396ms","start":"2026-03-31T18:34:24.399207Z","end":"2026-03-31T18:34:24.794496Z","steps":["trace[949855463] 'process raft request' (duration: 287.18732ms)","trace[949855463] 'compare' (duration: 107.82322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:24.794564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:24.399191Z","time spent":"395.357498ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:24.887839Z","caller":"traceutil/trace.go:171","msg":"trace[817155549] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"332.097294ms","start":"2026-03-31T18:34:24.555715Z","end":"2026-03-31T18:34:24.887812Z","steps":["trace[817155549] 'process raft request' (duration: 331.849568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:24.888003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:24.555682Z","time spent":"332.241917ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:24.88816Z","caller":"traceutil/trace.go:171","msg":"trace[1730804799] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"332.302029ms","start":"2026-03-31T18:34:24.555828Z","end":"2026-03-31T18:34:24.88813Z","steps":["trace[1730804799] 'process raft request' (duration: 331.926081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:24.88829Z","caller":"traceutil/trace.go:171","msg":"trace[752560786] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"331.856208ms","start":"2026-03-31T18:34:24.55642Z","end":"2026-03-31T18:34:24.888276Z","steps":["trace[752560786] 'process raft request' (duration: 331.725905ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:24.888351Z","caller":"traceutil/trace.go:171","msg":"trace[683309692] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"331.873449ms","start":"2026-03-31T18:34:24.556458Z","end":"2026-03-31T18:34:24.888332Z","steps":["trace[683309692] 'process raft request' (duration: 331.795927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:24.888352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:24.555819Z","time spent":"332.422801ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:24.888407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:24.556412Z","time spent":"331.92965ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:24.888273Z","caller":"traceutil/trace.go:171","msg":"trace[655530960] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"332.102654ms","start":"2026-03-31T18:34:24.556129Z","end":"2026-03-31T18:34:24.888232Z","steps":["trace[655530960] 'process raft request' (duration: 331.89282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:24.888421Z","caller":"traceutil/trace.go:171","msg":"trace[1837591747] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"331.92028ms","start":"2026-03-31T18:34:24.556462Z","end":"2026-03-31T18:34:24.888382Z","steps":["trace[1837591747] 'process raft request' (duration: 331.744386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:24.888512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:24.556103Z","time spent":"332.354349ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:24.888472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:24.556419Z","time spent":"331.997991ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:24.888592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:24.556438Z","time spent":"332.077234ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:25.125277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.593582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:25.125382Z","caller":"traceutil/trace.go:171","msg":"trace[1339210226] linearizableReadLoop","detail":"{readStateIndex:2334; appliedIndex:2327; }","duration":"242.41991ms","start":"2026-03-31T18:34:24.882948Z","end":"2026-03-31T18:34:25.125368Z","steps":["trace[1339210226] 'read index received' (duration: 4.690517ms)","trace[1339210226] 'applied index is now lower than readState.Index' (duration: 237.728163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:25.125438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.497722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:25.125468Z","caller":"traceutil/trace.go:171","msg":"trace[362199323] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2243; }","duration":"242.573164ms","start":"2026-03-31T18:34:24.882882Z","end":"2026-03-31T18:34:25.125455Z","steps":["trace[362199323] 'agreement among raft nodes before linearized reading' (duration: 242.522833ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:25.125504Z","caller":"traceutil/trace.go:171","msg":"trace[375689131] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"284.464489ms","start":"2026-03-31T18:34:24.840989Z","end":"2026-03-31T18:34:25.125453Z","steps":["trace[375689131] 'process raft request' (duration: 127.612371ms)","trace[375689131] 'compare' (duration: 156.49675ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:25.648924Z","caller":"traceutil/trace.go:171","msg":"trace[1026191386] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"140.100556ms","start":"2026-03-31T18:34:25.508794Z","end":"2026-03-31T18:34:25.648895Z","steps":["trace[1026191386] 'process raft request' (duration: 139.934012ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:26.74657Z","caller":"traceutil/trace.go:171","msg":"trace[1236102542] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"190.103616ms","start":"2026-03-31T18:34:26.556439Z","end":"2026-03-31T18:34:26.746543Z","steps":["trace[1236102542] 'process raft request' (duration: 189.931892ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:26.903353Z","caller":"traceutil/trace.go:171","msg":"trace[990030552] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"104.055054ms","start":"2026-03-31T18:34:26.799272Z","end":"2026-03-31T18:34:26.903327Z","steps":["trace[990030552] 'process raft request' (duration: 52.865126ms)","trace[990030552] 'compare' (duration: 51.011394ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:27.326809Z","caller":"traceutil/trace.go:171","msg":"trace[1937211029] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"418.257201ms","start":"2026-03-31T18:34:26.908521Z","end":"2026-03-31T18:34:27.326778Z","steps":["trace[1937211029] 'process raft request' (duration: 418.158429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:27.326988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:26.908473Z","time spent":"418.427205ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:27.326835Z","caller":"traceutil/trace.go:171","msg":"trace[1815228232] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"418.732552ms","start":"2026-03-31T18:34:26.908076Z","end":"2026-03-31T18:34:27.326808Z","steps":["trace[1815228232] 'process raft request' (duration: 326.481617ms)","trace[1815228232] 'compare' (duration: 91.925637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:27.327192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:26.908051Z","time spent":"419.058629ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:27.327256Z","caller":"traceutil/trace.go:171","msg":"trace[68344098] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"418.66832ms","start":"2026-03-31T18:34:26.908564Z","end":"2026-03-31T18:34:27.327233Z","steps":["trace[68344098] 'process raft request' (duration: 418.179419ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:27.327337Z","caller":"traceutil/trace.go:171","msg":"trace[384224116] linearizableReadLoop","detail":"{readStateIndex:2343; appliedIndex:2338; }","duration":"137.965417ms","start":"2026-03-31T18:34:27.189354Z","end":"2026-03-31T18:34:27.327319Z","steps":["trace[384224116] 'read index received' (duration: 45.13842ms)","trace[384224116] 'applied index is now lower than readState.Index' (duration: 92.825827ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:27.327348Z","caller":"traceutil/trace.go:171","msg":"trace[1696904419] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"418.599538ms","start":"2026-03-31T18:34:26.908716Z","end":"2026-03-31T18:34:27.327316Z","steps":["trace[1696904419] 'process raft request' (duration: 418.427554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:27.327353Z","caller":"traceutil/trace.go:171","msg":"trace[1087885158] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"418.571617ms","start":"2026-03-31T18:34:26.908761Z","end":"2026-03-31T18:34:27.327333Z","steps":["trace[1087885158] 'process raft request' (duration: 418.501376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:27.327368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:26.908551Z","time spent":"418.763512ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:27.32745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:26.908701Z","time spent":"418.69531ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:27.327465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:26.90875Z","time spent":"418.653279ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:27.327576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.203382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:34:27.327646Z","caller":"traceutil/trace.go:171","msg":"trace[1863337800] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2252; }","duration":"138.312935ms","start":"2026-03-31T18:34:27.189312Z","end":"2026-03-31T18:34:27.327625Z","steps":["trace[1863337800] 'agreement among raft nodes before linearized reading' (duration: 138.07011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:27.629302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.979774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:27.62944Z","caller":"traceutil/trace.go:171","msg":"trace[544736878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2252; }","duration":"176.155238ms","start":"2026-03-31T18:34:27.453259Z","end":"2026-03-31T18:34:27.629414Z","steps":["trace[544736878] 'range keys from in-memory index tree' (duration: 175.900012ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:29.837907Z","caller":"traceutil/trace.go:171","msg":"trace[1377843094] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"132.567713ms","start":"2026-03-31T18:34:29.705308Z","end":"2026-03-31T18:34:29.837876Z","steps":["trace[1377843094] 'process raft request' (duration: 132.342988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:30.126058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.558673ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:34:30.975291Z","caller":"traceutil/trace.go:171","msg":"trace[459197954] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"124.928899ms","start":"2026-03-31T18:34:30.850327Z","end":"2026-03-31T18:34:30.975255Z","steps":["trace[459197954] 'process raft request' (duration: 124.423268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:31.650071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.07141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:34:31.650153Z","caller":"traceutil/trace.go:171","msg":"trace[721850728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2264; }","duration":"590.193543ms","start":"2026-03-31T18:34:31.059941Z","end":"2026-03-31T18:34:31.650135Z","steps":["trace[721850728] 'range keys from in-memory index tree' (duration: 589.848895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:31.650255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.059927Z","time spent":"590.316465ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:34:31.65064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.992132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:31.650693Z","caller":"traceutil/trace.go:171","msg":"trace[288465114] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2264; }","duration":"346.093224ms","start":"2026-03-31T18:34:31.304589Z","end":"2026-03-31T18:34:31.650682Z","steps":["trace[288465114] 'count revisions from in-memory index tree' (duration: 345.869988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:31.650718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.30457Z","time spent":"346.142475ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:31.650736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.338868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:31.650981Z","caller":"traceutil/trace.go:171","msg":"trace[745746637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2264; }","duration":"196.634325ms","start":"2026-03-31T18:34:31.454332Z","end":"2026-03-31T18:34:31.650966Z","steps":["trace[745746637] 'range keys from in-memory index tree' (duration: 196.235666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:31.650736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.550462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T18:34:31.650762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.408962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:34:31.651035Z","caller":"traceutil/trace.go:171","msg":"trace[1506907196] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2264; }","duration":"250.699158ms","start":"2026-03-31T18:34:31.400323Z","end":"2026-03-31T18:34:31.651022Z","steps":["trace[1506907196] 'range keys from in-memory index tree' (duration: 250.280669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:31.651038Z","caller":"traceutil/trace.go:171","msg":"trace[1368214093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2264; }","duration":"249.869289ms","start":"2026-03-31T18:34:31.401147Z","end":"2026-03-31T18:34:31.651016Z","steps":["trace[1368214093] 'range keys from in-memory index tree' (duration: 249.414179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:31.651064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.659394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:34:31.651753Z","caller":"traceutil/trace.go:171","msg":"trace[1287416800] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2264; }","duration":"243.357111ms","start":"2026-03-31T18:34:31.408375Z","end":"2026-03-31T18:34:31.651732Z","steps":["trace[1287416800] 'range keys from in-memory index tree' (duration: 242.531852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:31.65115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.292271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:34:31.651843Z","caller":"traceutil/trace.go:171","msg":"trace[1459990405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2264; }","duration":"298.018108ms","start":"2026-03-31T18:34:31.353816Z","end":"2026-03-31T18:34:31.651834Z","steps":["trace[1459990405] 'range keys from in-memory index tree' (duration: 297.172268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:31.651164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.070746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:34:31.651905Z","caller":"traceutil/trace.go:171","msg":"trace[128491332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2264; }","duration":"251.868896ms","start":"2026-03-31T18:34:31.400031Z","end":"2026-03-31T18:34:31.6519Z","steps":["trace[128491332] 'range keys from in-memory index tree' (duration: 250.522843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:31.651235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.387771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:34:31.651953Z","caller":"traceutil/trace.go:171","msg":"trace[353698870] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2264; }","duration":"251.16886ms","start":"2026-03-31T18:34:31.400778Z","end":"2026-03-31T18:34:31.651947Z","steps":["trace[353698870] 'range keys from in-memory index tree' (duration: 249.771207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:32.141746Z","caller":"traceutil/trace.go:171","msg":"trace[1041540574] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"486.364034ms","start":"2026-03-31T18:34:31.655355Z","end":"2026-03-31T18:34:32.14172Z","steps":["trace[1041540574] 'process raft request' (duration: 486.180029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:32.141939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.655324Z","time spent":"486.537428ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:32.570544Z","caller":"traceutil/trace.go:171","msg":"trace[610847601] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"914.585061ms","start":"2026-03-31T18:34:31.655933Z","end":"2026-03-31T18:34:32.570518Z","steps":["trace[610847601] 'process raft request' (duration: 914.379517ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:32.570718Z","caller":"traceutil/trace.go:171","msg":"trace[793878416] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"914.750854ms","start":"2026-03-31T18:34:31.655953Z","end":"2026-03-31T18:34:32.570704Z","steps":["trace[793878416] 'process raft request' (duration: 914.521889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:32.570726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.655913Z","time spent":"914.704323ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:32.570793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.655931Z","time spent":"914.828977ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:32.570955Z","caller":"traceutil/trace.go:171","msg":"trace[528310987] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"914.9765ms","start":"2026-03-31T18:34:31.655968Z","end":"2026-03-31T18:34:32.570945Z","steps":["trace[528310987] 'process raft request' (duration: 914.823846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:32.570975Z","caller":"traceutil/trace.go:171","msg":"trace[315573787] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"914.668513ms","start":"2026-03-31T18:34:31.656285Z","end":"2026-03-31T18:34:32.570954Z","steps":["trace[315573787] 'process raft request' (duration: 914.576531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:32.571011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.655944Z","time spent":"915.040382ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:32.570984Z","caller":"traceutil/trace.go:171","msg":"trace[355285114] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"914.9816ms","start":"2026-03-31T18:34:31.655946Z","end":"2026-03-31T18:34:32.570928Z","steps":["trace[355285114] 'process raft request' (duration: 914.706034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:32.571091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.656272Z","time spent":"914.762325ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:32.571181Z","caller":"traceutil/trace.go:171","msg":"trace[552194359] linearizableReadLoop","detail":"{readStateIndex:2362; appliedIndex:2356; }","duration":"839.669883ms","start":"2026-03-31T18:34:31.731491Z","end":"2026-03-31T18:34:32.571161Z","steps":["trace[552194359] 'read index received' (duration: 410.024592ms)","trace[552194359] 'applied index is now lower than readState.Index' (duration: 429.644021ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:32.571198Z","caller":"traceutil/trace.go:171","msg":"trace[1397261354] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"727.566145ms","start":"2026-03-31T18:34:31.843623Z","end":"2026-03-31T18:34:32.571189Z","steps":["trace[1397261354] 'process raft request' (duration: 727.291149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:32.571278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.785315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:32.571317Z","caller":"traceutil/trace.go:171","msg":"trace[670132280] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2271; }","duration":"839.904898ms","start":"2026-03-31T18:34:31.731402Z","end":"2026-03-31T18:34:32.571307Z","steps":["trace[670132280] 'agreement among raft nodes before linearized reading' (duration: 839.842246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:32.571349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.731382Z","time spent":"839.958559ms","remote":"127.0.0.1:39394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:32.571327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.843605Z","time spent":"727.667027ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:32.571801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.65593Z","time spent":"915.243666ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:33.420469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.260595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:33.420605Z","caller":"traceutil/trace.go:171","msg":"trace[1213250847] linearizableReadLoop","detail":"{readStateIndex:2364; appliedIndex:2363; }","duration":"849.360323ms","start":"2026-03-31T18:34:32.571236Z","end":"2026-03-31T18:34:33.420596Z","steps":["trace[1213250847] 'read index received' (duration: 76.900584ms)","trace[1213250847] 'applied index is now lower than readState.Index' (duration: 772.459049ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:33.420593Z","caller":"traceutil/trace.go:171","msg":"trace[911602440] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"1.102380503s","start":"2026-03-31T18:34:32.318182Z","end":"2026-03-31T18:34:33.420562Z","steps":["trace[911602440] 'process raft request' (duration: 329.966085ms)","trace[911602440] 'compare' (duration: 771.957118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:33.420703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:32.318155Z","time spent":"1.102498146s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:33.421052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023636588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:34:33.421062Z","caller":"traceutil/trace.go:171","msg":"trace[1650007786] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"791.010312ms","start":"2026-03-31T18:34:32.630027Z","end":"2026-03-31T18:34:33.421037Z","steps":["trace[1650007786] 'process raft request' (duration: 790.539021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:33.421112Z","caller":"traceutil/trace.go:171","msg":"trace[247832037] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:2273; }","duration":"1.023727809s","start":"2026-03-31T18:34:32.397369Z","end":"2026-03-31T18:34:33.421097Z","steps":["trace[247832037] 'agreement among raft nodes before linearized reading' (duration: 1.023293s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:33.421156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:32.397351Z","time spent":"1.023793451s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-03-31T18:34:33.421419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.878362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-03-31T18:34:33.421494Z","caller":"traceutil/trace.go:171","msg":"trace[1445648597] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2273; }","duration":"994.995335ms","start":"2026-03-31T18:34:32.426485Z","end":"2026-03-31T18:34:33.42148Z","steps":["trace[1445648597] 'agreement among raft nodes before linearized reading' (duration: 994.165496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:33.421529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:32.426472Z","time spent":"995.045676ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:34:33.421581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:32.629999Z","time spent":"791.129864ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:33.421719Z","caller":"traceutil/trace.go:171","msg":"trace[1407007153] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"428.784ms","start":"2026-03-31T18:34:32.99292Z","end":"2026-03-31T18:34:33.421704Z","steps":["trace[1407007153] 'process raft request' (duration: 428.647947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:33.421766Z","caller":"traceutil/trace.go:171","msg":"trace[200155166] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"441.306736ms","start":"2026-03-31T18:34:32.980381Z","end":"2026-03-31T18:34:33.421687Z","steps":["trace[200155166] 'process raft request' (duration: 440.530088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:33.421787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:32.992887Z","time spent":"428.866052ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:33.421795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.804103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:34:33.421854Z","caller":"traceutil/trace.go:171","msg":"trace[1882885921] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2275; }","duration":"760.906316ms","start":"2026-03-31T18:34:32.660932Z","end":"2026-03-31T18:34:33.421838Z","steps":["trace[1882885921] 'agreement among raft nodes before linearized reading' (duration: 760.729181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:33.421872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:32.98036Z","time spent":"441.46ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:33.421894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:32.660917Z","time spent":"760.969347ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:34:34.480988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.062394ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T18:34:34.481088Z","caller":"traceutil/trace.go:171","msg":"trace[619864726] linearizableReadLoop","detail":"{readStateIndex:2368; appliedIndex:2367; }","duration":"1.052553608s","start":"2026-03-31T18:34:33.428516Z","end":"2026-03-31T18:34:34.48107Z","steps":["trace[619864726] 'read index received' (duration: 154.32827ms)","trace[619864726] 'applied index is now lower than readState.Index' (duration: 898.223948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:34.481157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:33.422106Z","time spent":"1.059048316s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:34:34.481377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052856334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:34.481415Z","caller":"traceutil/trace.go:171","msg":"trace[1446310654] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2275; }","duration":"1.052948856s","start":"2026-03-31T18:34:33.428456Z","end":"2026-03-31T18:34:34.481405Z","steps":["trace[1446310654] 'agreement among raft nodes before linearized reading' (duration: 1.052865815s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.481443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:33.42844Z","time spent":"1.052997348s","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:34:34.510475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034330982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:34.510607Z","caller":"traceutil/trace.go:171","msg":"trace[1006255463] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2276; }","duration":"1.034465845s","start":"2026-03-31T18:34:33.476085Z","end":"2026-03-31T18:34:34.510551Z","steps":["trace[1006255463] 'agreement among raft nodes before linearized reading' (duration: 1.034291341s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.510619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.872619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:34.510888Z","caller":"traceutil/trace.go:171","msg":"trace[483977656] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2276; }","duration":"289.200366ms","start":"2026-03-31T18:34:34.221664Z","end":"2026-03-31T18:34:34.510864Z","steps":["trace[483977656] 'agreement among raft nodes before linearized reading' (duration: 288.875889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.510604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071986061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:34.511092Z","caller":"traceutil/trace.go:171","msg":"trace[664370755] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2276; }","duration":"1.072494002s","start":"2026-03-31T18:34:33.438573Z","end":"2026-03-31T18:34:34.511067Z","steps":["trace[664370755] 'agreement among raft nodes before linearized reading' (duration: 1.0719341s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.510613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.628934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:34:34.511254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:33.438568Z","time spent":"1.072605315s","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:34.511246Z","caller":"traceutil/trace.go:171","msg":"trace[634516740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2276; }","duration":"364.298419ms","start":"2026-03-31T18:34:34.146919Z","end":"2026-03-31T18:34:34.511217Z","steps":["trace[634516740] 'agreement among raft nodes before linearized reading' (duration: 363.512891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.511424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:34.146897Z","time spent":"364.504934ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:34:34.510491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.016885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:34.511535Z","caller":"traceutil/trace.go:171","msg":"trace[983475916] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2276; }","duration":"341.12388ms","start":"2026-03-31T18:34:34.170391Z","end":"2026-03-31T18:34:34.511515Z","steps":["trace[983475916] 'agreement among raft nodes before linearized reading' (duration: 339.954763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.510714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058159425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:34.511611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:34.170358Z","time spent":"341.215883ms","remote":"127.0.0.1:39384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:34.510719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:33.476077Z","time spent":"1.034597598s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:34.511687Z","caller":"traceutil/trace.go:171","msg":"trace[328970705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2276; }","duration":"1.059122618s","start":"2026-03-31T18:34:33.452458Z","end":"2026-03-31T18:34:34.51158Z","steps":["trace[328970705] 'agreement among raft nodes before linearized reading' (duration: 1.058220627s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.511799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:33.45244Z","time spent":"1.059334653s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:34.797502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.691108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:34.797662Z","caller":"traceutil/trace.go:171","msg":"trace[403389611] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"282.911672ms","start":"2026-03-31T18:34:34.514722Z","end":"2026-03-31T18:34:34.797634Z","steps":["trace[403389611] 'process raft request' (duration: 121.005899ms)","trace[403389611] 'compare' (duration: 161.473713ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:34.797822Z","caller":"traceutil/trace.go:171","msg":"trace[255368178] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"202.079979ms","start":"2026-03-31T18:34:34.595722Z","end":"2026-03-31T18:34:34.797802Z","steps":["trace[255368178] 'process raft request' (duration: 201.879014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:34.797869Z","caller":"traceutil/trace.go:171","msg":"trace[2147093347] linearizableReadLoop","detail":"{readStateIndex:2371; appliedIndex:2370; }","duration":"281.631074ms","start":"2026-03-31T18:34:34.516222Z","end":"2026-03-31T18:34:34.797853Z","steps":["trace[2147093347] 'read index received' (duration: 119.585008ms)","trace[2147093347] 'applied index is now lower than readState.Index' (duration: 162.044066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:34.798075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.798852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T18:34:34.798072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.041631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:34.798109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.017893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:34:34.798121Z","caller":"traceutil/trace.go:171","msg":"trace[1096724973] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2279; }","duration":"279.866104ms","start":"2026-03-31T18:34:34.518243Z","end":"2026-03-31T18:34:34.79811Z","steps":["trace[1096724973] 'agreement among raft nodes before linearized reading' (duration: 279.779972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:34.798132Z","caller":"traceutil/trace.go:171","msg":"trace[1786192495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2279; }","duration":"222.063494ms","start":"2026-03-31T18:34:34.576062Z","end":"2026-03-31T18:34:34.798126Z","steps":["trace[1786192495] 'agreement among raft nodes before linearized reading' (duration: 221.969922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:34.798141Z","caller":"traceutil/trace.go:171","msg":"trace[1860914556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2279; }","duration":"285.149624ms","start":"2026-03-31T18:34:34.512974Z","end":"2026-03-31T18:34:34.798123Z","steps":["trace[1860914556] 'agreement among raft nodes before linearized reading' (duration: 285.020891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.798226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.2641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T18:34:34.798205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.248559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:34:34.798289Z","caller":"traceutil/trace.go:171","msg":"trace[183353988] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2279; }","duration":"222.382342ms","start":"2026-03-31T18:34:34.575887Z","end":"2026-03-31T18:34:34.79827Z","steps":["trace[183353988] 'agreement among raft nodes before linearized reading' (duration: 222.144677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.79832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.917684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:34:34.798338Z","caller":"traceutil/trace.go:171","msg":"trace[1528998499] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2279; }","duration":"275.950315ms","start":"2026-03-31T18:34:34.522383Z","end":"2026-03-31T18:34:34.798334Z","steps":["trace[1528998499] 'agreement among raft nodes before linearized reading' (duration: 275.900854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.798329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.249669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:34.798369Z","caller":"traceutil/trace.go:171","msg":"trace[2017795791] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2279; }","duration":"279.308741ms","start":"2026-03-31T18:34:34.519046Z","end":"2026-03-31T18:34:34.798355Z","steps":["trace[2017795791] 'agreement among raft nodes before linearized reading' (duration: 279.23911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:34.798248Z","caller":"traceutil/trace.go:171","msg":"trace[659708489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2279; }","duration":"222.284101ms","start":"2026-03-31T18:34:34.575958Z","end":"2026-03-31T18:34:34.798242Z","steps":["trace[659708489] 'agreement among raft nodes before linearized reading' (duration: 222.23196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.798458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.562767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:34:34.798474Z","caller":"traceutil/trace.go:171","msg":"trace[839369842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2279; }","duration":"222.592568ms","start":"2026-03-31T18:34:34.575877Z","end":"2026-03-31T18:34:34.79847Z","steps":["trace[839369842] 'agreement among raft nodes before linearized reading' (duration: 222.538577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.798538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.428066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:34:34.798554Z","caller":"traceutil/trace.go:171","msg":"trace[526085601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2279; }","duration":"223.477828ms","start":"2026-03-31T18:34:34.575073Z","end":"2026-03-31T18:34:34.798551Z","steps":["trace[526085601] 'agreement among raft nodes before linearized reading' (duration: 223.437497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:34.939841Z","caller":"traceutil/trace.go:171","msg":"trace[653504655] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"136.36667ms","start":"2026-03-31T18:34:34.803428Z","end":"2026-03-31T18:34:34.939794Z","steps":["trace[653504655] 'process raft request' (duration: 135.233834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:34.939887Z","caller":"traceutil/trace.go:171","msg":"trace[558479828] linearizableReadLoop","detail":"{readStateIndex:2377; appliedIndex:2373; }","duration":"133.7965ms","start":"2026-03-31T18:34:34.806068Z","end":"2026-03-31T18:34:34.939865Z","steps":["trace[558479828] 'read index received' (duration: 72.601576ms)","trace[558479828] 'applied index is now lower than readState.Index' (duration: 61.193924ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:34.939956Z","caller":"traceutil/trace.go:171","msg":"trace[874181722] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"136.442091ms","start":"2026-03-31T18:34:34.8035Z","end":"2026-03-31T18:34:34.939942Z","steps":["trace[874181722] 'process raft request' (duration: 136.171065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.940316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.223551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:34.940397Z","caller":"traceutil/trace.go:171","msg":"trace[1375876240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2284; }","duration":"134.349714ms","start":"2026-03-31T18:34:34.806029Z","end":"2026-03-31T18:34:34.940379Z","steps":["trace[1375876240] 'agreement among raft nodes before linearized reading' (duration: 133.909833ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:34.940007Z","caller":"traceutil/trace.go:171","msg":"trace[825520312] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"135.261664ms","start":"2026-03-31T18:34:34.804728Z","end":"2026-03-31T18:34:34.939989Z","steps":["trace[825520312] 'process raft request' (duration: 135.0591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:34.940052Z","caller":"traceutil/trace.go:171","msg":"trace[939712236] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"135.202113ms","start":"2026-03-31T18:34:34.804827Z","end":"2026-03-31T18:34:34.940029Z","steps":["trace[939712236] 'process raft request' (duration: 134.998929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:35.178461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.659268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:35.17861Z","caller":"traceutil/trace.go:171","msg":"trace[459697679] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2284; }","duration":"122.865152ms","start":"2026-03-31T18:34:35.055727Z","end":"2026-03-31T18:34:35.178592Z","steps":["trace[459697679] 'count revisions from in-memory index tree' (duration: 122.581686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:37.103413Z","caller":"traceutil/trace.go:171","msg":"trace[1370054336] linearizableReadLoop","detail":"{readStateIndex:2386; appliedIndex:2385; }","duration":"158.580877ms","start":"2026-03-31T18:34:36.94481Z","end":"2026-03-31T18:34:37.103391Z","steps":["trace[1370054336] 'read index received' (duration: 70.038827ms)","trace[1370054336] 'applied index is now lower than readState.Index' (duration: 88.54071ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:37.103519Z","caller":"traceutil/trace.go:171","msg":"trace[555488131] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"172.643818ms","start":"2026-03-31T18:34:36.930864Z","end":"2026-03-31T18:34:37.103508Z","steps":["trace[555488131] 'process raft request' (duration: 84.000596ms)","trace[555488131] 'compare' (duration: 88.381156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:37.104192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.870963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:34:37.104261Z","caller":"traceutil/trace.go:171","msg":"trace[268389623] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2292; }","duration":"158.967126ms","start":"2026-03-31T18:34:36.945275Z","end":"2026-03-31T18:34:37.104242Z","steps":["trace[268389623] 'agreement among raft nodes before linearized reading' (duration: 158.376522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:37.104508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.204611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:34:37.104474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.644241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:34:37.104559Z","caller":"traceutil/trace.go:171","msg":"trace[468016890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2292; }","duration":"159.324794ms","start":"2026-03-31T18:34:36.945223Z","end":"2026-03-31T18:34:37.104547Z","steps":["trace[468016890] 'agreement among raft nodes before linearized reading' (duration: 158.480825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:37.104119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.035127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:34:37.10467Z","caller":"traceutil/trace.go:171","msg":"trace[1358992600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2292; }","duration":"159.61933ms","start":"2026-03-31T18:34:36.945039Z","end":"2026-03-31T18:34:37.104658Z","steps":["trace[1358992600] 'agreement among raft nodes before linearized reading' (duration: 158.528736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:37.104604Z","caller":"traceutil/trace.go:171","msg":"trace[1339041675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2292; }","duration":"159.801085ms","start":"2026-03-31T18:34:36.944761Z","end":"2026-03-31T18:34:37.104562Z","steps":["trace[1339041675] 'agreement among raft nodes before linearized reading' (duration: 158.926215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:41.259355Z","caller":"traceutil/trace.go:171","msg":"trace[1520632724] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"364.095545ms","start":"2026-03-31T18:34:40.895225Z","end":"2026-03-31T18:34:41.25932Z","steps":["trace[1520632724] 'process raft request' (duration: 363.8849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:41.259553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:40.895198Z","time spent":"364.253578ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:41.421168Z","caller":"traceutil/trace.go:171","msg":"trace[67914119] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"522.837326ms","start":"2026-03-31T18:34:40.898299Z","end":"2026-03-31T18:34:41.421137Z","steps":["trace[67914119] 'process raft request' (duration: 522.604261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:41.421347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:40.89827Z","time spent":"522.990659ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:41.421406Z","caller":"traceutil/trace.go:171","msg":"trace[806326223] linearizableReadLoop","detail":"{readStateIndex:2419; appliedIndex:2417; }","duration":"512.194653ms","start":"2026-03-31T18:34:40.90919Z","end":"2026-03-31T18:34:41.421385Z","steps":["trace[806326223] 'read index received' (duration: 349.952172ms)","trace[806326223] 'applied index is now lower than readState.Index' (duration: 162.241311ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:41.42153Z","caller":"traceutil/trace.go:171","msg":"trace[1203482676] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"489.507136ms","start":"2026-03-31T18:34:40.932008Z","end":"2026-03-31T18:34:41.421515Z","steps":["trace[1203482676] 'process raft request' (duration: 489.072296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:41.421623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:40.931985Z","time spent":"489.584567ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:41.421659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.832581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:41.421747Z","caller":"traceutil/trace.go:171","msg":"trace[1583342495] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2325; }","duration":"467.954353ms","start":"2026-03-31T18:34:40.953768Z","end":"2026-03-31T18:34:41.421722Z","steps":["trace[1583342495] 'agreement among raft nodes before linearized reading' (duration: 467.82889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:41.421806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:40.95375Z","time spent":"468.040116ms","remote":"127.0.0.1:41256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:41.421871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.763626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-31T18:34:41.421974Z","caller":"traceutil/trace.go:171","msg":"trace[1507486246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2325; }","duration":"206.926869ms","start":"2026-03-31T18:34:41.215026Z","end":"2026-03-31T18:34:41.421952Z","steps":["trace[1507486246] 'agreement among raft nodes before linearized reading' (duration: 206.653173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:41.421895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.707355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:34:41.422032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.55023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:34:41.422126Z","caller":"traceutil/trace.go:171","msg":"trace[1707232423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2325; }","duration":"512.985561ms","start":"2026-03-31T18:34:40.90913Z","end":"2026-03-31T18:34:41.422116Z","steps":["trace[1707232423] 'agreement among raft nodes before linearized reading' (duration: 512.632193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:41.422145Z","caller":"traceutil/trace.go:171","msg":"trace[1110471004] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2325; }","duration":"206.681273ms","start":"2026-03-31T18:34:41.215445Z","end":"2026-03-31T18:34:41.422126Z","steps":["trace[1110471004] 'agreement among raft nodes before linearized reading' (duration: 206.507469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:41.422161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:40.909111Z","time spent":"513.037462ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:34:41.422186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.628714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-31T18:34:41.422194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.145903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:34:41.422268Z","caller":"traceutil/trace.go:171","msg":"trace[1231964611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2325; }","duration":"246.248127ms","start":"2026-03-31T18:34:41.176003Z","end":"2026-03-31T18:34:41.422251Z","steps":["trace[1231964611] 'agreement among raft nodes before linearized reading' (duration: 246.046313ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:41.422219Z","caller":"traceutil/trace.go:171","msg":"trace[886127544] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2325; }","duration":"278.699756ms","start":"2026-03-31T18:34:41.143511Z","end":"2026-03-31T18:34:41.422211Z","steps":["trace[886127544] 'agreement among raft nodes before linearized reading' (duration: 278.576523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:41.422369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.38666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:34:41.422432Z","caller":"traceutil/trace.go:171","msg":"trace[1747888383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2325; }","duration":"207.492483ms","start":"2026-03-31T18:34:41.214926Z","end":"2026-03-31T18:34:41.422418Z","steps":["trace[1747888383] 'agreement among raft nodes before linearized reading' (duration: 207.34354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:42.079066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961685938,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:34:42.111495Z","caller":"traceutil/trace.go:171","msg":"trace[1923681474] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"642.223238ms","start":"2026-03-31T18:34:41.469225Z","end":"2026-03-31T18:34:42.111449Z","steps":["trace[1923681474] 'process raft request' (duration: 642.045874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:42.111626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:41.469205Z","time spent":"642.354561ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:42.112535Z","caller":"traceutil/trace.go:171","msg":"trace[23268745] linearizableReadLoop","detail":"{readStateIndex:2427; appliedIndex:2425; }","duration":"533.786806ms","start":"2026-03-31T18:34:41.578682Z","end":"2026-03-31T18:34:42.112469Z","steps":["trace[23268745] 'read index received' (duration: 532.576538ms)","trace[23268745] 'applied index is now lower than readState.Index' (duration: 1.208908ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:42.112633Z","caller":"traceutil/trace.go:171","msg":"trace[53867048] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"633.444408ms","start":"2026-03-31T18:34:41.479169Z","end":"2026-03-31T18:34:42.112613Z","steps":["trace[53867048] 'process raft request' (duration: 633.09345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:42.112726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:41.479155Z","time spent":"633.52804ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:42.112733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.00047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:42.112819Z","caller":"traceutil/trace.go:171","msg":"trace[1360482736] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2332; }","duration":"534.121153ms","start":"2026-03-31T18:34:41.578676Z","end":"2026-03-31T18:34:42.112797Z","steps":["trace[1360482736] 'agreement among raft nodes before linearized reading' (duration: 533.940899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:42.112822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.414922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:34:42.11287Z","caller":"traceutil/trace.go:171","msg":"trace[1689803999] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2332; }","duration":"446.513264ms","start":"2026-03-31T18:34:41.666345Z","end":"2026-03-31T18:34:42.112858Z","steps":["trace[1689803999] 'agreement among raft nodes before linearized reading' (duration: 446.327119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:42.112878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:41.578617Z","time spent":"534.246026ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:42.112916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:41.666323Z","time spent":"446.583386ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:34:43.714153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.583411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:43.71421Z","caller":"traceutil/trace.go:171","msg":"trace[341186461] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2340; }","duration":"152.693004ms","start":"2026-03-31T18:34:43.561505Z","end":"2026-03-31T18:34:43.714198Z","steps":["trace[341186461] 'count revisions from in-memory index tree' (duration: 152.495829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:45.738223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.500096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:45.738365Z","caller":"traceutil/trace.go:171","msg":"trace[620466064] linearizableReadLoop","detail":"{readStateIndex:2442; appliedIndex:2441; }","duration":"304.125047ms","start":"2026-03-31T18:34:45.434228Z","end":"2026-03-31T18:34:45.738353Z","steps":["trace[620466064] 'read index received' (duration: 109.352124ms)","trace[620466064] 'applied index is now lower than readState.Index' (duration: 194.771402ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:45.738438Z","caller":"traceutil/trace.go:171","msg":"trace[1452751134] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"438.940652ms","start":"2026-03-31T18:34:45.29949Z","end":"2026-03-31T18:34:45.738431Z","steps":["trace[1452751134] 'process raft request' (duration: 244.16152ms)","trace[1452751134] 'compare' (duration: 194.288911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:45.738495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.299465Z","time spent":"439.000394ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:45.738762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.518975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:34:45.738829Z","caller":"traceutil/trace.go:171","msg":"trace[619220899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2346; }","duration":"304.642168ms","start":"2026-03-31T18:34:45.434179Z","end":"2026-03-31T18:34:45.738821Z","steps":["trace[619220899] 'agreement among raft nodes before linearized reading' (duration: 304.486065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:45.738842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.095449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:34:45.738858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.857698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:45.738908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.070004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:34:45.73893Z","caller":"traceutil/trace.go:171","msg":"trace[212937618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2346; }","duration":"280.227912ms","start":"2026-03-31T18:34:45.458685Z","end":"2026-03-31T18:34:45.738913Z","steps":["trace[212937618] 'agreement among raft nodes before linearized reading' (duration: 280.045868ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:45.738989Z","caller":"traceutil/trace.go:171","msg":"trace[2003892519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2346; }","duration":"279.188927ms","start":"2026-03-31T18:34:45.459782Z","end":"2026-03-31T18:34:45.738971Z","steps":["trace[2003892519] 'agreement among raft nodes before linearized reading' (duration: 278.946592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:45.739001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.312081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T18:34:45.739004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.077918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:34:45.739075Z","caller":"traceutil/trace.go:171","msg":"trace[772462204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2346; }","duration":"279.418022ms","start":"2026-03-31T18:34:45.45964Z","end":"2026-03-31T18:34:45.739058Z","steps":["trace[772462204] 'agreement among raft nodes before linearized reading' (duration: 279.203718ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:45.739093Z","caller":"traceutil/trace.go:171","msg":"trace[1204455057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2346; }","duration":"280.202661ms","start":"2026-03-31T18:34:45.458883Z","end":"2026-03-31T18:34:45.739085Z","steps":["trace[1204455057] 'agreement among raft nodes before linearized reading' (duration: 280.030527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:45.738873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.434158Z","time spent":"304.707339ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:34:45.739135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.463191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:34:45.738949Z","caller":"traceutil/trace.go:171","msg":"trace[1480361722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2346; }","duration":"217.974842ms","start":"2026-03-31T18:34:45.520957Z","end":"2026-03-31T18:34:45.738932Z","steps":["trace[1480361722] 'agreement among raft nodes before linearized reading' (duration: 217.848309ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:45.740242Z","caller":"traceutil/trace.go:171","msg":"trace[2115118659] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2346; }","duration":"278.603274ms","start":"2026-03-31T18:34:45.460614Z","end":"2026-03-31T18:34:45.739217Z","steps":["trace[2115118659] 'agreement among raft nodes before linearized reading' (duration: 278.277537ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:46.028376Z","caller":"traceutil/trace.go:171","msg":"trace[19075204] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"285.799899ms","start":"2026-03-31T18:34:45.742549Z","end":"2026-03-31T18:34:46.028349Z","steps":["trace[19075204] 'process raft request' (duration: 285.683866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:46.028404Z","caller":"traceutil/trace.go:171","msg":"trace[1711522731] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"285.816459ms","start":"2026-03-31T18:34:45.742547Z","end":"2026-03-31T18:34:46.028363Z","steps":["trace[1711522731] 'process raft request' (duration: 228.379658ms)","trace[1711522731] 'compare' (duration: 56.759575ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:46.028532Z","caller":"traceutil/trace.go:171","msg":"trace[1899027747] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"285.130033ms","start":"2026-03-31T18:34:45.743337Z","end":"2026-03-31T18:34:46.028467Z","steps":["trace[1899027747] 'process raft request' (duration: 284.953219ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:46.028833Z","caller":"traceutil/trace.go:171","msg":"trace[696976343] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"285.42065ms","start":"2026-03-31T18:34:45.743395Z","end":"2026-03-31T18:34:46.028816Z","steps":["trace[696976343] 'process raft request' (duration: 284.9821ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:46.028967Z","caller":"traceutil/trace.go:171","msg":"trace[873196971] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"285.42182ms","start":"2026-03-31T18:34:45.743495Z","end":"2026-03-31T18:34:46.028917Z","steps":["trace[873196971] 'process raft request' (duration: 285.364849ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:46.029066Z","caller":"traceutil/trace.go:171","msg":"trace[80370427] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"285.581674ms","start":"2026-03-31T18:34:45.743461Z","end":"2026-03-31T18:34:46.029043Z","steps":["trace[80370427] 'process raft request' (duration: 285.242246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:46.530118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.197115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:46.530194Z","caller":"traceutil/trace.go:171","msg":"trace[1631840642] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2352; }","duration":"374.333219ms","start":"2026-03-31T18:34:46.155843Z","end":"2026-03-31T18:34:46.530176Z","steps":["trace[1631840642] 'count revisions from in-memory index tree' (duration: 374.135464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:46.530239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:46.155831Z","time spent":"374.39652ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:46.625089Z","caller":"traceutil/trace.go:171","msg":"trace[997438549] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"404.932786ms","start":"2026-03-31T18:34:46.220129Z","end":"2026-03-31T18:34:46.625062Z","steps":["trace[997438549] 'process raft request' (duration: 404.734792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:46.625299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:46.220111Z","time spent":"405.06713ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:46.628436Z","caller":"traceutil/trace.go:171","msg":"trace[884058726] linearizableReadLoop","detail":"{readStateIndex:2450; appliedIndex:2448; }","duration":"395.340577ms","start":"2026-03-31T18:34:46.233073Z","end":"2026-03-31T18:34:46.628414Z","steps":["trace[884058726] 'read index received' (duration: 391.813327ms)","trace[884058726] 'applied index is now lower than readState.Index' (duration: 3.5264ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:46.628556Z","caller":"traceutil/trace.go:171","msg":"trace[788836883] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"404.201549ms","start":"2026-03-31T18:34:46.224331Z","end":"2026-03-31T18:34:46.628532Z","steps":["trace[788836883] 'process raft request' (duration: 403.946543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:46.628653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:46.2243Z","time spent":"404.301442ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:46.628731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.623174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:34:46.628813Z","caller":"traceutil/trace.go:171","msg":"trace[986716450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2354; }","duration":"395.753476ms","start":"2026-03-31T18:34:46.233039Z","end":"2026-03-31T18:34:46.628793Z","steps":["trace[986716450] 'agreement among raft nodes before linearized reading' (duration: 395.514851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:46.628875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:46.233026Z","time spent":"395.832088ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:34:48.234668Z","caller":"traceutil/trace.go:171","msg":"trace[1686933728] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"197.520745ms","start":"2026-03-31T18:34:48.037121Z","end":"2026-03-31T18:34:48.234642Z","steps":["trace[1686933728] 'process raft request' (duration: 140.947295ms)","trace[1686933728] 'compare' (duration: 56.409916ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:48.234941Z","caller":"traceutil/trace.go:171","msg":"trace[884998754] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"197.703069ms","start":"2026-03-31T18:34:48.037221Z","end":"2026-03-31T18:34:48.234924Z","steps":["trace[884998754] 'process raft request' (duration: 197.587427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:48.234965Z","caller":"traceutil/trace.go:171","msg":"trace[466390208] linearizableReadLoop","detail":"{readStateIndex:2457; appliedIndex:2452; }","duration":"141.856296ms","start":"2026-03-31T18:34:48.093088Z","end":"2026-03-31T18:34:48.234944Z","steps":["trace[466390208] 'read index received' (duration: 84.835305ms)","trace[466390208] 'applied index is now lower than readState.Index' (duration: 57.019841ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:48.234998Z","caller":"traceutil/trace.go:171","msg":"trace[1201405304] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"197.745369ms","start":"2026-03-31T18:34:48.037188Z","end":"2026-03-31T18:34:48.234933Z","steps":["trace[1201405304] 'process raft request' (duration: 197.412372ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:48.235125Z","caller":"traceutil/trace.go:171","msg":"trace[1689304506] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"197.654297ms","start":"2026-03-31T18:34:48.037459Z","end":"2026-03-31T18:34:48.235113Z","steps":["trace[1689304506] 'process raft request' (duration: 197.444853ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:48.235125Z","caller":"traceutil/trace.go:171","msg":"trace[1921866782] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"197.832611ms","start":"2026-03-31T18:34:48.037228Z","end":"2026-03-31T18:34:48.235061Z","steps":["trace[1921866782] 'process raft request' (duration: 197.641347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:48.235083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.972778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:48.235421Z","caller":"traceutil/trace.go:171","msg":"trace[1188130225] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2361; }","duration":"142.351357ms","start":"2026-03-31T18:34:48.093039Z","end":"2026-03-31T18:34:48.235391Z","steps":["trace[1188130225] 'agreement among raft nodes before linearized reading' (duration: 141.958048ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:50.375602Z","caller":"traceutil/trace.go:171","msg":"trace[1051674318] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"130.798423ms","start":"2026-03-31T18:34:50.244779Z","end":"2026-03-31T18:34:50.375578Z","steps":["trace[1051674318] 'process raft request' (duration: 51.083405ms)","trace[1051674318] 'compare' (duration: 79.312809ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:50.375689Z","caller":"traceutil/trace.go:171","msg":"trace[421620465] linearizableReadLoop","detail":"{readStateIndex:2468; appliedIndex:2464; }","duration":"105.439084ms","start":"2026-03-31T18:34:50.270222Z","end":"2026-03-31T18:34:50.375661Z","steps":["trace[421620465] 'read index received' (duration: 25.694596ms)","trace[421620465] 'applied index is now lower than readState.Index' (duration: 79.743188ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:50.375893Z","caller":"traceutil/trace.go:171","msg":"trace[186811863] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"130.875256ms","start":"2026-03-31T18:34:50.245011Z","end":"2026-03-31T18:34:50.375886Z","steps":["trace[186811863] 'process raft request' (duration: 130.539138ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:50.375942Z","caller":"traceutil/trace.go:171","msg":"trace[1411834006] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"121.39943ms","start":"2026-03-31T18:34:50.254524Z","end":"2026-03-31T18:34:50.375923Z","steps":["trace[1411834006] 'process raft request' (duration: 121.082812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:50.376038Z","caller":"traceutil/trace.go:171","msg":"trace[1030182710] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"130.909656ms","start":"2026-03-31T18:34:50.244836Z","end":"2026-03-31T18:34:50.375745Z","steps":["trace[1030182710] 'process raft request' (duration: 130.593788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:50.376168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.893236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a200cbbd084ab2\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T18:34:50.376288Z","caller":"traceutil/trace.go:171","msg":"trace[1384669000] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a200cbbd084ab2; range_end:; response_count:1; response_revision:2371; }","duration":"106.08674ms","start":"2026-03-31T18:34:50.270179Z","end":"2026-03-31T18:34:50.376266Z","steps":["trace[1384669000] 'agreement among raft nodes before linearized reading' (duration: 105.66064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:50.650959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.732559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:50.651064Z","caller":"traceutil/trace.go:171","msg":"trace[476604342] linearizableReadLoop","detail":"{readStateIndex:2470; appliedIndex:2469; }","duration":"198.677362ms","start":"2026-03-31T18:34:50.45237Z","end":"2026-03-31T18:34:50.651047Z","steps":["trace[476604342] 'read index received' (duration: 29.730198ms)","trace[476604342] 'applied index is now lower than readState.Index' (duration: 168.946114ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:50.651144Z","caller":"traceutil/trace.go:171","msg":"trace[1517308306] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"227.883779ms","start":"2026-03-31T18:34:50.423237Z","end":"2026-03-31T18:34:50.651121Z","steps":["trace[1517308306] 'process raft request' (duration: 58.912994ms)","trace[1517308306] 'compare' (duration: 168.427292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:50.651167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.817565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:50.6512Z","caller":"traceutil/trace.go:171","msg":"trace[1558338942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2373; }","duration":"198.886036ms","start":"2026-03-31T18:34:50.452305Z","end":"2026-03-31T18:34:50.651191Z","steps":["trace[1558338942] 'agreement among raft nodes before linearized reading' (duration: 198.790974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:50.807208Z","caller":"traceutil/trace.go:171","msg":"trace[58705757] linearizableReadLoop","detail":"{readStateIndex:2472; appliedIndex:2471; }","duration":"104.864982ms","start":"2026-03-31T18:34:50.702307Z","end":"2026-03-31T18:34:50.807172Z","steps":["trace[58705757] 'read index received' (duration: 100.903611ms)","trace[58705757] 'applied index is now lower than readState.Index' (duration: 3.959481ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:50.807257Z","caller":"traceutil/trace.go:171","msg":"trace[1530379088] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"115.890274ms","start":"2026-03-31T18:34:50.69134Z","end":"2026-03-31T18:34:50.80723Z","steps":["trace[1530379088] 'process raft request' (duration: 111.967234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:50.807596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.266982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:34:50.807732Z","caller":"traceutil/trace.go:171","msg":"trace[1748520280] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2375; }","duration":"105.432586ms","start":"2026-03-31T18:34:50.702248Z","end":"2026-03-31T18:34:50.80768Z","steps":["trace[1748520280] 'agreement among raft nodes before linearized reading' (duration: 105.029576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:52.638083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.198646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:34:52.638197Z","caller":"traceutil/trace.go:171","msg":"trace[457830543] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2377; }","duration":"257.34475ms","start":"2026-03-31T18:34:52.380826Z","end":"2026-03-31T18:34:52.638171Z","steps":["trace[457830543] 'range keys from in-memory index tree' (duration: 256.996632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:52.638196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.84963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:34:52.63823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.150388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:34:52.638268Z","caller":"traceutil/trace.go:171","msg":"trace[680861512] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:2377; }","duration":"239.969764ms","start":"2026-03-31T18:34:52.398279Z","end":"2026-03-31T18:34:52.638249Z","steps":["trace[680861512] 'range keys from in-memory index tree' (duration: 239.640346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:52.638266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.221095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:52.638296Z","caller":"traceutil/trace.go:171","msg":"trace[1768151898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2377; }","duration":"258.2631ms","start":"2026-03-31T18:34:52.380017Z","end":"2026-03-31T18:34:52.63828Z","steps":["trace[1768151898] 'range keys from in-memory index tree' (duration: 257.919653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:52.638308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.132922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:52.63833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.229069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:34:52.638336Z","caller":"traceutil/trace.go:171","msg":"trace[883842400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2377; }","duration":"185.287466ms","start":"2026-03-31T18:34:52.453028Z","end":"2026-03-31T18:34:52.638315Z","steps":["trace[883842400] 'range keys from in-memory index tree' (duration: 185.138473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:52.638443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.636829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:34:52.63847Z","caller":"traceutil/trace.go:171","msg":"trace[1418429199] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2377; }","duration":"226.684611ms","start":"2026-03-31T18:34:52.411779Z","end":"2026-03-31T18:34:52.638464Z","steps":["trace[1418429199] 'range keys from in-memory index tree' (duration: 226.566857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:52.638564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.13864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:34:52.638356Z","caller":"traceutil/trace.go:171","msg":"trace[248139171] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2377; }","duration":"142.224984ms","start":"2026-03-31T18:34:52.496119Z","end":"2026-03-31T18:34:52.638344Z","steps":["trace[248139171] 'count revisions from in-memory index tree' (duration: 142.051741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:52.638603Z","caller":"traceutil/trace.go:171","msg":"trace[189593167] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2377; }","duration":"230.1966ms","start":"2026-03-31T18:34:52.408393Z","end":"2026-03-31T18:34:52.638589Z","steps":["trace[189593167] 'range keys from in-memory index tree' (duration: 230.007137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:52.638241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.25882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-31T18:34:52.638642Z","caller":"traceutil/trace.go:171","msg":"trace[992282578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2377; }","duration":"258.69544ms","start":"2026-03-31T18:34:52.379936Z","end":"2026-03-31T18:34:52.638631Z","steps":["trace[992282578] 'range keys from in-memory index tree' (duration: 258.157598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:52.63823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.580726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:34:52.638754Z","caller":"traceutil/trace.go:171","msg":"trace[424118801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2377; }","duration":"372.144109ms","start":"2026-03-31T18:34:52.266592Z","end":"2026-03-31T18:34:52.638737Z","steps":["trace[424118801] 'range keys from in-memory index tree' (duration: 371.40745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:52.638377Z","caller":"traceutil/trace.go:171","msg":"trace[566297946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2377; }","duration":"258.298171ms","start":"2026-03-31T18:34:52.380053Z","end":"2026-03-31T18:34:52.638351Z","steps":["trace[566297946] 'range keys from in-memory index tree' (duration: 258.034146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:52.638807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.266573Z","time spent":"372.21683ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:34:52.760384Z","caller":"traceutil/trace.go:171","msg":"trace[1756689364] linearizableReadLoop","detail":"{readStateIndex:2475; appliedIndex:2474; }","duration":"120.840186ms","start":"2026-03-31T18:34:52.639516Z","end":"2026-03-31T18:34:52.760356Z","steps":["trace[1756689364] 'read index received' (duration: 120.709384ms)","trace[1756689364] 'applied index is now lower than readState.Index' (duration: 129.022µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:52.760573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.027651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:52.760619Z","caller":"traceutil/trace.go:171","msg":"trace[1036303264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2377; }","duration":"121.111272ms","start":"2026-03-31T18:34:52.639496Z","end":"2026-03-31T18:34:52.760607Z","steps":["trace[1036303264] 'agreement among raft nodes before linearized reading' (duration: 120.973429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.273948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961686078,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:34:53.276697Z","caller":"traceutil/trace.go:171","msg":"trace[1343181060] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"633.652842ms","start":"2026-03-31T18:34:52.643015Z","end":"2026-03-31T18:34:53.276668Z","steps":["trace[1343181060] 'process raft request' (duration: 633.389507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.276859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.642991Z","time spent":"633.770066ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:53.277118Z","caller":"traceutil/trace.go:171","msg":"trace[474796089] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"633.681413ms","start":"2026-03-31T18:34:52.643409Z","end":"2026-03-31T18:34:53.27709Z","steps":["trace[474796089] 'process raft request' (duration: 633.471378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:53.277003Z","caller":"traceutil/trace.go:171","msg":"trace[1968327273] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"633.627632ms","start":"2026-03-31T18:34:52.643343Z","end":"2026-03-31T18:34:53.276971Z","steps":["trace[1968327273] 'process raft request' (duration: 633.261264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:53.277168Z","caller":"traceutil/trace.go:171","msg":"trace[115137838] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"633.635932ms","start":"2026-03-31T18:34:52.643494Z","end":"2026-03-31T18:34:53.27713Z","steps":["trace[115137838] 'process raft request' (duration: 633.504059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.277236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.643399Z","time spent":"633.777165ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:53.277296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.643331Z","time spent":"633.867477ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:53.277321Z","caller":"traceutil/trace.go:171","msg":"trace[1218661467] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"633.673143ms","start":"2026-03-31T18:34:52.643599Z","end":"2026-03-31T18:34:53.277272Z","steps":["trace[1218661467] 'process raft request' (duration: 633.442418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.27737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.643471Z","time spent":"633.800586ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:53.277375Z","caller":"traceutil/trace.go:171","msg":"trace[1217544682] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"633.55532ms","start":"2026-03-31T18:34:52.643803Z","end":"2026-03-31T18:34:53.277358Z","steps":["trace[1217544682] 'process raft request' (duration: 633.474138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.277452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.643581Z","time spent":"633.799705ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:53.277476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.643795Z","time spent":"633.631552ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:53.277488Z","caller":"traceutil/trace.go:171","msg":"trace[1243409849] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"615.5991ms","start":"2026-03-31T18:34:52.661868Z","end":"2026-03-31T18:34:53.277467Z","steps":["trace[1243409849] 'process raft request' (duration: 615.454787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:53.277476Z","caller":"traceutil/trace.go:171","msg":"trace[1098782767] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"633.745595ms","start":"2026-03-31T18:34:52.643657Z","end":"2026-03-31T18:34:53.277403Z","steps":["trace[1098782767] 'process raft request' (duration: 633.51452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.277604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.661831Z","time spent":"615.718303ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:53.277748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.643643Z","time spent":"633.99662ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:53.569788Z","caller":"traceutil/trace.go:171","msg":"trace[1544660512] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"807.947019ms","start":"2026-03-31T18:34:52.761796Z","end":"2026-03-31T18:34:53.569743Z","steps":["trace[1544660512] 'process raft request' (duration: 797.50707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:53.569903Z","caller":"traceutil/trace.go:171","msg":"trace[255122778] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"741.221257ms","start":"2026-03-31T18:34:52.828656Z","end":"2026-03-31T18:34:53.569878Z","steps":["trace[255122778] 'process raft request' (duration: 741.001742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.570069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.828637Z","time spent":"741.33653ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:53.569907Z","caller":"traceutil/trace.go:171","msg":"trace[793731666] linearizableReadLoop","detail":"{readStateIndex:2485; appliedIndex:2475; }","duration":"796.659701ms","start":"2026-03-31T18:34:52.773211Z","end":"2026-03-31T18:34:53.569871Z","steps":["trace[793731666] 'read index received' (duration: 503.327691ms)","trace[793731666] 'applied index is now lower than readState.Index' (duration: 293.33037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:53.570116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.895587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:53.570217Z","caller":"traceutil/trace.go:171","msg":"trace[1946526287] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2387; }","duration":"797.074991ms","start":"2026-03-31T18:34:52.773123Z","end":"2026-03-31T18:34:53.570198Z","steps":["trace[1946526287] 'agreement among raft nodes before linearized reading' (duration: 796.876686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.570146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.761768Z","time spent":"808.247696ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:53.570272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.77309Z","time spent":"797.171983ms","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:53.57042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.704457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:53.570491Z","caller":"traceutil/trace.go:171","msg":"trace[1633532090] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2387; }","duration":"773.890541ms","start":"2026-03-31T18:34:52.796576Z","end":"2026-03-31T18:34:53.570467Z","steps":["trace[1633532090] 'agreement among raft nodes before linearized reading' (duration: 773.723897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.570538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.796543Z","time spent":"773.982163ms","remote":"127.0.0.1:55476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:53.570573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.907625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:34:53.570674Z","caller":"traceutil/trace.go:171","msg":"trace[1797753313] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2387; }","duration":"743.079319ms","start":"2026-03-31T18:34:52.827571Z","end":"2026-03-31T18:34:53.57065Z","steps":["trace[1797753313] 'agreement among raft nodes before linearized reading' (duration: 742.776812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.57074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.827541Z","time spent":"743.187231ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:34:54.039668Z","caller":"traceutil/trace.go:171","msg":"trace[461149966] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"177.359365ms","start":"2026-03-31T18:34:53.862285Z","end":"2026-03-31T18:34:54.039645Z","steps":["trace[461149966] 'process raft request' (duration: 177.208331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:54.06905Z","caller":"traceutil/trace.go:171","msg":"trace[1169486368] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"136.441472ms","start":"2026-03-31T18:34:53.932583Z","end":"2026-03-31T18:34:54.069024Z","steps":["trace[1169486368] 'process raft request' (duration: 136.294149ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:54.875744Z","caller":"traceutil/trace.go:171","msg":"trace[480639627] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"105.599709ms","start":"2026-03-31T18:34:54.770123Z","end":"2026-03-31T18:34:54.875723Z","steps":["trace[480639627] 'process raft request' (duration: 105.482767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:54.987746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.891401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-31T18:34:54.987853Z","caller":"traceutil/trace.go:171","msg":"trace[2139574093] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2391; }","duration":"101.059445ms","start":"2026-03-31T18:34:54.88677Z","end":"2026-03-31T18:34:54.98783Z","steps":["trace[2139574093] 'range keys from in-memory index tree' (duration: 100.678607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:55.698826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.761455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:55.699105Z","caller":"traceutil/trace.go:171","msg":"trace[1832073894] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"122.447873ms","start":"2026-03-31T18:34:55.576638Z","end":"2026-03-31T18:34:55.699085Z","steps":["trace[1832073894] 'process raft request' (duration: 122.402322ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:55.699248Z","caller":"traceutil/trace.go:171","msg":"trace[751252199] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"376.546479ms","start":"2026-03-31T18:34:55.32269Z","end":"2026-03-31T18:34:55.699237Z","steps":["trace[751252199] 'process raft request' (duration: 376.257082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:55.699255Z","caller":"traceutil/trace.go:171","msg":"trace[424203459] linearizableReadLoop","detail":"{readStateIndex:2491; appliedIndex:2490; }","duration":"381.551253ms","start":"2026-03-31T18:34:55.317693Z","end":"2026-03-31T18:34:55.699244Z","steps":["trace[424203459] 'read index received' (duration: 75.221426ms)","trace[424203459] 'applied index is now lower than readState.Index' (duration: 306.328407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:55.699313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:55.322654Z","time spent":"376.624911ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:55.699471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.950478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:34:55.699507Z","caller":"traceutil/trace.go:171","msg":"trace[2033915795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2395; }","duration":"416.02338ms","start":"2026-03-31T18:34:55.283476Z","end":"2026-03-31T18:34:55.699499Z","steps":["trace[2033915795] 'agreement among raft nodes before linearized reading' (duration: 415.871466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:55.699534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:55.283467Z","time spent":"416.0599ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:55.699637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.721178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:34:55.699681Z","caller":"traceutil/trace.go:171","msg":"trace[30452054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2395; }","duration":"417.79566ms","start":"2026-03-31T18:34:55.281873Z","end":"2026-03-31T18:34:55.699668Z","steps":["trace[30452054] 'agreement among raft nodes before linearized reading' (duration: 417.706278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:55.699727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:55.281856Z","time spent":"417.861001ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:34:55.699738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.299475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:55.699759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.765648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:34:55.699791Z","caller":"traceutil/trace.go:171","msg":"trace[1171160736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2395; }","duration":"245.405038ms","start":"2026-03-31T18:34:55.454372Z","end":"2026-03-31T18:34:55.699777Z","steps":["trace[1171160736] 'agreement among raft nodes before linearized reading' (duration: 245.284985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:55.699816Z","caller":"traceutil/trace.go:171","msg":"trace[367211830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2395; }","duration":"417.831391ms","start":"2026-03-31T18:34:55.281971Z","end":"2026-03-31T18:34:55.699802Z","steps":["trace[367211830] 'agreement among raft nodes before linearized reading' (duration: 417.658067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:55.699847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:55.281915Z","time spent":"417.925462ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:34:55.699165Z","caller":"traceutil/trace.go:171","msg":"trace[472372201] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"415.557389ms","start":"2026-03-31T18:34:55.283584Z","end":"2026-03-31T18:34:55.699141Z","steps":["trace[472372201] 'process raft request' (duration: 109.368024ms)","trace[472372201] 'compare' (duration: 305.613952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:55.699917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.068732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:34:55.700011Z","caller":"traceutil/trace.go:171","msg":"trace[1832444772] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2395; }","duration":"114.240096ms","start":"2026-03-31T18:34:55.58575Z","end":"2026-03-31T18:34:55.69999Z","steps":["trace[1832444772] 'agreement among raft nodes before linearized reading' (duration: 113.948739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:55.700125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:55.283569Z","time spent":"416.358417ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:55.701022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.153727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:34:55.701838Z","caller":"traceutil/trace.go:171","msg":"trace[2420358] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2395; }","duration":"418.339571ms","start":"2026-03-31T18:34:55.282781Z","end":"2026-03-31T18:34:55.70112Z","steps":["trace[2420358] 'agreement among raft nodes before linearized reading' (duration: 416.808607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:55.701965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:55.282756Z","time spent":"419.145521ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:34:55.986762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.213763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:55.987011Z","caller":"traceutil/trace.go:171","msg":"trace[1645811221] transaction","detail":"{read_only:false; response_revision:2396; number_of_response:1; }","duration":"282.82258ms","start":"2026-03-31T18:34:55.704153Z","end":"2026-03-31T18:34:55.986976Z","steps":["trace[1645811221] 'process raft request' (duration: 101.279019ms)","trace[1645811221] 'compare' (duration: 181.07927ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:55.987099Z","caller":"traceutil/trace.go:171","msg":"trace[2141360101] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"282.034993ms","start":"2026-03-31T18:34:55.705044Z","end":"2026-03-31T18:34:55.987079Z","steps":["trace[2141360101] 'process raft request' (duration: 281.879989ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:55.987119Z","caller":"traceutil/trace.go:171","msg":"trace[1754013398] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"282.931573ms","start":"2026-03-31T18:34:55.704155Z","end":"2026-03-31T18:34:55.987087Z","steps":["trace[1754013398] 'process raft request' (duration: 282.712667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:55.987259Z","caller":"traceutil/trace.go:171","msg":"trace[1132095001] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"281.370028ms","start":"2026-03-31T18:34:55.705867Z","end":"2026-03-31T18:34:55.987237Z","steps":["trace[1132095001] 'process raft request' (duration: 281.161384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:56.301389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.552478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:56.30151Z","caller":"traceutil/trace.go:171","msg":"trace[1981523852] linearizableReadLoop","detail":"{readStateIndex:2498; appliedIndex:2497; }","duration":"132.671367ms","start":"2026-03-31T18:34:56.16882Z","end":"2026-03-31T18:34:56.301491Z","steps":["trace[1981523852] 'read index received' (duration: 70.372µs)","trace[1981523852] 'applied index is now lower than readState.Index' (duration: 132.599355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:56.301588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.779839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:56.301618Z","caller":"traceutil/trace.go:171","msg":"trace[1929237488] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2400; }","duration":"132.81301ms","start":"2026-03-31T18:34:56.168795Z","end":"2026-03-31T18:34:56.301608Z","steps":["trace[1929237488] 'agreement among raft nodes before linearized reading' (duration: 132.749078ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:56.301792Z","caller":"traceutil/trace.go:171","msg":"trace[1108501221] transaction","detail":"{read_only:false; response_revision:2400; number_of_response:1; }","duration":"255.891106ms","start":"2026-03-31T18:34:56.045877Z","end":"2026-03-31T18:34:56.301768Z","steps":["trace[1108501221] 'process raft request' (duration: 60.863437ms)","trace[1108501221] 'compare' (duration: 194.268552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:56.564574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.349527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:56.564701Z","caller":"traceutil/trace.go:171","msg":"trace[1595478815] transaction","detail":"{read_only:false; response_revision:2401; number_of_response:1; }","duration":"207.774569ms","start":"2026-03-31T18:34:56.356905Z","end":"2026-03-31T18:34:56.564679Z","steps":["trace[1595478815] 'process raft request' (duration: 65.191207ms)","trace[1595478815] 'compare' (duration: 142.006349ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:56.567391Z","caller":"traceutil/trace.go:171","msg":"trace[652456285] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"116.15645ms","start":"2026-03-31T18:34:56.450967Z","end":"2026-03-31T18:34:56.567123Z","steps":["trace[652456285] 'process raft request' (duration: 116.006897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.203852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961686123,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:58.7044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961686123,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:58.785555Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.268839161s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:35:00.453811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000135331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:35:00.453951Z","caller":"traceutil/trace.go:171","msg":"trace[1305591447] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000350926s","start":"2026-03-31T18:34:58.453568Z","end":"2026-03-31T18:35:00.453919Z","steps":["trace[1305591447] 'agreement among raft nodes before linearized reading' (duration: 2.000158652s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.454031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.453547Z","time spent":"2.000470829s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:35:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:35:01.180559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.393806871s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:35:02.453783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999864585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:35:02.453847Z","caller":"traceutil/trace.go:171","msg":"trace[434338173] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999944336s","start":"2026-03-31T18:35:00.453887Z","end":"2026-03-31T18:35:02.453831Z","steps":["trace[434338173] 'agreement among raft nodes before linearized reading' (duration: 1.999860724s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:02.453876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:00.453823Z","time spent":"2.000047458s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:35:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:35:02.70222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:57.704319Z","time spent":"4.997895746s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:35:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:35:02.704249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:57.706286Z","time spent":"4.997959747s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:35:02.990552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999277988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:35:02.990626Z","caller":"traceutil/trace.go:171","msg":"trace[1753535115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999405041s","start":"2026-03-31T18:34:57.991204Z","end":"2026-03-31T18:35:02.990609Z","steps":["trace[1753535115] 'agreement among raft nodes before linearized reading' (duration: 4.999318979s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:02.99066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:57.991179Z","time spent":"4.999474213s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 18:35:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:35:02.991737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999479313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:35:02.991815Z","caller":"traceutil/trace.go:171","msg":"trace[537128127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999608976s","start":"2026-03-31T18:34:57.99219Z","end":"2026-03-31T18:35:02.991799Z","steps":["trace[537128127] 'agreement among raft nodes before linearized reading' (duration: 4.999501063s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:02.991854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:57.992174Z","time spent":"4.999672398s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 18:35:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:35:03.021683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.235808934s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-31T18:35:03.022804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.03129336s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:03.022974Z","caller":"traceutil/trace.go:171","msg":"trace[536438550] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2402; }","duration":"3.031484534s","start":"2026-03-31T18:34:59.991464Z","end":"2026-03-31T18:35:03.022948Z","steps":["trace[536438550] 'range keys from in-memory index tree' (duration: 3.031266919s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:03.568344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999529394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:35:03.568431Z","caller":"traceutil/trace.go:171","msg":"trace[1064736190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999678738s","start":"2026-03-31T18:34:58.568733Z","end":"2026-03-31T18:35:03.568411Z","steps":["trace[1064736190] 'agreement among raft nodes before linearized reading' (duration: 4.999567045s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:03.568477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.568707Z","time spent":"4.999759779s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:35:04.461137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000213113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:35:04.461225Z","caller":"traceutil/trace.go:171","msg":"trace[2103390285] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000395328s","start":"2026-03-31T18:35:02.46081Z","end":"2026-03-31T18:35:04.461206Z","steps":["trace[2103390285] 'agreement among raft nodes before linearized reading' (duration: 2.000249835s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:04.461274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:02.460794Z","time spent":"2.00047035s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:35:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:35:05.307748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.306865Z","time spent":"7.000874522s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:35:05.916697Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.84488453s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:35:05.972574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.948059092s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:05.972791Z","caller":"traceutil/trace.go:171","msg":"trace[691645966] linearizableReadLoop","detail":"{readStateIndex:2504; appliedIndex:2500; }","duration":"8.269828756s","start":"2026-03-31T18:34:57.702945Z","end":"2026-03-31T18:35:05.972773Z","steps":["trace[691645966] 'read index received' (duration: 1.08289529s)","trace[691645966] 'applied index is now lower than readState.Index' (duration: 7.186932516s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:05.97296Z","caller":"traceutil/trace.go:171","msg":"trace[10484297] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"1.901294427s","start":"2026-03-31T18:35:04.071644Z","end":"2026-03-31T18:35:05.972938Z","steps":["trace[10484297] 'process raft request' (duration: 1.901097112s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:05.97307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:04.071602Z","time spent":"1.9014123s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:05.973198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.270216485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:35:05.973312Z","caller":"traceutil/trace.go:171","msg":"trace[336622146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2406; }","duration":"8.270396918s","start":"2026-03-31T18:34:57.702893Z","end":"2026-03-31T18:35:05.97329Z","steps":["trace[336622146] 'agreement among raft nodes before linearized reading' (duration: 8.269963439s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:05.97339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:57.702873Z","time spent":"8.270504571s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:35:06.030822Z","caller":"traceutil/trace.go:171","msg":"trace[462029611] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"1.807339783s","start":"2026-03-31T18:35:04.223451Z","end":"2026-03-31T18:35:06.030791Z","steps":["trace[462029611] 'process raft request' (duration: 1.807041077s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.031064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:04.223409Z","time spent":"1.807553838s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:06.031183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.254388635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:35:06.031265Z","caller":"traceutil/trace.go:171","msg":"trace[309220778] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2408; }","duration":"8.254479727s","start":"2026-03-31T18:34:57.776764Z","end":"2026-03-31T18:35:06.031244Z","steps":["trace[309220778] 'agreement among raft nodes before linearized reading' (duration: 8.254275472s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.031315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:57.776721Z","time spent":"8.254582449s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:35:06.031309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184006596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:06.03137Z","caller":"traceutil/trace.go:171","msg":"trace[1465446289] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2408; }","duration":"2.184125889s","start":"2026-03-31T18:35:03.84723Z","end":"2026-03-31T18:35:06.031356Z","steps":["trace[1465446289] 'agreement among raft nodes before linearized reading' (duration: 2.184016837s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.031414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:03.847201Z","time spent":"2.18420041s","remote":"127.0.0.1:55574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:06.031515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.857438462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a200cbbd084ab2\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T18:35:06.031546Z","caller":"traceutil/trace.go:171","msg":"trace[253149434] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a200cbbd084ab2; range_end:; response_count:1; response_revision:2408; }","duration":"4.857502374s","start":"2026-03-31T18:35:01.174034Z","end":"2026-03-31T18:35:06.031536Z","steps":["trace[253149434] 'agreement among raft nodes before linearized reading' (duration: 4.857394612s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.031547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.312917481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:06.031589Z","caller":"traceutil/trace.go:171","msg":"trace[740341164] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2408; }","duration":"5.313000223s","start":"2026-03-31T18:35:00.718579Z","end":"2026-03-31T18:35:06.031579Z","steps":["trace[740341164] 'agreement among raft nodes before linearized reading' (duration: 5.312918511s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.031603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.633079828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:35:06.031621Z","caller":"traceutil/trace.go:171","msg":"trace[697963175] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:2408; }","duration":"3.633132338s","start":"2026-03-31T18:35:02.398484Z","end":"2026-03-31T18:35:06.031617Z","steps":["trace[697963175] 'agreement among raft nodes before linearized reading' (duration: 3.633087867s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:06.031613Z","caller":"traceutil/trace.go:171","msg":"trace[1789084171] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"1.036653376s","start":"2026-03-31T18:35:04.994946Z","end":"2026-03-31T18:35:06.031599Z","steps":["trace[1789084171] 'process raft request' (duration: 1.035732825s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.031607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.960866575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:06.031661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.325028061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-03-31T18:35:06.031656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.038997372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:35:06.031678Z","caller":"traceutil/trace.go:171","msg":"trace[2107587668] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2408; }","duration":"3.325061761s","start":"2026-03-31T18:35:02.706613Z","end":"2026-03-31T18:35:06.031675Z","steps":["trace[2107587668] 'agreement among raft nodes before linearized reading' (duration: 3.325035971s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.03169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:02.706602Z","time spent":"3.325085913s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-31T18:35:06.031693Z","caller":"traceutil/trace.go:171","msg":"trace[1995058997] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2408; }","duration":"8.039045192s","start":"2026-03-31T18:34:57.992638Z","end":"2026-03-31T18:35:06.031683Z","steps":["trace[1995058997] 'agreement among raft nodes before linearized reading' (duration: 8.03895228s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.031692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:04.994925Z","time spent":"1.036713346s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:06.031717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:57.992619Z","time spent":"8.039092514s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:35:06.031708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038423386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:35:06.031758Z","caller":"traceutil/trace.go:171","msg":"trace[809910467] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2408; }","duration":"1.038507648s","start":"2026-03-31T18:35:04.993237Z","end":"2026-03-31T18:35:06.031745Z","steps":["trace[809910467] 'agreement among raft nodes before linearized reading' (duration: 1.038377375s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.031626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:00.718557Z","time spent":"5.313060534s","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:06.031799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:04.993222Z","time spent":"1.038569079s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:06.031824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.577917444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:06.031826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.016858218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-31T18:35:06.031847Z","caller":"traceutil/trace.go:171","msg":"trace[1219667002] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2408; }","duration":"6.577996577s","start":"2026-03-31T18:34:59.453843Z","end":"2026-03-31T18:35:06.03184Z","steps":["trace[1219667002] 'agreement among raft nodes before linearized reading' (duration: 6.577928095s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.031868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:59.453811Z","time spent":"6.578050657s","remote":"127.0.0.1:42380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:06.031867Z","caller":"traceutil/trace.go:171","msg":"trace[1572735063] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2408; }","duration":"6.01693985s","start":"2026-03-31T18:35:00.014918Z","end":"2026-03-31T18:35:06.031858Z","steps":["trace[1572735063] 'agreement among raft nodes before linearized reading' (duration: 6.016786397s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.031877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209767334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:06.031851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.781963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:06.031711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.040393273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T18:35:06.031975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.477406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T18:35:06.032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.643815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:06.032002Z","caller":"traceutil/trace.go:171","msg":"trace[1946486161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2408; }","duration":"8.04071475s","start":"2026-03-31T18:34:57.991278Z","end":"2026-03-31T18:35:06.031993Z","steps":["trace[1946486161] 'agreement among raft nodes before linearized reading' (duration: 8.040368393s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:06.032017Z","caller":"traceutil/trace.go:171","msg":"trace[415273522] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2408; }","duration":"787.694407ms","start":"2026-03-31T18:35:05.244318Z","end":"2026-03-31T18:35:06.032012Z","steps":["trace[415273522] 'agreement among raft nodes before linearized reading' (duration: 787.672216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:06.032013Z","caller":"traceutil/trace.go:171","msg":"trace[787651017] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2408; }","duration":"721.515947ms","start":"2026-03-31T18:35:05.310486Z","end":"2026-03-31T18:35:06.032002Z","steps":["trace[787651017] 'agreement among raft nodes before linearized reading' (duration: 721.455845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.032028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:57.991253Z","time spent":"8.040767631s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:06.032038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:05.244295Z","time spent":"787.739227ms","remote":"127.0.0.1:42038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:06.031758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.326795841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-03-31T18:35:06.032049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:05.310421Z","time spent":"721.620118ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:35:06.03208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.424994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:35:06.031675Z","caller":"traceutil/trace.go:171","msg":"trace[1435707159] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2408; }","duration":"2.960999168s","start":"2026-03-31T18:35:03.070657Z","end":"2026-03-31T18:35:06.031656Z","steps":["trace[1435707159] 'agreement among raft nodes before linearized reading' (duration: 2.960871205s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:06.032112Z","caller":"traceutil/trace.go:171","msg":"trace[734940725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2408; }","duration":"461.479795ms","start":"2026-03-31T18:35:05.570623Z","end":"2026-03-31T18:35:06.032103Z","steps":["trace[734940725] 'agreement among raft nodes before linearized reading' (duration: 461.400553ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:06.031999Z","caller":"traceutil/trace.go:171","msg":"trace[1823521446] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2408; }","duration":"650.968267ms","start":"2026-03-31T18:35:05.381005Z","end":"2026-03-31T18:35:06.031974Z","steps":["trace[1823521446] 'agreement among raft nodes before linearized reading' (duration: 650.735962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.032139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:05.570608Z","time spent":"461.522846ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:35:06.032145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:03.070634Z","time spent":"2.961495018s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:06.031904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:00.014891Z","time spent":"6.017004641s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:35:06.031562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:01.174014Z","time spent":"4.857543976s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a200cbbd084ab2\" "} {"level":"info","ts":"2026-03-31T18:35:06.032189Z","caller":"traceutil/trace.go:171","msg":"trace[1479520592] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2408; }","duration":"3.327377993s","start":"2026-03-31T18:35:02.704705Z","end":"2026-03-31T18:35:06.032083Z","steps":["trace[1479520592] 'agreement among raft nodes before linearized reading' (duration: 3.326721789s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.031828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039003488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:35:06.032181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:05.380984Z","time spent":"651.181222ms","remote":"127.0.0.1:51388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:06.032325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.415415983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:06.032364Z","caller":"traceutil/trace.go:171","msg":"trace[1793368037] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2408; }","duration":"3.415500584s","start":"2026-03-31T18:35:02.616853Z","end":"2026-03-31T18:35:06.032354Z","steps":["trace[1793368037] 'agreement among raft nodes before linearized reading' (duration: 3.414716697s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:06.032353Z","caller":"traceutil/trace.go:171","msg":"trace[911076118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2408; }","duration":"1.039564301s","start":"2026-03-31T18:35:04.992775Z","end":"2026-03-31T18:35:06.032339Z","steps":["trace[911076118] 'agreement among raft nodes before linearized reading' (duration: 1.038987988s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.032316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:02.704689Z","time spent":"3.327614249s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T18:35:06.03241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:04.992754Z","time spent":"1.039642283s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:35:06.031633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:02.398461Z","time spent":"3.633169659s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-03-31T18:35:06.032399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:02.616827Z","time spent":"3.415563245s","remote":"127.0.0.1:42060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:06.031948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570176273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:06.032616Z","caller":"traceutil/trace.go:171","msg":"trace[1731161142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2408; }","duration":"1.57087977s","start":"2026-03-31T18:35:04.461726Z","end":"2026-03-31T18:35:06.032606Z","steps":["trace[1731161142] 'agreement among raft nodes before linearized reading' (duration: 1.570202664s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.032653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:04.461702Z","time spent":"1.570935862s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:35:06.031972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722590411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:06.032696Z","caller":"traceutil/trace.go:171","msg":"trace[1673819831] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2408; }","duration":"1.723366499s","start":"2026-03-31T18:35:04.309317Z","end":"2026-03-31T18:35:06.032683Z","steps":["trace[1673819831] 'agreement among raft nodes before linearized reading' (duration: 1.722639042s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.032753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:04.309285Z","time spent":"1.723454301s","remote":"127.0.0.1:41314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:06.031908Z","caller":"traceutil/trace.go:171","msg":"trace[1373215025] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2408; }","duration":"1.209835425s","start":"2026-03-31T18:35:04.822063Z","end":"2026-03-31T18:35:06.031899Z","steps":["trace[1373215025] 'agreement among raft nodes before linearized reading' (duration: 1.209785494s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.032882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:04.822039Z","time spent":"1.210827378s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:06.136311Z","caller":"traceutil/trace.go:171","msg":"trace[484970425] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"158.154918ms","start":"2026-03-31T18:35:05.978132Z","end":"2026-03-31T18:35:06.136287Z","steps":["trace[484970425] 'process raft request' (duration: 112.843194ms)","trace[484970425] 'compare' (duration: 45.125699ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:06.136646Z","caller":"traceutil/trace.go:171","msg":"trace[1639738055] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"101.980916ms","start":"2026-03-31T18:35:06.034636Z","end":"2026-03-31T18:35:06.136617Z","steps":["trace[1639738055] 'process raft request' (duration: 101.604557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:06.137077Z","caller":"traceutil/trace.go:171","msg":"trace[902668439] linearizableReadLoop","detail":"{readStateIndex:2509; appliedIndex:2507; }","duration":"100.281767ms","start":"2026-03-31T18:35:06.036786Z","end":"2026-03-31T18:35:06.137068Z","steps":["trace[902668439] 'read index received' (duration: 54.199846ms)","trace[902668439] 'applied index is now lower than readState.Index' (duration: 46.081061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:06.13731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.507412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T18:35:06.137342Z","caller":"traceutil/trace.go:171","msg":"trace[1177334628] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2415; }","duration":"100.566394ms","start":"2026-03-31T18:35:06.036766Z","end":"2026-03-31T18:35:06.137333Z","steps":["trace[1177334628] 'agreement among raft nodes before linearized reading' (duration: 100.438422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.137322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.439042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-31T18:35:06.137382Z","caller":"traceutil/trace.go:171","msg":"trace[1869248613] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2415; }","duration":"100.532903ms","start":"2026-03-31T18:35:06.03683Z","end":"2026-03-31T18:35:06.137363Z","steps":["trace[1869248613] 'agreement among raft nodes before linearized reading' (duration: 100.39043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.39762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.958843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200badd6cc954\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:35:06.397695Z","caller":"traceutil/trace.go:171","msg":"trace[1718710110] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200badd6cc954; range_end:; response_count:1; response_revision:2419; }","duration":"161.072655ms","start":"2026-03-31T18:35:06.236605Z","end":"2026-03-31T18:35:06.397677Z","steps":["trace[1718710110] 'range keys from in-memory index tree' (duration: 160.88042ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.431369Z","caller":"traceutil/trace.go:171","msg":"trace[1302361253] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"289.691678ms","start":"2026-03-31T18:35:08.141653Z","end":"2026-03-31T18:35:08.431344Z","steps":["trace[1302361253] 'process raft request' (duration: 289.484524ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.431606Z","caller":"traceutil/trace.go:171","msg":"trace[1126101122] linearizableReadLoop","detail":"{readStateIndex:2523; appliedIndex:2521; }","duration":"289.592036ms","start":"2026-03-31T18:35:08.141927Z","end":"2026-03-31T18:35:08.431519Z","steps":["trace[1126101122] 'read index received' (duration: 64.511122ms)","trace[1126101122] 'applied index is now lower than readState.Index' (duration: 225.078384ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:08.431652Z","caller":"traceutil/trace.go:171","msg":"trace[1514210614] transaction","detail":"{read_only:false; response_revision:2423; number_of_response:1; }","duration":"287.60065ms","start":"2026-03-31T18:35:08.144005Z","end":"2026-03-31T18:35:08.431606Z","steps":["trace[1514210614] 'process raft request' (duration: 287.301874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:08.431802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.226181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:08.431854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.875962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:35:08.431909Z","caller":"traceutil/trace.go:171","msg":"trace[2036725795] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2423; }","duration":"289.967995ms","start":"2026-03-31T18:35:08.141924Z","end":"2026-03-31T18:35:08.431892Z","steps":["trace[2036725795] 'agreement among raft nodes before linearized reading' (duration: 289.812711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:08.431999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.735368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:35:08.432027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.754888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:35:08.432057Z","caller":"traceutil/trace.go:171","msg":"trace[1122200650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2423; }","duration":"289.856711ms","start":"2026-03-31T18:35:08.142183Z","end":"2026-03-31T18:35:08.43204Z","steps":["trace[1122200650] 'agreement among raft nodes before linearized reading' (duration: 289.698917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:08.432088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.724252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T18:35:08.432102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.869061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:35:08.43214Z","caller":"traceutil/trace.go:171","msg":"trace[35253456] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2423; }","duration":"148.782834ms","start":"2026-03-31T18:35:08.283339Z","end":"2026-03-31T18:35:08.432122Z","steps":["trace[35253456] 'agreement among raft nodes before linearized reading' (duration: 148.646801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.432131Z","caller":"traceutil/trace.go:171","msg":"trace[436588701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2423; }","duration":"289.871761ms","start":"2026-03-31T18:35:08.142243Z","end":"2026-03-31T18:35:08.432115Z","steps":["trace[436588701] 'agreement among raft nodes before linearized reading' (duration: 289.556444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:08.432153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.155442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:35:08.432185Z","caller":"traceutil/trace.go:171","msg":"trace[191419699] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2423; }","duration":"289.997184ms","start":"2026-03-31T18:35:08.142171Z","end":"2026-03-31T18:35:08.432168Z","steps":["trace[191419699] 'agreement among raft nodes before linearized reading' (duration: 289.741778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.432197Z","caller":"traceutil/trace.go:171","msg":"trace[1819149828] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2423; }","duration":"149.222353ms","start":"2026-03-31T18:35:08.282962Z","end":"2026-03-31T18:35:08.432185Z","steps":["trace[1819149828] 'agreement among raft nodes before linearized reading' (duration: 149.06676ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.431868Z","caller":"traceutil/trace.go:171","msg":"trace[367339186] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2423; }","duration":"166.319843ms","start":"2026-03-31T18:35:08.265518Z","end":"2026-03-31T18:35:08.431838Z","steps":["trace[367339186] 'agreement among raft nodes before linearized reading' (duration: 166.217021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:08.432433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.024434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:35:08.432522Z","caller":"traceutil/trace.go:171","msg":"trace[1945225146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2423; }","duration":"290.179928ms","start":"2026-03-31T18:35:08.14233Z","end":"2026-03-31T18:35:08.43251Z","steps":["trace[1945225146] 'agreement among raft nodes before linearized reading' (duration: 289.627006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:08.432667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.737662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:35:08.432703Z","caller":"traceutil/trace.go:171","msg":"trace[199139129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2423; }","duration":"290.813614ms","start":"2026-03-31T18:35:08.141882Z","end":"2026-03-31T18:35:08.432696Z","steps":["trace[199139129] 'agreement among raft nodes before linearized reading' (duration: 289.77618ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.589165Z","caller":"traceutil/trace.go:171","msg":"trace[1672735776] transaction","detail":"{read_only:false; response_revision:2424; number_of_response:1; }","duration":"151.936615ms","start":"2026-03-31T18:35:08.437198Z","end":"2026-03-31T18:35:08.589135Z","steps":["trace[1672735776] 'process raft request' (duration: 77.331393ms)","trace[1672735776] 'compare' (duration: 74.392108ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:08.589547Z","caller":"traceutil/trace.go:171","msg":"trace[967099553] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"152.314734ms","start":"2026-03-31T18:35:08.437198Z","end":"2026-03-31T18:35:08.589513Z","steps":["trace[967099553] 'process raft request' (duration: 151.887504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.589772Z","caller":"traceutil/trace.go:171","msg":"trace[985945216] transaction","detail":"{read_only:false; response_revision:2426; number_of_response:1; }","duration":"151.883084ms","start":"2026-03-31T18:35:08.437877Z","end":"2026-03-31T18:35:08.589761Z","steps":["trace[985945216] 'process raft request' (duration: 151.607448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.589903Z","caller":"traceutil/trace.go:171","msg":"trace[981754966] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"151.976897ms","start":"2026-03-31T18:35:08.437885Z","end":"2026-03-31T18:35:08.589862Z","steps":["trace[981754966] 'process raft request' (duration: 151.730251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.590037Z","caller":"traceutil/trace.go:171","msg":"trace[1743568054] transaction","detail":"{read_only:false; response_revision:2428; number_of_response:1; }","duration":"152.102519ms","start":"2026-03-31T18:35:08.43791Z","end":"2026-03-31T18:35:08.590013Z","steps":["trace[1743568054] 'process raft request' (duration: 151.796612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.590159Z","caller":"traceutil/trace.go:171","msg":"trace[1468163773] transaction","detail":"{read_only:false; response_revision:2429; number_of_response:1; }","duration":"152.13246ms","start":"2026-03-31T18:35:08.437986Z","end":"2026-03-31T18:35:08.590119Z","steps":["trace[1468163773] 'process raft request' (duration: 151.889965ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.59025Z","caller":"traceutil/trace.go:171","msg":"trace[731625038] linearizableReadLoop","detail":"{readStateIndex:2532; appliedIndex:2524; }","duration":"110.93475ms","start":"2026-03-31T18:35:08.479303Z","end":"2026-03-31T18:35:08.590238Z","steps":["trace[731625038] 'read index received' (duration: 35.350027ms)","trace[731625038] 'applied index is now lower than readState.Index' (duration: 75.583683ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:08.59028Z","caller":"traceutil/trace.go:171","msg":"trace[1347710630] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"151.438816ms","start":"2026-03-31T18:35:08.438822Z","end":"2026-03-31T18:35:08.590261Z","steps":["trace[1347710630] 'process raft request' (duration: 151.25922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.590187Z","caller":"traceutil/trace.go:171","msg":"trace[138410355] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"151.359822ms","start":"2026-03-31T18:35:08.438809Z","end":"2026-03-31T18:35:08.590168Z","steps":["trace[138410355] 'process raft request' (duration: 151.182728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:08.590392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.066294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:08.590439Z","caller":"traceutil/trace.go:171","msg":"trace[1386729165] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2431; }","duration":"111.181936ms","start":"2026-03-31T18:35:08.479245Z","end":"2026-03-31T18:35:08.590427Z","steps":["trace[1386729165] 'agreement among raft nodes before linearized reading' (duration: 111.088684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:10.775748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961686186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:11.281053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961686186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:11.727164Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.493967496s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:35:11.727679Z","caller":"traceutil/trace.go:171","msg":"trace[1588085573] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"1.514452723s","start":"2026-03-31T18:35:10.213197Z","end":"2026-03-31T18:35:11.72765Z","steps":["trace[1588085573] 'process raft request' (duration: 1.514249868s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:11.727933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.213178Z","time spent":"1.514655128s","remote":"127.0.0.1:42242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:12.068298Z","caller":"traceutil/trace.go:171","msg":"trace[1026629440] linearizableReadLoop","detail":"{readStateIndex:2536; appliedIndex:2533; }","duration":"1.793598669s","start":"2026-03-31T18:35:10.27468Z","end":"2026-03-31T18:35:12.068278Z","steps":["trace[1026629440] 'read index received' (duration: 1.452805996s)","trace[1026629440] 'applied index is now lower than readState.Index' (duration: 340.792003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:12.068608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793914437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:12.068673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475008003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:35:12.068684Z","caller":"traceutil/trace.go:171","msg":"trace[1876353947] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2435; }","duration":"1.79404895s","start":"2026-03-31T18:35:10.274617Z","end":"2026-03-31T18:35:12.068666Z","steps":["trace[1876353947] 'agreement among raft nodes before linearized reading' (duration: 1.793914087s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:12.068741Z","caller":"traceutil/trace.go:171","msg":"trace[1498161485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2435; }","duration":"1.475104155s","start":"2026-03-31T18:35:10.593594Z","end":"2026-03-31T18:35:12.068698Z","steps":["trace[1498161485] 'agreement among raft nodes before linearized reading' (duration: 1.474981792s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:12.06877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.593567Z","time spent":"1.475194727s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:12.068795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.274591Z","time spent":"1.794156732s","remote":"127.0.0.1:42242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:12.068847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.799886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:12.068899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.313182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:12.068946Z","caller":"traceutil/trace.go:171","msg":"trace[1517828109] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2435; }","duration":"761.951869ms","start":"2026-03-31T18:35:11.306968Z","end":"2026-03-31T18:35:12.06892Z","steps":["trace[1517828109] 'agreement among raft nodes before linearized reading' (duration: 761.721354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:12.068962Z","caller":"traceutil/trace.go:171","msg":"trace[17758127] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2435; }","duration":"240.412503ms","start":"2026-03-31T18:35:11.828531Z","end":"2026-03-31T18:35:12.068944Z","steps":["trace[17758127] 'agreement among raft nodes before linearized reading' (duration: 240.296181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:12.068978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.432275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:12.069051Z","caller":"traceutil/trace.go:171","msg":"trace[1580121812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2435; }","duration":"614.558677ms","start":"2026-03-31T18:35:11.454476Z","end":"2026-03-31T18:35:12.069035Z","steps":["trace[1580121812] 'agreement among raft nodes before linearized reading' (duration: 614.410424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:12.069038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:11.306922Z","time spent":"762.087763ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:12.069094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:11.454429Z","time spent":"614.65602ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:35:12.069118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474124813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-31T18:35:12.069195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475478963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:35:12.069223Z","caller":"traceutil/trace.go:171","msg":"trace[113808752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2435; }","duration":"1.475531524s","start":"2026-03-31T18:35:10.593684Z","end":"2026-03-31T18:35:12.069215Z","steps":["trace[113808752] 'agreement among raft nodes before linearized reading' (duration: 1.475267949s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:12.069244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.593674Z","time spent":"1.475565195s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:12.069181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.539435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:12.069255Z","caller":"traceutil/trace.go:171","msg":"trace[2071433847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2435; }","duration":"1.474352938s","start":"2026-03-31T18:35:10.59486Z","end":"2026-03-31T18:35:12.069213Z","steps":["trace[2071433847] 'agreement among raft nodes before linearized reading' (duration: 1.47397315s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:12.069242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.665177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:35:12.069301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474610224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:35:12.069336Z","caller":"traceutil/trace.go:171","msg":"trace[1499681897] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2435; }","duration":"909.816191ms","start":"2026-03-31T18:35:11.159499Z","end":"2026-03-31T18:35:12.069315Z","steps":["trace[1499681897] 'agreement among raft nodes before linearized reading' (duration: 909.531814ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:12.069358Z","caller":"traceutil/trace.go:171","msg":"trace[473939748] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"1.631180464s","start":"2026-03-31T18:35:10.438168Z","end":"2026-03-31T18:35:12.069349Z","steps":["trace[473939748] 'process raft request' (duration: 1.63007456s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:12.069324Z","caller":"traceutil/trace.go:171","msg":"trace[314795617] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"1.632384382s","start":"2026-03-31T18:35:10.436898Z","end":"2026-03-31T18:35:12.069282Z","steps":["trace[314795617] 'process raft request' (duration: 1.588931831s)","trace[314795617] 'compare' (duration: 42.288275ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:12.069383Z","caller":"traceutil/trace.go:171","msg":"trace[126924823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2435; }","duration":"1.474700476s","start":"2026-03-31T18:35:10.59466Z","end":"2026-03-31T18:35:12.06936Z","steps":["trace[126924823] 'agreement among raft nodes before linearized reading' (duration: 1.474548392s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:12.069392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:11.159474Z","time spent":"909.904543ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:35:12.069387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474383738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T18:35:12.069439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.438148Z","time spent":"1.631231716s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:12.069441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.59465Z","time spent":"1.474778287s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:35:12.0693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.594816Z","time spent":"1.474475911s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:35:12.069455Z","caller":"traceutil/trace.go:171","msg":"trace[1981970472] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2435; }","duration":"1.474495261s","start":"2026-03-31T18:35:10.59494Z","end":"2026-03-31T18:35:12.069435Z","steps":["trace[1981970472] 'agreement among raft nodes before linearized reading' (duration: 1.474227405s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:12.069152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475382921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:35:12.069504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.594931Z","time spent":"1.474560023s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:35:12.069511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.436867Z","time spent":"1.632550156s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:12.069534Z","caller":"traceutil/trace.go:171","msg":"trace[660817293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2435; }","duration":"1.475818571s","start":"2026-03-31T18:35:10.593703Z","end":"2026-03-31T18:35:12.069522Z","steps":["trace[660817293] 'agreement among raft nodes before linearized reading' (duration: 1.475206658s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:12.069538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.987236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-31T18:35:12.069602Z","caller":"traceutil/trace.go:171","msg":"trace[1700315206] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2435; }","duration":"903.091719ms","start":"2026-03-31T18:35:11.166496Z","end":"2026-03-31T18:35:12.069588Z","steps":["trace[1700315206] 'agreement among raft nodes before linearized reading' (duration: 902.841282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:12.06956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.593681Z","time spent":"1.475871472s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:35:12.069646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:11.166478Z","time spent":"903.158191ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:35:12.069315Z","caller":"traceutil/trace.go:171","msg":"trace[891823632] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2435; }","duration":"326.042146ms","start":"2026-03-31T18:35:11.743238Z","end":"2026-03-31T18:35:12.06928Z","steps":["trace[891823632] 'agreement among raft nodes before linearized reading' (duration: 325.512924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:12.069796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:11.743216Z","time spent":"326.540639ms","remote":"127.0.0.1:55538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:12.270725Z","caller":"traceutil/trace.go:171","msg":"trace[636901213] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"196.496921ms","start":"2026-03-31T18:35:12.074203Z","end":"2026-03-31T18:35:12.2707Z","steps":["trace[636901213] 'process raft request' (duration: 196.42498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:12.27076Z","caller":"traceutil/trace.go:171","msg":"trace[870936766] transaction","detail":"{read_only:false; response_revision:2437; number_of_response:1; }","duration":"196.537393ms","start":"2026-03-31T18:35:12.074188Z","end":"2026-03-31T18:35:12.270725Z","steps":["trace[870936766] 'process raft request' (duration: 131.684714ms)","trace[870936766] 'compare' (duration: 64.544482ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:12.271045Z","caller":"traceutil/trace.go:171","msg":"trace[1413600141] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"196.735487ms","start":"2026-03-31T18:35:12.074281Z","end":"2026-03-31T18:35:12.271016Z","steps":["trace[1413600141] 'process raft request' (duration: 196.38844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:12.271105Z","caller":"traceutil/trace.go:171","msg":"trace[2088547667] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"196.468151ms","start":"2026-03-31T18:35:12.07461Z","end":"2026-03-31T18:35:12.271078Z","steps":["trace[2088547667] 'process raft request' (duration: 196.282547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:12.271332Z","caller":"traceutil/trace.go:171","msg":"trace[1215989102] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"196.452242ms","start":"2026-03-31T18:35:12.074865Z","end":"2026-03-31T18:35:12.271317Z","steps":["trace[1215989102] 'process raft request' (duration: 196.164095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:12.271425Z","caller":"traceutil/trace.go:171","msg":"trace[619279232] linearizableReadLoop","detail":"{readStateIndex:2542; appliedIndex:2536; }","duration":"191.14035ms","start":"2026-03-31T18:35:12.080266Z","end":"2026-03-31T18:35:12.271406Z","steps":["trace[619279232] 'read index received' (duration: 16.822543ms)","trace[619279232] 'applied index is now lower than readState.Index' (duration: 174.316067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:12.271557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.280084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:12.272057Z","caller":"traceutil/trace.go:171","msg":"trace[1608651867] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2442; }","duration":"191.804566ms","start":"2026-03-31T18:35:12.080238Z","end":"2026-03-31T18:35:12.272043Z","steps":["trace[1608651867] 'agreement among raft nodes before linearized reading' (duration: 191.249833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:12.525191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.77163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:35:12.525313Z","caller":"traceutil/trace.go:171","msg":"trace[370020788] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:2442; }","duration":"125.940973ms","start":"2026-03-31T18:35:12.399345Z","end":"2026-03-31T18:35:12.525286Z","steps":["trace[370020788] 'range keys from in-memory index tree' (duration: 125.527724ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:14.205124Z","caller":"traceutil/trace.go:171","msg":"trace[1272503566] linearizableReadLoop","detail":"{readStateIndex:2548; appliedIndex:2546; }","duration":"120.55487ms","start":"2026-03-31T18:35:14.084545Z","end":"2026-03-31T18:35:14.2051Z","steps":["trace[1272503566] 'read index received' (duration: 16.871725ms)","trace[1272503566] 'applied index is now lower than readState.Index' (duration: 103.682365ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:14.205222Z","caller":"traceutil/trace.go:171","msg":"trace[1633473136] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"128.772847ms","start":"2026-03-31T18:35:14.076437Z","end":"2026-03-31T18:35:14.20521Z","steps":["trace[1633473136] 'process raft request' (duration: 128.514921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:14.205399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.746146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:35:14.205467Z","caller":"traceutil/trace.go:171","msg":"trace[1579039160] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2446; }","duration":"103.850599ms","start":"2026-03-31T18:35:14.101602Z","end":"2026-03-31T18:35:14.205453Z","steps":["trace[1579039160] 'agreement among raft nodes before linearized reading' (duration: 103.642864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:14.20552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.957939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:35:14.205615Z","caller":"traceutil/trace.go:171","msg":"trace[2122228631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2446; }","duration":"121.163953ms","start":"2026-03-31T18:35:14.084427Z","end":"2026-03-31T18:35:14.205591Z","steps":["trace[2122228631] 'agreement among raft nodes before linearized reading' (duration: 120.889507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:14.47695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.32903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:14.477054Z","caller":"traceutil/trace.go:171","msg":"trace[1902852395] linearizableReadLoop","detail":"{readStateIndex:2550; appliedIndex:2549; }","duration":"197.160337ms","start":"2026-03-31T18:35:14.279881Z","end":"2026-03-31T18:35:14.477042Z","steps":["trace[1902852395] 'read index received' (duration: 42.654073ms)","trace[1902852395] 'applied index is now lower than readState.Index' (duration: 154.505404ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:14.477144Z","caller":"traceutil/trace.go:171","msg":"trace[1162773427] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"199.718565ms","start":"2026-03-31T18:35:14.277371Z","end":"2026-03-31T18:35:14.47709Z","steps":["trace[1162773427] 'process raft request' (duration: 45.145949ms)","trace[1162773427] 'compare' (duration: 154.152136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:14.477181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.799797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:35:14.477332Z","caller":"traceutil/trace.go:171","msg":"trace[1743487398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2448; }","duration":"199.95879ms","start":"2026-03-31T18:35:14.277359Z","end":"2026-03-31T18:35:14.477318Z","steps":["trace[1743487398] 'agreement among raft nodes before linearized reading' (duration: 199.716764ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:14.521083Z","caller":"traceutil/trace.go:171","msg":"trace[340203953] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"239.189866ms","start":"2026-03-31T18:35:14.281864Z","end":"2026-03-31T18:35:14.521054Z","steps":["trace[340203953] 'process raft request' (duration: 239.000522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:14.521386Z","caller":"traceutil/trace.go:171","msg":"trace[981823193] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"237.494417ms","start":"2026-03-31T18:35:14.283872Z","end":"2026-03-31T18:35:14.521366Z","steps":["trace[981823193] 'process raft request' (duration: 237.142689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:14.521461Z","caller":"traceutil/trace.go:171","msg":"trace[1769819201] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"237.445515ms","start":"2026-03-31T18:35:14.283989Z","end":"2026-03-31T18:35:14.521434Z","steps":["trace[1769819201] 'process raft request' (duration: 237.376744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:14.5215Z","caller":"traceutil/trace.go:171","msg":"trace[2126839814] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"237.463086ms","start":"2026-03-31T18:35:14.283989Z","end":"2026-03-31T18:35:14.521452Z","steps":["trace[2126839814] 'process raft request' (duration: 237.238081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:16.860217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.798911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:16.860355Z","caller":"traceutil/trace.go:171","msg":"trace[2134622413] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"752.189247ms","start":"2026-03-31T18:35:16.108143Z","end":"2026-03-31T18:35:16.860332Z","steps":["trace[2134622413] 'process raft request' (duration: 177.173731ms)","trace[2134622413] 'compare' (duration: 574.614557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:16.860434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.108119Z","time spent":"752.273779ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:17.284602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.803678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:17.284896Z","caller":"traceutil/trace.go:171","msg":"trace[979685750] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"1.074850505s","start":"2026-03-31T18:35:16.210007Z","end":"2026-03-31T18:35:17.284857Z","steps":["trace[979685750] 'process raft request' (duration: 774.635077ms)","trace[979685750] 'compare' (duration: 299.580174ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:17.284935Z","caller":"traceutil/trace.go:171","msg":"trace[2076704063] linearizableReadLoop","detail":"{readStateIndex:2559; appliedIndex:2556; }","duration":"1.060833706s","start":"2026-03-31T18:35:16.224078Z","end":"2026-03-31T18:35:17.284911Z","steps":["trace[2076704063] 'read index received' (duration: 61.275187ms)","trace[2076704063] 'applied index is now lower than readState.Index' (duration: 999.557039ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:17.284944Z","caller":"traceutil/trace.go:171","msg":"trace[979614692] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"1.068821198s","start":"2026-03-31T18:35:16.216088Z","end":"2026-03-31T18:35:17.284909Z","steps":["trace[979614692] 'process raft request' (duration: 1.068633394s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:17.285044Z","caller":"traceutil/trace.go:171","msg":"trace[2079078008] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"802.78241ms","start":"2026-03-31T18:35:16.482229Z","end":"2026-03-31T18:35:17.285011Z","steps":["trace[2079078008] 'process raft request' (duration: 802.635887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:17.285112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.216066Z","time spent":"1.068965502s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:17.285166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031730252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T18:35:17.285213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.482202Z","time spent":"802.925703ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:17.285194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061093852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:35:17.285273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.486824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:17.285275Z","caller":"traceutil/trace.go:171","msg":"trace[2119664850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2458; }","duration":"1.061228275s","start":"2026-03-31T18:35:16.224031Z","end":"2026-03-31T18:35:17.28526Z","steps":["trace[2119664850] 'agreement among raft nodes before linearized reading' (duration: 1.060984219s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:17.285295Z","caller":"traceutil/trace.go:171","msg":"trace[1973592807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2458; }","duration":"831.545205ms","start":"2026-03-31T18:35:16.453744Z","end":"2026-03-31T18:35:17.28529Z","steps":["trace[1973592807] 'agreement among raft nodes before linearized reading' (duration: 831.513435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:17.285291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.590055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:17.285317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.453725Z","time spent":"831.587617ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:35:17.285322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.22401Z","time spent":"1.061292136s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:35:17.285355Z","caller":"traceutil/trace.go:171","msg":"trace[1636633928] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2458; }","duration":"371.682417ms","start":"2026-03-31T18:35:16.913653Z","end":"2026-03-31T18:35:17.285336Z","steps":["trace[1636633928] 'agreement among raft nodes before linearized reading' (duration: 371.603275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:17.285369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.459922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:35:17.285406Z","caller":"traceutil/trace.go:171","msg":"trace[501509684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2458; }","duration":"759.512524ms","start":"2026-03-31T18:35:16.525884Z","end":"2026-03-31T18:35:17.285396Z","steps":["trace[501509684] 'agreement among raft nodes before linearized reading' (duration: 759.410652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:17.285415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.913634Z","time spent":"371.765439ms","remote":"127.0.0.1:42480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:17.285234Z","caller":"traceutil/trace.go:171","msg":"trace[114996685] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2458; }","duration":"1.031839595s","start":"2026-03-31T18:35:16.253375Z","end":"2026-03-31T18:35:17.285214Z","steps":["trace[114996685] 'agreement among raft nodes before linearized reading' (duration: 1.031692312s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:17.285434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.525876Z","time spent":"759.553155ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:35:17.28547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.253347Z","time spent":"1.03211084s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:35:17.285069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.20998Z","time spent":"1.07499987s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:17.285227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.041063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:35:17.285566Z","caller":"traceutil/trace.go:171","msg":"trace[549236636] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2458; }","duration":"759.402941ms","start":"2026-03-31T18:35:16.526155Z","end":"2026-03-31T18:35:17.285557Z","steps":["trace[549236636] 'agreement among raft nodes before linearized reading' (duration: 758.924701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:17.285593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.526148Z","time spent":"759.437182ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:17.285269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.79945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:35:17.285644Z","caller":"traceutil/trace.go:171","msg":"trace[1017852039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2458; }","duration":"760.209809ms","start":"2026-03-31T18:35:16.525426Z","end":"2026-03-31T18:35:17.285636Z","steps":["trace[1017852039] 'agreement among raft nodes before linearized reading' (duration: 759.688268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:17.285677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.525407Z","time spent":"760.26048ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:17.28574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.460783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:35:17.285777Z","caller":"traceutil/trace.go:171","msg":"trace[547496166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2458; }","duration":"759.545825ms","start":"2026-03-31T18:35:16.52622Z","end":"2026-03-31T18:35:17.285766Z","steps":["trace[547496166] 'agreement among raft nodes before linearized reading' (duration: 759.383911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:17.285768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.203082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:35:17.285812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.526198Z","time spent":"759.606787ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:35:17.285825Z","caller":"traceutil/trace.go:171","msg":"trace[182583179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2458; }","duration":"757.340985ms","start":"2026-03-31T18:35:16.528469Z","end":"2026-03-31T18:35:17.28581Z","steps":["trace[182583179] 'agreement among raft nodes before linearized reading' (duration: 757.192731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:17.285871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.528447Z","time spent":"757.412526ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:35:17.668097Z","caller":"traceutil/trace.go:171","msg":"trace[1779850092] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"379.265351ms","start":"2026-03-31T18:35:17.288805Z","end":"2026-03-31T18:35:17.668071Z","steps":["trace[1779850092] 'process raft request' (duration: 327.987241ms)","trace[1779850092] 'compare' (duration: 51.175687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:17.668224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.288785Z","time spent":"379.374403ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:17.687615Z","caller":"traceutil/trace.go:171","msg":"trace[495691378] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"398.643243ms","start":"2026-03-31T18:35:17.288943Z","end":"2026-03-31T18:35:17.687586Z","steps":["trace[495691378] 'process raft request' (duration: 398.403297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:17.687814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.288926Z","time spent":"398.795156ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:17.687912Z","caller":"traceutil/trace.go:171","msg":"trace[1989874413] linearizableReadLoop","detail":"{readStateIndex:2566; appliedIndex:2560; }","duration":"394.298324ms","start":"2026-03-31T18:35:17.293598Z","end":"2026-03-31T18:35:17.687896Z","steps":["trace[1989874413] 'read index received' (duration: 323.232793ms)","trace[1989874413] 'applied index is now lower than readState.Index' (duration: 71.064611ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:17.687928Z","caller":"traceutil/trace.go:171","msg":"trace[497020983] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"398.315045ms","start":"2026-03-31T18:35:17.289592Z","end":"2026-03-31T18:35:17.687907Z","steps":["trace[497020983] 'process raft request' (duration: 398.190232ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:17.687998Z","caller":"traceutil/trace.go:171","msg":"trace[760008118] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"397.298122ms","start":"2026-03-31T18:35:17.290693Z","end":"2026-03-31T18:35:17.687991Z","steps":["trace[760008118] 'process raft request' (duration: 397.178509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:17.688021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.289584Z","time spent":"398.386567ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:17.688071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.290685Z","time spent":"397.334244ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:17.688198Z","caller":"traceutil/trace.go:171","msg":"trace[93904377] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"399.154844ms","start":"2026-03-31T18:35:17.289012Z","end":"2026-03-31T18:35:17.688166Z","steps":["trace[93904377] 'process raft request' (duration: 398.510589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:17.688311Z","caller":"traceutil/trace.go:171","msg":"trace[324067165] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"398.006698ms","start":"2026-03-31T18:35:17.290091Z","end":"2026-03-31T18:35:17.688097Z","steps":["trace[324067165] 'process raft request' (duration: 397.761363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:17.688295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.012847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:17.688429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.289004Z","time spent":"399.303537ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:17.688428Z","caller":"traceutil/trace.go:171","msg":"trace[1302531340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2464; }","duration":"234.200581ms","start":"2026-03-31T18:35:17.454197Z","end":"2026-03-31T18:35:17.688397Z","steps":["trace[1302531340] 'agreement among raft nodes before linearized reading' (duration: 233.941855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:17.688527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.614911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:17.688562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.290081Z","time spent":"398.308895ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:17.688623Z","caller":"traceutil/trace.go:171","msg":"trace[791862041] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2464; }","duration":"394.99647ms","start":"2026-03-31T18:35:17.293581Z","end":"2026-03-31T18:35:17.688577Z","steps":["trace[791862041] 'agreement among raft nodes before linearized reading' (duration: 394.56066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:17.688828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.293573Z","time spent":"395.241766ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T18:35:19.408918Z","caller":"traceutil/trace.go:171","msg":"trace[1649247850] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"118.758438ms","start":"2026-03-31T18:35:19.29013Z","end":"2026-03-31T18:35:19.408888Z","steps":["trace[1649247850] 'process raft request' (duration: 118.558684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:19.534478Z","caller":"traceutil/trace.go:171","msg":"trace[1947760217] linearizableReadLoop","detail":"{readStateIndex:2569; appliedIndex:2567; }","duration":"235.510931ms","start":"2026-03-31T18:35:19.298924Z","end":"2026-03-31T18:35:19.534435Z","steps":["trace[1947760217] 'read index received' (duration: 109.887666ms)","trace[1947760217] 'applied index is now lower than readState.Index' (duration: 125.620125ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:19.534501Z","caller":"traceutil/trace.go:171","msg":"trace[1288542078] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"244.280082ms","start":"2026-03-31T18:35:19.290186Z","end":"2026-03-31T18:35:19.534466Z","steps":["trace[1288542078] 'process raft request' (duration: 191.113609ms)","trace[1288542078] 'compare' (duration: 52.641131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:19.535223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.282689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:35:19.535306Z","caller":"traceutil/trace.go:171","msg":"trace[1833966156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2467; }","duration":"236.414323ms","start":"2026-03-31T18:35:19.29887Z","end":"2026-03-31T18:35:19.535284Z","steps":["trace[1833966156] 'agreement among raft nodes before linearized reading' (duration: 236.019943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:19.77406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.13294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:35:19.774208Z","caller":"traceutil/trace.go:171","msg":"trace[466112010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2467; }","duration":"102.322134ms","start":"2026-03-31T18:35:19.671859Z","end":"2026-03-31T18:35:19.774182Z","steps":["trace[466112010] 'range keys from in-memory index tree' (duration: 101.583087ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:20.022822Z","caller":"traceutil/trace.go:171","msg":"trace[1135983294] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"245.394797ms","start":"2026-03-31T18:35:19.777409Z","end":"2026-03-31T18:35:20.022803Z","steps":["trace[1135983294] 'process raft request' (duration: 245.241013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:20.155524Z","caller":"traceutil/trace.go:171","msg":"trace[233489952] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"377.255295ms","start":"2026-03-31T18:35:19.778242Z","end":"2026-03-31T18:35:20.155497Z","steps":["trace[233489952] 'process raft request' (duration: 377.177434ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:20.155562Z","caller":"traceutil/trace.go:171","msg":"trace[1090217609] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"377.416198ms","start":"2026-03-31T18:35:19.77812Z","end":"2026-03-31T18:35:20.155536Z","steps":["trace[1090217609] 'process raft request' (duration: 351.63573ms)","trace[1090217609] 'compare' (duration: 25.508882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:20.155677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:19.778085Z","time spent":"377.536721ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:20.155677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:19.778203Z","time spent":"377.401599ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:20.155772Z","caller":"traceutil/trace.go:171","msg":"trace[811691208] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"377.141443ms","start":"2026-03-31T18:35:19.778606Z","end":"2026-03-31T18:35:20.155748Z","steps":["trace[811691208] 'process raft request' (duration: 376.855507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:20.155919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:19.77859Z","time spent":"377.246745ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:20.155935Z","caller":"traceutil/trace.go:171","msg":"trace[1243984846] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"373.664803ms","start":"2026-03-31T18:35:19.782254Z","end":"2026-03-31T18:35:20.155919Z","steps":["trace[1243984846] 'process raft request' (duration: 373.600562ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:20.15594Z","caller":"traceutil/trace.go:171","msg":"trace[199894315] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"373.709344ms","start":"2026-03-31T18:35:19.782208Z","end":"2026-03-31T18:35:20.155917Z","steps":["trace[199894315] 'process raft request' (duration: 373.422907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:20.15602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:19.782244Z","time spent":"373.730584ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:20.156037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:19.782191Z","time spent":"373.792875ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:20.991489Z","caller":"traceutil/trace.go:171","msg":"trace[1209365489] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"109.835646ms","start":"2026-03-31T18:35:20.881617Z","end":"2026-03-31T18:35:20.991453Z","steps":["trace[1209365489] 'process raft request' (duration: 109.611731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:21.671881Z","caller":"traceutil/trace.go:171","msg":"trace[1809346488] linearizableReadLoop","detail":"{readStateIndex:2580; appliedIndex:2578; }","duration":"122.650398ms","start":"2026-03-31T18:35:21.549199Z","end":"2026-03-31T18:35:21.671849Z","steps":["trace[1809346488] 'read index received' (duration: 16.158959ms)","trace[1809346488] 'applied index is now lower than readState.Index' (duration: 106.489659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:21.672171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.975755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:35:21.672148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.6971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:21.67224Z","caller":"traceutil/trace.go:171","msg":"trace[1725398155] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2477; }","duration":"123.088267ms","start":"2026-03-31T18:35:21.549133Z","end":"2026-03-31T18:35:21.672221Z","steps":["trace[1725398155] 'agreement among raft nodes before linearized reading' (duration: 122.882183ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:21.672243Z","caller":"traceutil/trace.go:171","msg":"trace[2056498882] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2477; }","duration":"101.867964ms","start":"2026-03-31T18:35:21.570361Z","end":"2026-03-31T18:35:21.672229Z","steps":["trace[2056498882] 'agreement among raft nodes before linearized reading' (duration: 101.665199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:22.287473Z","caller":"traceutil/trace.go:171","msg":"trace[1351642344] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"122.881663ms","start":"2026-03-31T18:35:22.164567Z","end":"2026-03-31T18:35:22.287449Z","steps":["trace[1351642344] 'process raft request' (duration: 122.72863ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:22.287729Z","caller":"traceutil/trace.go:171","msg":"trace[1014918198] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"122.695658ms","start":"2026-03-31T18:35:22.165023Z","end":"2026-03-31T18:35:22.287719Z","steps":["trace[1014918198] 'process raft request' (duration: 122.387041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:22.287793Z","caller":"traceutil/trace.go:171","msg":"trace[248973844] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"122.688428ms","start":"2026-03-31T18:35:22.165082Z","end":"2026-03-31T18:35:22.28777Z","steps":["trace[248973844] 'process raft request' (duration: 122.569926ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:22.287839Z","caller":"traceutil/trace.go:171","msg":"trace[143876274] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"122.018843ms","start":"2026-03-31T18:35:22.165803Z","end":"2026-03-31T18:35:22.287822Z","steps":["trace[143876274] 'process raft request' (duration: 121.91263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:22.672813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.837353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:22.672894Z","caller":"traceutil/trace.go:171","msg":"trace[1354889879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2483; }","duration":"218.967206ms","start":"2026-03-31T18:35:22.45391Z","end":"2026-03-31T18:35:22.672877Z","steps":["trace[1354889879] 'range keys from in-memory index tree' (duration: 218.73934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:22.673364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.063268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:35:22.67363Z","caller":"traceutil/trace.go:171","msg":"trace[815074407] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:2483; }","duration":"273.190741ms","start":"2026-03-31T18:35:22.40024Z","end":"2026-03-31T18:35:22.673431Z","steps":["trace[815074407] 'range keys from in-memory index tree' (duration: 272.65517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:24.531729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.855099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:24.532033Z","caller":"traceutil/trace.go:171","msg":"trace[590638931] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"156.577592ms","start":"2026-03-31T18:35:24.37538Z","end":"2026-03-31T18:35:24.531958Z","steps":["trace[590638931] 'process raft request' (duration: 156.51024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:24.532141Z","caller":"traceutil/trace.go:171","msg":"trace[1182541376] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"156.636773ms","start":"2026-03-31T18:35:24.375469Z","end":"2026-03-31T18:35:24.532105Z","steps":["trace[1182541376] 'process raft request' (duration: 156.451749ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:24.532204Z","caller":"traceutil/trace.go:171","msg":"trace[699363597] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"157.006941ms","start":"2026-03-31T18:35:24.374962Z","end":"2026-03-31T18:35:24.531968Z","steps":["trace[699363597] 'process raft request' (duration: 27.833875ms)","trace[699363597] 'compare' (duration: 128.738206ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:24.532379Z","caller":"traceutil/trace.go:171","msg":"trace[104667797] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"156.674454ms","start":"2026-03-31T18:35:24.375322Z","end":"2026-03-31T18:35:24.531996Z","steps":["trace[104667797] 'process raft request' (duration: 156.51516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:25.430299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.302182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T18:35:25.430385Z","caller":"traceutil/trace.go:171","msg":"trace[500511403] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2496; }","duration":"205.447536ms","start":"2026-03-31T18:35:25.224917Z","end":"2026-03-31T18:35:25.430365Z","steps":["trace[500511403] 'count revisions from in-memory index tree' (duration: 205.18501ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:25.734839Z","caller":"traceutil/trace.go:171","msg":"trace[1999203051] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"263.088761ms","start":"2026-03-31T18:35:25.47172Z","end":"2026-03-31T18:35:25.734809Z","steps":["trace[1999203051] 'process raft request' (duration: 262.896186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:25.773641Z","caller":"traceutil/trace.go:171","msg":"trace[507905365] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"159.407585ms","start":"2026-03-31T18:35:25.614197Z","end":"2026-03-31T18:35:25.773605Z","steps":["trace[507905365] 'process raft request' (duration: 159.131349ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:26.497099Z","caller":"traceutil/trace.go:171","msg":"trace[1631771816] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"118.539714ms","start":"2026-03-31T18:35:26.378537Z","end":"2026-03-31T18:35:26.497077Z","steps":["trace[1631771816] 'process raft request' (duration: 31.917969ms)","trace[1631771816] 'compare' (duration: 86.538093ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:26.660022Z","caller":"traceutil/trace.go:171","msg":"trace[1318842041] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"118.273977ms","start":"2026-03-31T18:35:26.541724Z","end":"2026-03-31T18:35:26.659998Z","steps":["trace[1318842041] 'process raft request' (duration: 118.194125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:26.66016Z","caller":"traceutil/trace.go:171","msg":"trace[1599216936] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"118.052062ms","start":"2026-03-31T18:35:26.54208Z","end":"2026-03-31T18:35:26.660132Z","steps":["trace[1599216936] 'process raft request' (duration: 117.883208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:26.660106Z","caller":"traceutil/trace.go:171","msg":"trace[1695211337] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"118.521623ms","start":"2026-03-31T18:35:26.541535Z","end":"2026-03-31T18:35:26.660056Z","steps":["trace[1695211337] 'process raft request' (duration: 105.346813ms)","trace[1695211337] 'compare' (duration: 12.903224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:27.027383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.673006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:35:27.02749Z","caller":"traceutil/trace.go:171","msg":"trace[2144504721] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2505; }","duration":"246.83444ms","start":"2026-03-31T18:35:26.780641Z","end":"2026-03-31T18:35:27.027475Z","steps":["trace[2144504721] 'range keys from in-memory index tree' (duration: 246.496892ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:27.618143Z","caller":"traceutil/trace.go:171","msg":"trace[1537828825] linearizableReadLoop","detail":"{readStateIndex:2612; appliedIndex:2611; }","duration":"258.872481ms","start":"2026-03-31T18:35:27.359246Z","end":"2026-03-31T18:35:27.618119Z","steps":["trace[1537828825] 'read index received' (duration: 258.723598ms)","trace[1537828825] 'applied index is now lower than readState.Index' (duration: 147.733µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:27.618215Z","caller":"traceutil/trace.go:171","msg":"trace[450574627] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"277.538806ms","start":"2026-03-31T18:35:27.340642Z","end":"2026-03-31T18:35:27.618181Z","steps":["trace[450574627] 'process raft request' (duration: 277.321791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:27.618427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.113417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:27.618638Z","caller":"traceutil/trace.go:171","msg":"trace[243511528] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2508; }","duration":"259.329592ms","start":"2026-03-31T18:35:27.359183Z","end":"2026-03-31T18:35:27.618512Z","steps":["trace[243511528] 'agreement among raft nodes before linearized reading' (duration: 259.068726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:27.839476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.584275ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:35:27.839709Z","caller":"traceutil/trace.go:171","msg":"trace[1935167141] linearizableReadLoop","detail":"{readStateIndex:2613; appliedIndex:2612; }","duration":"221.46673ms","start":"2026-03-31T18:35:27.618218Z","end":"2026-03-31T18:35:27.839685Z","steps":["trace[1935167141] 'read index received' (duration: 38.602998ms)","trace[1935167141] 'applied index is now lower than readState.Index' (duration: 182.861121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:27.839898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.461045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:27.840002Z","caller":"traceutil/trace.go:171","msg":"trace[129941284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2509; }","duration":"386.574367ms","start":"2026-03-31T18:35:27.453411Z","end":"2026-03-31T18:35:27.839985Z","steps":["trace[129941284] 'agreement among raft nodes before linearized reading' (duration: 386.340592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:27.840081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:27.453348Z","time spent":"386.721891ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:35:27.85182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.825069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-31T18:35:27.851896Z","caller":"traceutil/trace.go:171","msg":"trace[1400013059] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2510; }","duration":"120.958282ms","start":"2026-03-31T18:35:27.730919Z","end":"2026-03-31T18:35:27.851877Z","steps":["trace[1400013059] 'agreement among raft nodes before linearized reading' (duration: 120.715557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:28.799833Z","caller":"traceutil/trace.go:171","msg":"trace[1158915960] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"130.07469ms","start":"2026-03-31T18:35:28.669738Z","end":"2026-03-31T18:35:28.799813Z","steps":["trace[1158915960] 'process raft request' (duration: 130.036709ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:28.799915Z","caller":"traceutil/trace.go:171","msg":"trace[980754366] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"130.832928ms","start":"2026-03-31T18:35:28.669049Z","end":"2026-03-31T18:35:28.799882Z","steps":["trace[980754366] 'process raft request' (duration: 51.337188ms)","trace[980754366] 'compare' (duration: 79.275495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:32.834282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.820971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:32.834466Z","caller":"traceutil/trace.go:171","msg":"trace[594164292] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"264.296674ms","start":"2026-03-31T18:35:32.570147Z","end":"2026-03-31T18:35:32.834443Z","steps":["trace[594164292] 'process raft request' (duration: 139.178446ms)","trace[594164292] 'compare' (duration: 124.697348ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:33.150078Z","caller":"traceutil/trace.go:171","msg":"trace[150674217] linearizableReadLoop","detail":"{readStateIndex:2642; appliedIndex:2641; }","duration":"230.69327ms","start":"2026-03-31T18:35:32.919353Z","end":"2026-03-31T18:35:33.150047Z","steps":["trace[150674217] 'read index received' (duration: 132.797053ms)","trace[150674217] 'applied index is now lower than readState.Index' (duration: 97.894827ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:33.150122Z","caller":"traceutil/trace.go:171","msg":"trace[2029094095] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"235.10793ms","start":"2026-03-31T18:35:32.914974Z","end":"2026-03-31T18:35:33.150082Z","steps":["trace[2029094095] 'process raft request' (duration: 137.176872ms)","trace[2029094095] 'compare' (duration: 97.761825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:33.150231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.855304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:33.150317Z","caller":"traceutil/trace.go:171","msg":"trace[1972937160] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2536; }","duration":"230.976477ms","start":"2026-03-31T18:35:32.919324Z","end":"2026-03-31T18:35:33.1503Z","steps":["trace[1972937160] 'agreement among raft nodes before linearized reading' (duration: 230.844124ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:33.342036Z","caller":"traceutil/trace.go:171","msg":"trace[124675675] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"133.671832ms","start":"2026-03-31T18:35:33.208333Z","end":"2026-03-31T18:35:33.342005Z","steps":["trace[124675675] 'process raft request' (duration: 133.458487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:36.205815Z","caller":"traceutil/trace.go:171","msg":"trace[419472997] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"108.006528ms","start":"2026-03-31T18:35:36.097767Z","end":"2026-03-31T18:35:36.205773Z","steps":["trace[419472997] 'process raft request' (duration: 62.099513ms)","trace[419472997] 'compare' (duration: 45.651379ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:38.16912Z","caller":"traceutil/trace.go:171","msg":"trace[1018415798] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"142.504113ms","start":"2026-03-31T18:35:38.026594Z","end":"2026-03-31T18:35:38.169099Z","steps":["trace[1018415798] 'process raft request' (duration: 142.331279ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:38.248441Z","caller":"traceutil/trace.go:171","msg":"trace[966161601] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"192.827788ms","start":"2026-03-31T18:35:38.055578Z","end":"2026-03-31T18:35:38.248405Z","steps":["trace[966161601] 'process raft request' (duration: 192.645323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:38.365785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.426162ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:35:38.365899Z","caller":"traceutil/trace.go:171","msg":"trace[2067243414] linearizableReadLoop","detail":"{readStateIndex:2668; appliedIndex:2665; }","duration":"198.874916ms","start":"2026-03-31T18:35:38.167002Z","end":"2026-03-31T18:35:38.365877Z","steps":["trace[2067243414] 'read index received' (duration: 1.942184ms)","trace[2067243414] 'applied index is now lower than readState.Index' (duration: 196.930722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:38.366118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.231631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:35:38.366157Z","caller":"traceutil/trace.go:171","msg":"trace[710180] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2561; }","duration":"143.315632ms","start":"2026-03-31T18:35:38.222831Z","end":"2026-03-31T18:35:38.366147Z","steps":["trace[710180] 'agreement among raft nodes before linearized reading' (duration: 143.157657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:38.366201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.166573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-31T18:35:38.366348Z","caller":"traceutil/trace.go:171","msg":"trace[1097884518] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2561; }","duration":"199.359278ms","start":"2026-03-31T18:35:38.166954Z","end":"2026-03-31T18:35:38.366313Z","steps":["trace[1097884518] 'agreement among raft nodes before linearized reading' (duration: 198.999729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:39.356177Z","caller":"traceutil/trace.go:171","msg":"trace[861287652] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"161.982967ms","start":"2026-03-31T18:35:39.194154Z","end":"2026-03-31T18:35:39.356137Z","steps":["trace[861287652] 'process raft request' (duration: 161.723901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:39.481333Z","caller":"traceutil/trace.go:171","msg":"trace[599972163] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"102.257197ms","start":"2026-03-31T18:35:39.37904Z","end":"2026-03-31T18:35:39.481297Z","steps":["trace[599972163] 'process raft request' (duration: 95.394571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:49.533251Z","caller":"traceutil/trace.go:171","msg":"trace[1924528823] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"112.771586ms","start":"2026-03-31T18:35:49.420446Z","end":"2026-03-31T18:35:49.533217Z","steps":["trace[1924528823] 'process raft request' (duration: 112.537891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:49.818559Z","caller":"traceutil/trace.go:171","msg":"trace[2063472445] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"247.780179ms","start":"2026-03-31T18:35:49.570752Z","end":"2026-03-31T18:35:49.818533Z","steps":["trace[2063472445] 'process raft request' (duration: 247.598155ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:49.818766Z","caller":"traceutil/trace.go:171","msg":"trace[411757104] linearizableReadLoop","detail":"{readStateIndex:2728; appliedIndex:2727; }","duration":"218.743008ms","start":"2026-03-31T18:35:49.599755Z","end":"2026-03-31T18:35:49.818498Z","steps":["trace[411757104] 'read index received' (duration: 218.493422ms)","trace[411757104] 'applied index is now lower than readState.Index' (duration: 248.676µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:49.81879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.027464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:49.818886Z","caller":"traceutil/trace.go:171","msg":"trace[1276344111] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2619; }","duration":"219.180788ms","start":"2026-03-31T18:35:49.599682Z","end":"2026-03-31T18:35:49.818862Z","steps":["trace[1276344111] 'agreement among raft nodes before linearized reading' (duration: 219.011734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:50.560153Z","caller":"traceutil/trace.go:171","msg":"trace[1744699815] linearizableReadLoop","detail":"{readStateIndex:2730; appliedIndex:2729; }","duration":"107.546717ms","start":"2026-03-31T18:35:50.452578Z","end":"2026-03-31T18:35:50.560125Z","steps":["trace[1744699815] 'read index received' (duration: 86.817206ms)","trace[1744699815] 'applied index is now lower than readState.Index' (duration: 20.727861ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:50.560173Z","caller":"traceutil/trace.go:171","msg":"trace[2064568133] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"241.843373ms","start":"2026-03-31T18:35:50.318294Z","end":"2026-03-31T18:35:50.560137Z","steps":["trace[2064568133] 'process raft request' (duration: 221.107502ms)","trace[2064568133] 'compare' (duration: 20.488596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:50.56036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.171579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:50.560364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.773833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:35:50.560424Z","caller":"traceutil/trace.go:171","msg":"trace[2094518776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2621; }","duration":"107.846504ms","start":"2026-03-31T18:35:50.452562Z","end":"2026-03-31T18:35:50.560409Z","steps":["trace[2094518776] 'agreement among raft nodes before linearized reading' (duration: 107.6586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:50.560446Z","caller":"traceutil/trace.go:171","msg":"trace[2010739442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2621; }","duration":"107.287882ms","start":"2026-03-31T18:35:50.453099Z","end":"2026-03-31T18:35:50.560387Z","steps":["trace[2010739442] 'agreement among raft nodes before linearized reading' (duration: 107.19697ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:54.704552Z","caller":"traceutil/trace.go:171","msg":"trace[1853213063] linearizableReadLoop","detail":"{readStateIndex:2753; appliedIndex:2752; }","duration":"120.870361ms","start":"2026-03-31T18:35:54.583658Z","end":"2026-03-31T18:35:54.704528Z","steps":["trace[1853213063] 'read index received' (duration: 120.605855ms)","trace[1853213063] 'applied index is now lower than readState.Index' (duration: 263.206µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:54.704664Z","caller":"traceutil/trace.go:171","msg":"trace[1281069876] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"131.464152ms","start":"2026-03-31T18:35:54.573188Z","end":"2026-03-31T18:35:54.704652Z","steps":["trace[1281069876] 'process raft request' (duration: 131.172205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:54.704984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.308506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:35:54.705087Z","caller":"traceutil/trace.go:171","msg":"trace[197734453] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2643; }","duration":"119.422819ms","start":"2026-03-31T18:35:54.585639Z","end":"2026-03-31T18:35:54.705062Z","steps":["trace[197734453] 'agreement among raft nodes before linearized reading' (duration: 119.162843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:54.70502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.345471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:35:54.705204Z","caller":"traceutil/trace.go:171","msg":"trace[1580014783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2643; }","duration":"121.562616ms","start":"2026-03-31T18:35:54.583622Z","end":"2026-03-31T18:35:54.705184Z","steps":["trace[1580014783] 'agreement among raft nodes before linearized reading' (duration: 121.26625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:56.950958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.676196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:56.951037Z","caller":"traceutil/trace.go:171","msg":"trace[1657980292] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"179.895704ms","start":"2026-03-31T18:35:56.771129Z","end":"2026-03-31T18:35:56.951025Z","steps":["trace[1657980292] 'process raft request' (duration: 41.099275ms)","trace[1657980292] 'compare' (duration: 138.593084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:57.369856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.535351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:57.369944Z","caller":"traceutil/trace.go:171","msg":"trace[1360709395] linearizableReadLoop","detail":"{readStateIndex:2764; appliedIndex:2763; }","duration":"245.944838ms","start":"2026-03-31T18:35:57.123987Z","end":"2026-03-31T18:35:57.369932Z","steps":["trace[1360709395] 'read index received' (duration: 48.771µs)","trace[1360709395] 'applied index is now lower than readState.Index' (duration: 245.895177ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:57.370008Z","caller":"traceutil/trace.go:171","msg":"trace[853412975] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"387.941008ms","start":"2026-03-31T18:35:56.98206Z","end":"2026-03-31T18:35:57.370002Z","steps":["trace[853412975] 'process raft request' (duration: 86.187732ms)","trace[853412975] 'compare' (duration: 301.289406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:57.370041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:56.98204Z","time spent":"387.983699ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:57.370177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.209228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:35:57.370214Z","caller":"traceutil/trace.go:171","msg":"trace[1815237021] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2654; }","duration":"237.283959ms","start":"2026-03-31T18:35:57.132921Z","end":"2026-03-31T18:35:57.370205Z","steps":["trace[1815237021] 'agreement among raft nodes before linearized reading' (duration: 237.160336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:57.370261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.727261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:35:57.370293Z","caller":"traceutil/trace.go:171","msg":"trace[32567963] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2654; }","duration":"234.778922ms","start":"2026-03-31T18:35:57.135507Z","end":"2026-03-31T18:35:57.370286Z","steps":["trace[32567963] 'agreement among raft nodes before linearized reading' (duration: 234.71117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:57.370438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.251683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:35:57.370468Z","caller":"traceutil/trace.go:171","msg":"trace[794137884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2654; }","duration":"235.389727ms","start":"2026-03-31T18:35:57.135069Z","end":"2026-03-31T18:35:57.370459Z","steps":["trace[794137884] 'agreement among raft nodes before linearized reading' (duration: 235.250764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:57.370506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.48444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:35:57.370628Z","caller":"traceutil/trace.go:171","msg":"trace[2087407215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2654; }","duration":"246.649835ms","start":"2026-03-31T18:35:57.123944Z","end":"2026-03-31T18:35:57.370593Z","steps":["trace[2087407215] 'agreement among raft nodes before linearized reading' (duration: 246.324606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:57.621277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.160312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:57.621627Z","caller":"traceutil/trace.go:171","msg":"trace[636354048] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"246.983981ms","start":"2026-03-31T18:35:57.374509Z","end":"2026-03-31T18:35:57.621493Z","steps":["trace[636354048] 'process raft request' (duration: 98.212155ms)","trace[636354048] 'compare' (duration: 148.029399ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:57.621759Z","caller":"traceutil/trace.go:171","msg":"trace[1898294844] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"246.712164ms","start":"2026-03-31T18:35:57.375023Z","end":"2026-03-31T18:35:57.621735Z","steps":["trace[1898294844] 'process raft request' (duration: 246.380147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:57.621955Z","caller":"traceutil/trace.go:171","msg":"trace[1060833955] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"246.832676ms","start":"2026-03-31T18:35:57.375095Z","end":"2026-03-31T18:35:57.621928Z","steps":["trace[1060833955] 'process raft request' (duration: 246.629572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:57.62207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.138706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:57.622118Z","caller":"traceutil/trace.go:171","msg":"trace[1148846227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2658; }","duration":"168.238078ms","start":"2026-03-31T18:35:57.453867Z","end":"2026-03-31T18:35:57.622105Z","steps":["trace[1148846227] 'agreement among raft nodes before linearized reading' (duration: 168.158067ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:57.622171Z","caller":"traceutil/trace.go:171","msg":"trace[1729747353] linearizableReadLoop","detail":"{readStateIndex:2768; appliedIndex:2765; }","duration":"168.225709ms","start":"2026-03-31T18:35:57.45393Z","end":"2026-03-31T18:35:57.622156Z","steps":["trace[1729747353] 'read index received' (duration: 18.645945ms)","trace[1729747353] 'applied index is now lower than readState.Index' (duration: 149.578383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:58.549607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.053394ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:35:58.549895Z","caller":"traceutil/trace.go:171","msg":"trace[1781757362] linearizableReadLoop","detail":"{readStateIndex:2769; appliedIndex:2768; }","duration":"927.576798ms","start":"2026-03-31T18:35:57.62229Z","end":"2026-03-31T18:35:58.549867Z","steps":["trace[1781757362] 'read index received' (duration: 273.417942ms)","trace[1781757362] 'applied index is now lower than readState.Index' (duration: 654.156846ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:58.550086Z","caller":"traceutil/trace.go:171","msg":"trace[1542670050] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"253.96554ms","start":"2026-03-31T18:35:58.296109Z","end":"2026-03-31T18:35:58.550074Z","steps":["trace[1542670050] 'process raft request' (duration: 253.718803ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:58.550101Z","caller":"traceutil/trace.go:171","msg":"trace[916613207] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"702.133479ms","start":"2026-03-31T18:35:57.847905Z","end":"2026-03-31T18:35:58.550039Z","steps":["trace[916613207] 'process raft request' (duration: 701.805561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:58.550276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:57.847882Z","time spent":"702.303422ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:58.613443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021314052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:35:58.61355Z","caller":"traceutil/trace.go:171","msg":"trace[436538909] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2660; }","duration":"1.021459635s","start":"2026-03-31T18:35:57.592056Z","end":"2026-03-31T18:35:58.613515Z","steps":["trace[436538909] 'agreement among raft nodes before linearized reading' (duration: 957.95026ms)","trace[436538909] 'range keys from in-memory index tree' (duration: 63.270329ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:58.613544Z","caller":"traceutil/trace.go:171","msg":"trace[1499125275] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"127.528562ms","start":"2026-03-31T18:35:58.485965Z","end":"2026-03-31T18:35:58.613494Z","steps":["trace[1499125275] 'process raft request' (duration: 74.410683ms)","trace[1499125275] 'compare' (duration: 52.827482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:58.6136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:57.592035Z","time spent":"1.021553497s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:35:58.613603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.314893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:35:58.613584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.172813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-31T18:35:58.613703Z","caller":"traceutil/trace.go:171","msg":"trace[1176947753] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2661; }","duration":"134.327197ms","start":"2026-03-31T18:35:58.479351Z","end":"2026-03-31T18:35:58.613678Z","steps":["trace[1176947753] 'agreement among raft nodes before linearized reading' (duration: 133.984359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:58.613457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.274735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:58.613658Z","caller":"traceutil/trace.go:171","msg":"trace[810341985] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2661; }","duration":"887.396355ms","start":"2026-03-31T18:35:57.726244Z","end":"2026-03-31T18:35:58.613641Z","steps":["trace[810341985] 'agreement among raft nodes before linearized reading' (duration: 887.265962ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:58.613864Z","caller":"traceutil/trace.go:171","msg":"trace[1801835111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2661; }","duration":"990.717605ms","start":"2026-03-31T18:35:57.623098Z","end":"2026-03-31T18:35:58.613816Z","steps":["trace[1801835111] 'agreement among raft nodes before linearized reading' (duration: 990.226924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:58.613948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:57.623078Z","time spent":"990.839278ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:35:58.613922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:57.726224Z","time spent":"887.683931ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:35:59.177284Z","caller":"traceutil/trace.go:171","msg":"trace[1514377607] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"459.62452ms","start":"2026-03-31T18:35:58.717629Z","end":"2026-03-31T18:35:59.177254Z","steps":["trace[1514377607] 'process raft request' (duration: 459.439836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:59.177464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:58.717611Z","time spent":"459.760882ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:59.591043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.27495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:59.591127Z","caller":"traceutil/trace.go:171","msg":"trace[1279473038] linearizableReadLoop","detail":"{readStateIndex:2775; appliedIndex:2773; }","duration":"672.890602ms","start":"2026-03-31T18:35:58.918222Z","end":"2026-03-31T18:35:59.591113Z","steps":["trace[1279473038] 'read index received' (duration: 258.988343ms)","trace[1279473038] 'applied index is now lower than readState.Index' (duration: 413.901269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:59.591226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.002855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:59.591182Z","caller":"traceutil/trace.go:171","msg":"trace[236245451] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"854.954205ms","start":"2026-03-31T18:35:58.736184Z","end":"2026-03-31T18:35:59.591138Z","steps":["trace[236245451] 'process raft request' (duration: 682.519582ms)","trace[236245451] 'compare' (duration: 172.136887ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:59.59127Z","caller":"traceutil/trace.go:171","msg":"trace[275083206] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2664; }","duration":"673.083216ms","start":"2026-03-31T18:35:58.918169Z","end":"2026-03-31T18:35:59.591252Z","steps":["trace[275083206] 'agreement among raft nodes before linearized reading' (duration: 673.012514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:59.591306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:58.918143Z","time spent":"673.151438ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:59.591326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.701458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:35:59.591365Z","caller":"traceutil/trace.go:171","msg":"trace[712894338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2664; }","duration":"636.75483ms","start":"2026-03-31T18:35:58.954599Z","end":"2026-03-31T18:35:59.591354Z","steps":["trace[712894338] 'agreement among raft nodes before linearized reading' (duration: 636.625937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:59.591393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:58.95459Z","time spent":"636.796261ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:59.591386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:58.736144Z","time spent":"855.15009ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:59.59142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.908399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:35:59.591505Z","caller":"traceutil/trace.go:171","msg":"trace[1993482454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2664; }","duration":"178.067982ms","start":"2026-03-31T18:35:59.413419Z","end":"2026-03-31T18:35:59.591487Z","steps":["trace[1993482454] 'agreement among raft nodes before linearized reading' (duration: 177.834037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:59.591748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.444397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:59.591862Z","caller":"traceutil/trace.go:171","msg":"trace[1767576749] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2664; }","duration":"409.893747ms","start":"2026-03-31T18:35:59.181953Z","end":"2026-03-31T18:35:59.591847Z","steps":["trace[1767576749] 'agreement among raft nodes before linearized reading' (duration: 409.370576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:59.591894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:59.181891Z","time spent":"409.995339ms","remote":"127.0.0.1:42024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:36:00.213517Z","caller":"traceutil/trace.go:171","msg":"trace[1022916487] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"573.318247ms","start":"2026-03-31T18:35:59.640109Z","end":"2026-03-31T18:36:00.213427Z","steps":["trace[1022916487] 'process raft request' (duration: 573.144513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:00.213632Z","caller":"traceutil/trace.go:171","msg":"trace[573207012] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"572.826795ms","start":"2026-03-31T18:35:59.640773Z","end":"2026-03-31T18:36:00.2136Z","steps":["trace[573207012] 'process raft request' (duration: 572.615631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:00.213666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:59.640084Z","time spent":"573.50752ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:00.213793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:59.640756Z","time spent":"572.949988ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:01.407686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.280889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:01.407764Z","caller":"traceutil/trace.go:171","msg":"trace[2056326932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2669; }","duration":"955.385371ms","start":"2026-03-31T18:36:00.452354Z","end":"2026-03-31T18:36:01.407739Z","steps":["trace[2056326932] 'range keys from in-memory index tree' (duration: 955.227368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:01.407802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:00.452341Z","time spent":"955.453023ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:36:01.407899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.629199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:01.408277Z","caller":"traceutil/trace.go:171","msg":"trace[1518815869] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"226.002734ms","start":"2026-03-31T18:36:01.182249Z","end":"2026-03-31T18:36:01.408252Z","steps":["trace[1518815869] 'process raft request' (duration: 225.938242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:01.408514Z","caller":"traceutil/trace.go:171","msg":"trace[1609683263] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"789.817254ms","start":"2026-03-31T18:36:00.61866Z","end":"2026-03-31T18:36:01.408478Z","steps":["trace[1609683263] 'process raft request' (duration: 789.383054ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:01.408581Z","caller":"traceutil/trace.go:171","msg":"trace[670406237] linearizableReadLoop","detail":"{readStateIndex:2782; appliedIndex:2780; }","duration":"764.628011ms","start":"2026-03-31T18:36:00.643917Z","end":"2026-03-31T18:36:01.408545Z","steps":["trace[670406237] 'read index received' (duration: 377.357528ms)","trace[670406237] 'applied index is now lower than readState.Index' (duration: 387.267053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:01.408627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:00.618631Z","time spent":"789.936867ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:01.408615Z","caller":"traceutil/trace.go:171","msg":"trace[1779277660] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"853.451463ms","start":"2026-03-31T18:36:00.55513Z","end":"2026-03-31T18:36:01.408581Z","steps":["trace[1779277660] 'process raft request' (duration: 466.055807ms)","trace[1779277660] 'compare' (duration: 386.330872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:01.408775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.866716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:36:01.408843Z","caller":"traceutil/trace.go:171","msg":"trace[626905932] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2672; }","duration":"764.975198ms","start":"2026-03-31T18:36:00.643852Z","end":"2026-03-31T18:36:01.408827Z","steps":["trace[626905932] 'agreement among raft nodes before linearized reading' (duration: 764.797924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:01.408857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:00.555094Z","time spent":"853.693038ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:01.408883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:00.643828Z","time spent":"765.04681ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:36:01.408931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.601653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:36:01.409007Z","caller":"traceutil/trace.go:171","msg":"trace[1505079688] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2672; }","duration":"729.725496ms","start":"2026-03-31T18:36:00.679262Z","end":"2026-03-31T18:36:01.408988Z","steps":["trace[1505079688] 'agreement among raft nodes before linearized reading' (duration: 729.496371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:01.409067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:00.679239Z","time spent":"729.807948ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:36:02.036735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.018249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:02.036885Z","caller":"traceutil/trace.go:171","msg":"trace[601595804] linearizableReadLoop","detail":"{readStateIndex:2786; appliedIndex:2785; }","duration":"355.706375ms","start":"2026-03-31T18:36:01.681141Z","end":"2026-03-31T18:36:02.036847Z","steps":["trace[601595804] 'read index received' (duration: 207.444411ms)","trace[601595804] 'applied index is now lower than readState.Index' (duration: 148.260104ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:02.036895Z","caller":"traceutil/trace.go:171","msg":"trace[1060059112] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"393.622757ms","start":"2026-03-31T18:36:01.643245Z","end":"2026-03-31T18:36:02.036867Z","steps":["trace[1060059112] 'process raft request' (duration: 245.370434ms)","trace[1060059112] 'compare' (duration: 147.710391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:02.037011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:01.643225Z","time spent":"393.725139ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:02.037116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.977411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:36:02.037153Z","caller":"traceutil/trace.go:171","msg":"trace[360483816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2675; }","duration":"356.038563ms","start":"2026-03-31T18:36:01.681106Z","end":"2026-03-31T18:36:02.037144Z","steps":["trace[360483816] 'agreement among raft nodes before linearized reading' (duration: 355.820858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:02.037176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:01.681095Z","time spent":"356.076613ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:36:04.664093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.177356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:04.664187Z","caller":"traceutil/trace.go:171","msg":"trace[1110521013] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2689; }","duration":"120.320239ms","start":"2026-03-31T18:36:04.543845Z","end":"2026-03-31T18:36:04.664165Z","steps":["trace[1110521013] 'count revisions from in-memory index tree' (duration: 120.113635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:07.719604Z","caller":"traceutil/trace.go:171","msg":"trace[666740985] linearizableReadLoop","detail":"{readStateIndex:2815; appliedIndex:2813; }","duration":"197.518715ms","start":"2026-03-31T18:36:07.522062Z","end":"2026-03-31T18:36:07.71958Z","steps":["trace[666740985] 'read index received' (duration: 82.171891ms)","trace[666740985] 'applied index is now lower than readState.Index' (duration: 115.345634ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:07.719655Z","caller":"traceutil/trace.go:171","msg":"trace[451298412] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"207.037992ms","start":"2026-03-31T18:36:07.512571Z","end":"2026-03-31T18:36:07.719609Z","steps":["trace[451298412] 'process raft request' (duration: 193.504243ms)","trace[451298412] 'compare' (duration: 13.265103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:07.719844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.76457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:36:07.719891Z","caller":"traceutil/trace.go:171","msg":"trace[309380596] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2703; }","duration":"197.864993ms","start":"2026-03-31T18:36:07.522009Z","end":"2026-03-31T18:36:07.719874Z","steps":["trace[309380596] 'agreement among raft nodes before linearized reading' (duration: 197.699449ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:07.720063Z","caller":"traceutil/trace.go:171","msg":"trace[1991225473] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"122.729833ms","start":"2026-03-31T18:36:07.597292Z","end":"2026-03-31T18:36:07.720022Z","steps":["trace[1991225473] 'process raft request' (duration: 122.216742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:07.810247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.09403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:36:07.81038Z","caller":"traceutil/trace.go:171","msg":"trace[1441112255] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2703; }","duration":"260.270013ms","start":"2026-03-31T18:36:07.550088Z","end":"2026-03-31T18:36:07.810358Z","steps":["trace[1441112255] 'agreement among raft nodes before linearized reading' (duration: 260.011527ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:08.102491Z","caller":"traceutil/trace.go:171","msg":"trace[1302310372] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"284.771811ms","start":"2026-03-31T18:36:07.817693Z","end":"2026-03-31T18:36:08.102465Z","steps":["trace[1302310372] 'process raft request' (duration: 284.659868ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:08.102492Z","caller":"traceutil/trace.go:171","msg":"trace[1361957681] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"286.676174ms","start":"2026-03-31T18:36:07.815779Z","end":"2026-03-31T18:36:08.102456Z","steps":["trace[1361957681] 'process raft request' (duration: 259.65488ms)","trace[1361957681] 'compare' (duration: 26.711157ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:08.409588Z","caller":"traceutil/trace.go:171","msg":"trace[377529213] linearizableReadLoop","detail":"{readStateIndex:2821; appliedIndex:2820; }","duration":"210.109772ms","start":"2026-03-31T18:36:08.199449Z","end":"2026-03-31T18:36:08.409559Z","steps":["trace[377529213] 'read index received' (duration: 209.850897ms)","trace[377529213] 'applied index is now lower than readState.Index' (duration: 257.725µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:08.409645Z","caller":"traceutil/trace.go:171","msg":"trace[577552117] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"245.408136ms","start":"2026-03-31T18:36:08.164177Z","end":"2026-03-31T18:36:08.409585Z","steps":["trace[577552117] 'process raft request' (duration: 245.201551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:08.409898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.382959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:36:08.409989Z","caller":"traceutil/trace.go:171","msg":"trace[1024685962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2707; }","duration":"210.573083ms","start":"2026-03-31T18:36:08.1994Z","end":"2026-03-31T18:36:08.409973Z","steps":["trace[1024685962] 'agreement among raft nodes before linearized reading' (duration: 210.272326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:08.62551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.58637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:36:08.625597Z","caller":"traceutil/trace.go:171","msg":"trace[596976598] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2708; }","duration":"148.726484ms","start":"2026-03-31T18:36:08.476854Z","end":"2026-03-31T18:36:08.62558Z","steps":["trace[596976598] 'range keys from in-memory index tree' (duration: 148.393756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:08.625537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.204592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:36:08.625698Z","caller":"traceutil/trace.go:171","msg":"trace[787333297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2708; }","duration":"148.386516ms","start":"2026-03-31T18:36:08.4773Z","end":"2026-03-31T18:36:08.625687Z","steps":["trace[787333297] 'range keys from in-memory index tree' (duration: 148.11697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:08.888099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.822482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:08.888323Z","caller":"traceutil/trace.go:171","msg":"trace[1754588590] linearizableReadLoop","detail":"{readStateIndex:2825; appliedIndex:2822; }","duration":"205.132817ms","start":"2026-03-31T18:36:08.683172Z","end":"2026-03-31T18:36:08.888305Z","steps":["trace[1754588590] 'read index received' (duration: 25.178553ms)","trace[1754588590] 'applied index is now lower than readState.Index' (duration: 179.953334ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:08.888377Z","caller":"traceutil/trace.go:171","msg":"trace[30517148] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"258.572984ms","start":"2026-03-31T18:36:08.629781Z","end":"2026-03-31T18:36:08.888354Z","steps":["trace[30517148] 'process raft request' (duration: 154.382864ms)","trace[30517148] 'compare' (duration: 103.498865ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:08.888395Z","caller":"traceutil/trace.go:171","msg":"trace[982422848] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"228.231463ms","start":"2026-03-31T18:36:08.660134Z","end":"2026-03-31T18:36:08.888365Z","steps":["trace[982422848] 'process raft request' (duration: 228.076769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:08.888473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.292692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:36:08.888527Z","caller":"traceutil/trace.go:171","msg":"trace[1149430986] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2711; }","duration":"205.383573ms","start":"2026-03-31T18:36:08.683135Z","end":"2026-03-31T18:36:08.888519Z","steps":["trace[1149430986] 'agreement among raft nodes before linearized reading' (duration: 205.26413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:08.888615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.744652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:36:08.888639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.913714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-31T18:36:08.888674Z","caller":"traceutil/trace.go:171","msg":"trace[1472138321] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2711; }","duration":"187.837004ms","start":"2026-03-31T18:36:08.700822Z","end":"2026-03-31T18:36:08.888659Z","steps":["trace[1472138321] 'agreement among raft nodes before linearized reading' (duration: 187.62545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:08.888674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.69433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:36:08.888756Z","caller":"traceutil/trace.go:171","msg":"trace[1083397194] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2711; }","duration":"161.841203ms","start":"2026-03-31T18:36:08.726899Z","end":"2026-03-31T18:36:08.888741Z","steps":["trace[1083397194] 'agreement among raft nodes before linearized reading' (duration: 161.562057ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:08.889096Z","caller":"traceutil/trace.go:171","msg":"trace[1723807673] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2711; }","duration":"162.005987ms","start":"2026-03-31T18:36:08.726668Z","end":"2026-03-31T18:36:08.888674Z","steps":["trace[1723807673] 'agreement among raft nodes before linearized reading' (duration: 161.875014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:09.379966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.169088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:09.380075Z","caller":"traceutil/trace.go:171","msg":"trace[376111051] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"488.366834ms","start":"2026-03-31T18:36:08.891688Z","end":"2026-03-31T18:36:09.380055Z","steps":["trace[376111051] 'process raft request' (duration: 232.027331ms)","trace[376111051] 'compare' (duration: 256.069816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:09.380136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:08.891656Z","time spent":"488.451206ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:09.401183Z","caller":"traceutil/trace.go:171","msg":"trace[1281833302] linearizableReadLoop","detail":"{readStateIndex:2827; appliedIndex:2825; }","duration":"500.996321ms","start":"2026-03-31T18:36:08.900162Z","end":"2026-03-31T18:36:09.401159Z","steps":["trace[1281833302] 'read index received' (duration: 223.574848ms)","trace[1281833302] 'applied index is now lower than readState.Index' (duration: 277.420553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:09.401302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.127654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:09.401281Z","caller":"traceutil/trace.go:171","msg":"trace[111919458] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"508.635714ms","start":"2026-03-31T18:36:08.892613Z","end":"2026-03-31T18:36:09.401248Z","steps":["trace[111919458] 'process raft request' (duration: 508.424359ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:09.401336Z","caller":"traceutil/trace.go:171","msg":"trace[1597904633] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2713; }","duration":"501.210006ms","start":"2026-03-31T18:36:08.900116Z","end":"2026-03-31T18:36:09.401326Z","steps":["trace[1597904633] 'agreement among raft nodes before linearized reading' (duration: 501.138794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:09.401374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:08.900097Z","time spent":"501.267757ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:36:09.401436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:08.892588Z","time spent":"508.762399ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:09.622673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.628627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:09.622949Z","caller":"traceutil/trace.go:171","msg":"trace[889837731] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"130.869208ms","start":"2026-03-31T18:36:09.492031Z","end":"2026-03-31T18:36:09.6229Z","steps":["trace[889837731] 'process raft request' (duration: 12.947544ms)","trace[889837731] 'compare' (duration: 117.493224ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:12.587049Z","caller":"traceutil/trace.go:171","msg":"trace[762757646] linearizableReadLoop","detail":"{readStateIndex:2843; appliedIndex:2842; }","duration":"162.59821ms","start":"2026-03-31T18:36:12.424425Z","end":"2026-03-31T18:36:12.587023Z","steps":["trace[762757646] 'read index received' (duration: 105.723397ms)","trace[762757646] 'applied index is now lower than readState.Index' (duration: 56.873513ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:12.587191Z","caller":"traceutil/trace.go:171","msg":"trace[1023922500] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"171.916341ms","start":"2026-03-31T18:36:12.41526Z","end":"2026-03-31T18:36:12.587177Z","steps":["trace[1023922500] 'process raft request' (duration: 114.930406ms)","trace[1023922500] 'compare' (duration: 56.705059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:12.587546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.490609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:36:12.587613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.198068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:36:12.587647Z","caller":"traceutil/trace.go:171","msg":"trace[1697210865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2728; }","duration":"134.644694ms","start":"2026-03-31T18:36:12.452983Z","end":"2026-03-31T18:36:12.587628Z","steps":["trace[1697210865] 'agreement among raft nodes before linearized reading' (duration: 134.382647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:12.587666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.217224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:36:12.587656Z","caller":"traceutil/trace.go:171","msg":"trace[2117099777] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2728; }","duration":"147.312732ms","start":"2026-03-31T18:36:12.440331Z","end":"2026-03-31T18:36:12.587644Z","steps":["trace[2117099777] 'agreement among raft nodes before linearized reading' (duration: 146.83806ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:12.58777Z","caller":"traceutil/trace.go:171","msg":"trace[166671454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2728; }","duration":"163.376948ms","start":"2026-03-31T18:36:12.424371Z","end":"2026-03-31T18:36:12.587747Z","steps":["trace[166671454] 'agreement among raft nodes before linearized reading' (duration: 163.016859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:12.587585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.53228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:36:12.587904Z","caller":"traceutil/trace.go:171","msg":"trace[584945957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2728; }","duration":"145.901669ms","start":"2026-03-31T18:36:12.441989Z","end":"2026-03-31T18:36:12.587891Z","steps":["trace[584945957] 'agreement among raft nodes before linearized reading' (duration: 145.426997ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:12.71403Z","caller":"traceutil/trace.go:171","msg":"trace[1365402659] linearizableReadLoop","detail":"{readStateIndex:2845; appliedIndex:2843; }","duration":"121.628349ms","start":"2026-03-31T18:36:12.592376Z","end":"2026-03-31T18:36:12.714004Z","steps":["trace[1365402659] 'read index received' (duration: 36.321677ms)","trace[1365402659] 'applied index is now lower than readState.Index' (duration: 85.305672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:12.714237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.823463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T18:36:12.714356Z","caller":"traceutil/trace.go:171","msg":"trace[1897608413] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2730; }","duration":"121.976867ms","start":"2026-03-31T18:36:12.592363Z","end":"2026-03-31T18:36:12.71434Z","steps":["trace[1897608413] 'agreement among raft nodes before linearized reading' (duration: 121.793723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:12.714281Z","caller":"traceutil/trace.go:171","msg":"trace[42301203] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"122.224363ms","start":"2026-03-31T18:36:12.592002Z","end":"2026-03-31T18:36:12.714102Z","steps":["trace[42301203] 'process raft request' (duration: 114.955317ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:13.09294Z","caller":"traceutil/trace.go:171","msg":"trace[1961843526] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"109.137524ms","start":"2026-03-31T18:36:12.983769Z","end":"2026-03-31T18:36:13.092907Z","steps":["trace[1961843526] 'process raft request' (duration: 108.906199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:13.757042Z","caller":"traceutil/trace.go:171","msg":"trace[363533287] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"116.01716ms","start":"2026-03-31T18:36:13.641004Z","end":"2026-03-31T18:36:13.757021Z","steps":["trace[363533287] 'process raft request' (duration: 115.876517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:14.069326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.652239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:14.069518Z","caller":"traceutil/trace.go:171","msg":"trace[288200784] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"388.669994ms","start":"2026-03-31T18:36:13.680814Z","end":"2026-03-31T18:36:14.069484Z","steps":["trace[288200784] 'process raft request' (duration: 222.768049ms)","trace[288200784] 'compare' (duration: 165.510776ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:14.069576Z","caller":"traceutil/trace.go:171","msg":"trace[1067747284] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"318.486038ms","start":"2026-03-31T18:36:13.751073Z","end":"2026-03-31T18:36:14.069559Z","steps":["trace[1067747284] 'process raft request' (duration: 318.341133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:14.069628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:13.680776Z","time spent":"388.799768ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:14.069661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:13.751045Z","time spent":"318.56951ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:14.476248Z","caller":"traceutil/trace.go:171","msg":"trace[1797617333] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"176.609749ms","start":"2026-03-31T18:36:14.299619Z","end":"2026-03-31T18:36:14.476229Z","steps":["trace[1797617333] 'process raft request' (duration: 176.500367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:14.562277Z","caller":"traceutil/trace.go:171","msg":"trace[1367915129] linearizableReadLoop","detail":"{readStateIndex:2852; appliedIndex:2850; }","duration":"141.203243ms","start":"2026-03-31T18:36:14.421039Z","end":"2026-03-31T18:36:14.562242Z","steps":["trace[1367915129] 'read index received' (duration: 55.013662ms)","trace[1367915129] 'applied index is now lower than readState.Index' (duration: 86.188531ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:14.562727Z","caller":"traceutil/trace.go:171","msg":"trace[1777337063] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"262.547295ms","start":"2026-03-31T18:36:14.300148Z","end":"2026-03-31T18:36:14.562695Z","steps":["trace[1777337063] 'process raft request' (duration: 215.932364ms)","trace[1777337063] 'compare' (duration: 46.021057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:14.562863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.825438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-31T18:36:14.562891Z","caller":"traceutil/trace.go:171","msg":"trace[1025012290] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2737; }","duration":"141.879529ms","start":"2026-03-31T18:36:14.421004Z","end":"2026-03-31T18:36:14.562884Z","steps":["trace[1025012290] 'agreement among raft nodes before linearized reading' (duration: 141.763567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:14.562746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.862504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:14.563043Z","caller":"traceutil/trace.go:171","msg":"trace[344278347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2737; }","duration":"111.1972ms","start":"2026-03-31T18:36:14.45183Z","end":"2026-03-31T18:36:14.563027Z","steps":["trace[344278347] 'agreement among raft nodes before linearized reading' (duration: 110.864873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:14.956599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.915676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:14.956726Z","caller":"traceutil/trace.go:171","msg":"trace[1940301770] linearizableReadLoop","detail":"{readStateIndex:2856; appliedIndex:2855; }","duration":"189.43414ms","start":"2026-03-31T18:36:14.767269Z","end":"2026-03-31T18:36:14.956703Z","steps":["trace[1940301770] 'read index received' (duration: 41.168956ms)","trace[1940301770] 'applied index is now lower than readState.Index' (duration: 148.263444ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:14.956752Z","caller":"traceutil/trace.go:171","msg":"trace[1279772054] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"206.319514ms","start":"2026-03-31T18:36:14.750404Z","end":"2026-03-31T18:36:14.956724Z","steps":["trace[1279772054] 'process raft request' (duration: 58.095511ms)","trace[1279772054] 'compare' (duration: 147.679081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:14.957238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.950581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T18:36:14.95731Z","caller":"traceutil/trace.go:171","msg":"trace[1250131631] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2741; }","duration":"190.047504ms","start":"2026-03-31T18:36:14.767246Z","end":"2026-03-31T18:36:14.957294Z","steps":["trace[1250131631] 'agreement among raft nodes before linearized reading' (duration: 189.716137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:18.237683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.059695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:18.237815Z","caller":"traceutil/trace.go:171","msg":"trace[1231305172] linearizableReadLoop","detail":"{readStateIndex:2871; appliedIndex:2869; }","duration":"134.666174ms","start":"2026-03-31T18:36:18.103135Z","end":"2026-03-31T18:36:18.237801Z","steps":["trace[1231305172] 'read index received' (duration: 13.415935ms)","trace[1231305172] 'applied index is now lower than readState.Index' (duration: 121.249579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:18.237918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.792037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:36:18.237938Z","caller":"traceutil/trace.go:171","msg":"trace[1427254779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2755; }","duration":"134.843368ms","start":"2026-03-31T18:36:18.103089Z","end":"2026-03-31T18:36:18.237932Z","steps":["trace[1427254779] 'agreement among raft nodes before linearized reading' (duration: 134.745276ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:18.238036Z","caller":"traceutil/trace.go:171","msg":"trace[5271058] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"146.470374ms","start":"2026-03-31T18:36:18.091541Z","end":"2026-03-31T18:36:18.238012Z","steps":["trace[5271058] 'process raft request' (duration: 25.018399ms)","trace[5271058] 'compare' (duration: 120.915592ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:18.238072Z","caller":"traceutil/trace.go:171","msg":"trace[1336560749] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"144.739274ms","start":"2026-03-31T18:36:18.093326Z","end":"2026-03-31T18:36:18.238066Z","steps":["trace[1336560749] 'process raft request' (duration: 144.438086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:22.81408Z","caller":"traceutil/trace.go:171","msg":"trace[117630898] transaction","detail":"{read_only:false; response_revision:2779; number_of_response:1; }","duration":"137.193882ms","start":"2026-03-31T18:36:22.676848Z","end":"2026-03-31T18:36:22.814042Z","steps":["trace[117630898] 'process raft request' (duration: 45.652379ms)","trace[117630898] 'compare' (duration: 91.334709ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:23.174665Z","caller":"traceutil/trace.go:171","msg":"trace[465372993] transaction","detail":"{read_only:false; response_revision:2782; number_of_response:1; }","duration":"130.47215ms","start":"2026-03-31T18:36:23.044168Z","end":"2026-03-31T18:36:23.17464Z","steps":["trace[465372993] 'process raft request' (duration: 130.319096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:23.326912Z","caller":"traceutil/trace.go:171","msg":"trace[959018874] transaction","detail":"{read_only:false; response_revision:2783; number_of_response:1; }","duration":"126.172231ms","start":"2026-03-31T18:36:23.200701Z","end":"2026-03-31T18:36:23.326873Z","steps":["trace[959018874] 'process raft request' (duration: 93.542229ms)","trace[959018874] 'compare' (duration: 32.287335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:30.59957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.824558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:30.599675Z","caller":"traceutil/trace.go:171","msg":"trace[1638997730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2818; }","duration":"145.970152ms","start":"2026-03-31T18:36:30.453681Z","end":"2026-03-31T18:36:30.599651Z","steps":["trace[1638997730] 'range keys from in-memory index tree' (duration: 145.748757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:31.026169Z","caller":"traceutil/trace.go:171","msg":"trace[1059326849] transaction","detail":"{read_only:false; response_revision:2820; number_of_response:1; }","duration":"125.699299ms","start":"2026-03-31T18:36:30.900432Z","end":"2026-03-31T18:36:31.026131Z","steps":["trace[1059326849] 'process raft request' (duration: 125.424883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:31.569707Z","caller":"traceutil/trace.go:171","msg":"trace[1873951002] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"124.536593ms","start":"2026-03-31T18:36:31.445121Z","end":"2026-03-31T18:36:31.569658Z","steps":["trace[1873951002] 'process raft request' (duration: 124.309688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:32.494132Z","caller":"traceutil/trace.go:171","msg":"trace[1859027646] transaction","detail":"{read_only:false; response_revision:2827; number_of_response:1; }","duration":"133.824905ms","start":"2026-03-31T18:36:32.360276Z","end":"2026-03-31T18:36:32.494101Z","steps":["trace[1859027646] 'process raft request' (duration: 118.916956ms)","trace[1859027646] 'compare' (duration: 14.786826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:33.030117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.886321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:36:33.030172Z","caller":"traceutil/trace.go:171","msg":"trace[147241911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2828; }","duration":"272.970213ms","start":"2026-03-31T18:36:32.757185Z","end":"2026-03-31T18:36:33.030155Z","steps":["trace[147241911] 'range keys from in-memory index tree' (duration: 272.781918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:33.030099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.498403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:36:33.030247Z","caller":"traceutil/trace.go:171","msg":"trace[1427456784] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2828; }","duration":"432.698988ms","start":"2026-03-31T18:36:32.597541Z","end":"2026-03-31T18:36:33.03024Z","steps":["trace[1427456784] 'range keys from in-memory index tree' (duration: 432.37691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:33.030278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:32.597522Z","time spent":"432.748268ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-31T18:36:33.519435Z","caller":"traceutil/trace.go:171","msg":"trace[1989204278] linearizableReadLoop","detail":"{readStateIndex:2950; appliedIndex:2949; }","duration":"389.394461ms","start":"2026-03-31T18:36:33.13001Z","end":"2026-03-31T18:36:33.519405Z","steps":["trace[1989204278] 'read index received' (duration: 380.516029ms)","trace[1989204278] 'applied index is now lower than readState.Index' (duration: 8.876872ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:33.519512Z","caller":"traceutil/trace.go:171","msg":"trace[1532099917] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"410.650805ms","start":"2026-03-31T18:36:33.108827Z","end":"2026-03-31T18:36:33.519477Z","steps":["trace[1532099917] 'process raft request' (duration: 401.70248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:33.519749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.273656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:36:33.519828Z","caller":"traceutil/trace.go:171","msg":"trace[636196630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2831; }","duration":"261.407489ms","start":"2026-03-31T18:36:33.258402Z","end":"2026-03-31T18:36:33.519809Z","steps":["trace[636196630] 'agreement among raft nodes before linearized reading' (duration: 261.210165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:33.52018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.157539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T18:36:33.520224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:33.108803Z","time spent":"410.784748ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:33.520252Z","caller":"traceutil/trace.go:171","msg":"trace[659115982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2831; }","duration":"390.273842ms","start":"2026-03-31T18:36:33.129961Z","end":"2026-03-31T18:36:33.520235Z","steps":["trace[659115982] 'agreement among raft nodes before linearized reading' (duration: 389.604097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:33.52031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:33.129942Z","time spent":"390.354043ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:36:33.75305Z","caller":"traceutil/trace.go:171","msg":"trace[1547608531] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"155.397017ms","start":"2026-03-31T18:36:33.597626Z","end":"2026-03-31T18:36:33.753023Z","steps":["trace[1547608531] 'process raft request' (duration: 113.643646ms)","trace[1547608531] 'compare' (duration: 41.559396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:33.988667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.836559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:33.988957Z","caller":"traceutil/trace.go:171","msg":"trace[1163235933] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2834; }","duration":"110.002592ms","start":"2026-03-31T18:36:33.878756Z","end":"2026-03-31T18:36:33.988758Z","steps":["trace[1163235933] 'count revisions from in-memory index tree' (duration: 109.722117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:34.247352Z","caller":"traceutil/trace.go:171","msg":"trace[25958504] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"115.805705ms","start":"2026-03-31T18:36:34.131521Z","end":"2026-03-31T18:36:34.247327Z","steps":["trace[25958504] 'process raft request' (duration: 115.646191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:34.719966Z","caller":"traceutil/trace.go:171","msg":"trace[974100179] linearizableReadLoop","detail":"{readStateIndex:2955; appliedIndex:2954; }","duration":"442.013958ms","start":"2026-03-31T18:36:34.277929Z","end":"2026-03-31T18:36:34.719943Z","steps":["trace[974100179] 'read index received' (duration: 441.883775ms)","trace[974100179] 'applied index is now lower than readState.Index' (duration: 129.113µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:34.720071Z","caller":"traceutil/trace.go:171","msg":"trace[310422691] transaction","detail":"{read_only:false; response_revision:2836; number_of_response:1; }","duration":"449.279782ms","start":"2026-03-31T18:36:34.270749Z","end":"2026-03-31T18:36:34.720029Z","steps":["trace[310422691] 'process raft request' (duration: 449.043607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:34.720272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:34.270724Z","time spent":"449.448666ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12200,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:34.720306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.313345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:36:34.720727Z","caller":"traceutil/trace.go:171","msg":"trace[2020108096] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2836; }","duration":"442.848876ms","start":"2026-03-31T18:36:34.277856Z","end":"2026-03-31T18:36:34.720705Z","steps":["trace[2020108096] 'agreement among raft nodes before linearized reading' (duration: 442.267703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:34.720945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:34.277831Z","time spent":"443.092262ms","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:36:34.764648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.827703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:34.764774Z","caller":"traceutil/trace.go:171","msg":"trace[1801923874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2838; }","duration":"311.020587ms","start":"2026-03-31T18:36:34.45373Z","end":"2026-03-31T18:36:34.764751Z","steps":["trace[1801923874] 'agreement among raft nodes before linearized reading' (duration: 310.795082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:34.764831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:34.453709Z","time spent":"311.111729ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:36:34.765019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.589578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:36:34.765102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.255897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:34.765204Z","caller":"traceutil/trace.go:171","msg":"trace[729179041] transaction","detail":"{read_only:false; response_revision:2838; number_of_response:1; }","duration":"266.569245ms","start":"2026-03-31T18:36:34.498561Z","end":"2026-03-31T18:36:34.76513Z","steps":["trace[729179041] 'process raft request' (duration: 265.85662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:34.765246Z","caller":"traceutil/trace.go:171","msg":"trace[1439514056] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2838; }","duration":"218.463641ms","start":"2026-03-31T18:36:34.54675Z","end":"2026-03-31T18:36:34.765213Z","steps":["trace[1439514056] 'agreement among raft nodes before linearized reading' (duration: 218.215296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:34.765316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.414369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:34.765426Z","caller":"traceutil/trace.go:171","msg":"trace[1827689152] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2838; }","duration":"247.591524ms","start":"2026-03-31T18:36:34.517813Z","end":"2026-03-31T18:36:34.765405Z","steps":["trace[1827689152] 'agreement among raft nodes before linearized reading' (duration: 247.373609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:34.765097Z","caller":"traceutil/trace.go:171","msg":"trace[902189295] transaction","detail":"{read_only:false; response_revision:2837; number_of_response:1; }","duration":"336.788873ms","start":"2026-03-31T18:36:34.428266Z","end":"2026-03-31T18:36:34.765055Z","steps":["trace[902189295] 'process raft request' (duration: 335.878202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:34.765579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:34.42824Z","time spent":"337.247393ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:34.765107Z","caller":"traceutil/trace.go:171","msg":"trace[49948420] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2838; }","duration":"238.711151ms","start":"2026-03-31T18:36:34.526373Z","end":"2026-03-31T18:36:34.765084Z","steps":["trace[49948420] 'agreement among raft nodes before linearized reading' (duration: 238.459026ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:35.217192Z","caller":"traceutil/trace.go:171","msg":"trace[71152972] transaction","detail":"{read_only:false; response_revision:2839; number_of_response:1; }","duration":"491.013504ms","start":"2026-03-31T18:36:34.726139Z","end":"2026-03-31T18:36:35.217153Z","steps":["trace[71152972] 'process raft request' (duration: 463.377515ms)","trace[71152972] 'compare' (duration: 27.285401ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:35.217238Z","caller":"traceutil/trace.go:171","msg":"trace[1459885103] linearizableReadLoop","detail":"{readStateIndex:2962; appliedIndex:2957; }","duration":"451.007914ms","start":"2026-03-31T18:36:34.766207Z","end":"2026-03-31T18:36:35.217215Z","steps":["trace[1459885103] 'read index received' (duration: 423.236421ms)","trace[1459885103] 'applied index is now lower than readState.Index' (duration: 27.770683ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:35.217346Z","caller":"traceutil/trace.go:171","msg":"trace[805473062] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"489.461508ms","start":"2026-03-31T18:36:34.727875Z","end":"2026-03-31T18:36:35.217337Z","steps":["trace[805473062] 'process raft request' (duration: 489.267084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:35.21736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:34.726121Z","time spent":"491.153377ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1144,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:35.217436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:34.727866Z","time spent":"489.505019ms","remote":"127.0.0.1:42378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:35.217216Z","caller":"traceutil/trace.go:171","msg":"trace[786320195] transaction","detail":"{read_only:false; response_revision:2840; number_of_response:1; }","duration":"490.734278ms","start":"2026-03-31T18:36:34.726459Z","end":"2026-03-31T18:36:35.217193Z","steps":["trace[786320195] 'process raft request' (duration: 490.582164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:35.217605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:34.726453Z","time spent":"491.118757ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:35.217637Z","caller":"traceutil/trace.go:171","msg":"trace[762479727] transaction","detail":"{read_only:false; response_revision:2841; number_of_response:1; }","duration":"490.904661ms","start":"2026-03-31T18:36:34.726694Z","end":"2026-03-31T18:36:35.217599Z","steps":["trace[762479727] 'process raft request' (duration: 490.422261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:35.217733Z","caller":"traceutil/trace.go:171","msg":"trace[53316896] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"482.719396ms","start":"2026-03-31T18:36:34.734996Z","end":"2026-03-31T18:36:35.217715Z","steps":["trace[53316896] 'process raft request' (duration: 482.180324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:35.217749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.06081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T18:36:35.217809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.740947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:36:35.217842Z","caller":"traceutil/trace.go:171","msg":"trace[209910121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2843; }","duration":"109.812599ms","start":"2026-03-31T18:36:35.108021Z","end":"2026-03-31T18:36:35.217834Z","steps":["trace[209910121] 'agreement among raft nodes before linearized reading' (duration: 109.728387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:35.217835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:34.734987Z","time spent":"482.798037ms","remote":"127.0.0.1:42520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18186,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:35.217836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:34.726658Z","time spent":"491.074745ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1702,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:35.217825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.592889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:36:35.217922Z","caller":"traceutil/trace.go:171","msg":"trace[1845906515] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2843; }","duration":"136.735072ms","start":"2026-03-31T18:36:35.081163Z","end":"2026-03-31T18:36:35.217898Z","steps":["trace[1845906515] 'agreement among raft nodes before linearized reading' (duration: 136.485186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:35.2179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.774969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:35.217989Z","caller":"traceutil/trace.go:171","msg":"trace[759466499] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2843; }","duration":"236.922412ms","start":"2026-03-31T18:36:34.981046Z","end":"2026-03-31T18:36:35.217969Z","steps":["trace[759466499] 'agreement among raft nodes before linearized reading' (duration: 236.758538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:35.217666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.439643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:35.218185Z","caller":"traceutil/trace.go:171","msg":"trace[1092167726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2843; }","duration":"451.967925ms","start":"2026-03-31T18:36:34.766156Z","end":"2026-03-31T18:36:35.218124Z","steps":["trace[1092167726] 'agreement among raft nodes before linearized reading' (duration: 451.433553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:35.218266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:34.766135Z","time spent":"452.111198ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:36:35.219835Z","caller":"traceutil/trace.go:171","msg":"trace[1459983976] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2843; }","duration":"449.136041ms","start":"2026-03-31T18:36:34.768651Z","end":"2026-03-31T18:36:35.217787Z","steps":["trace[1459983976] 'agreement among raft nodes before linearized reading' (duration: 448.974358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:35.219916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:34.76864Z","time spent":"451.255918ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:36:35.567242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.998553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:35.567341Z","caller":"traceutil/trace.go:171","msg":"trace[625300395] linearizableReadLoop","detail":"{readStateIndex:2964; appliedIndex:2962; }","duration":"321.887474ms","start":"2026-03-31T18:36:35.245438Z","end":"2026-03-31T18:36:35.567326Z","steps":["trace[625300395] 'read index received' (duration: 28.548369ms)","trace[625300395] 'applied index is now lower than readState.Index' (duration: 293.338025ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:35.56742Z","caller":"traceutil/trace.go:171","msg":"trace[659991040] transaction","detail":"{read_only:false; response_revision:2845; number_of_response:1; }","duration":"344.339225ms","start":"2026-03-31T18:36:35.22307Z","end":"2026-03-31T18:36:35.56741Z","steps":["trace[659991040] 'process raft request' (duration: 201.087115ms)","trace[659991040] 'compare' (duration: 142.795179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:35.567475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:35.223046Z","time spent":"344.398877ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:35.567779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.340145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:35.56788Z","caller":"traceutil/trace.go:171","msg":"trace[2126741465] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2845; }","duration":"322.451227ms","start":"2026-03-31T18:36:35.245405Z","end":"2026-03-31T18:36:35.567856Z","steps":["trace[2126741465] 'agreement among raft nodes before linearized reading' (duration: 322.288224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:35.567935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:35.245319Z","time spent":"322.602491ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:36:35.818436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.447444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:35.81883Z","caller":"traceutil/trace.go:171","msg":"trace[1222720289] transaction","detail":"{read_only:false; response_revision:2849; number_of_response:1; }","duration":"199.139091ms","start":"2026-03-31T18:36:35.61967Z","end":"2026-03-31T18:36:35.818809Z","steps":["trace[1222720289] 'process raft request' (duration: 48.198526ms)","trace[1222720289] 'compare' (duration: 150.206569ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:35.94196Z","caller":"traceutil/trace.go:171","msg":"trace[422924368] linearizableReadLoop","detail":"{readStateIndex:2969; appliedIndex:2968; }","duration":"116.221184ms","start":"2026-03-31T18:36:35.825709Z","end":"2026-03-31T18:36:35.94193Z","steps":["trace[422924368] 'read index received' (duration: 101.445798ms)","trace[422924368] 'applied index is now lower than readState.Index' (duration: 14.774096ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:35.941985Z","caller":"traceutil/trace.go:171","msg":"trace[214966108] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"118.092647ms","start":"2026-03-31T18:36:35.823865Z","end":"2026-03-31T18:36:35.941958Z","steps":["trace[214966108] 'process raft request' (duration: 103.395074ms)","trace[214966108] 'compare' (duration: 14.53469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:35.942209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.47775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:36:35.942313Z","caller":"traceutil/trace.go:171","msg":"trace[2125592950] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2850; }","duration":"116.591643ms","start":"2026-03-31T18:36:35.825698Z","end":"2026-03-31T18:36:35.94229Z","steps":["trace[2125592950] 'agreement among raft nodes before linearized reading' (duration: 116.324877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:36.875783Z","caller":"traceutil/trace.go:171","msg":"trace[1530972565] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"103.825772ms","start":"2026-03-31T18:36:36.771928Z","end":"2026-03-31T18:36:36.875754Z","steps":["trace[1530972565] 'process raft request' (duration: 103.660899ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:37.00001Z","caller":"traceutil/trace.go:171","msg":"trace[677640072] linearizableReadLoop","detail":"{readStateIndex:2974; appliedIndex:2972; }","duration":"172.504376ms","start":"2026-03-31T18:36:36.827465Z","end":"2026-03-31T18:36:36.99997Z","steps":["trace[677640072] 'read index received' (duration: 48.111175ms)","trace[677640072] 'applied index is now lower than readState.Index' (duration: 124.391541ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:37.000184Z","caller":"traceutil/trace.go:171","msg":"trace[1280535117] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"227.619219ms","start":"2026-03-31T18:36:36.772526Z","end":"2026-03-31T18:36:37.000146Z","steps":["trace[1280535117] 'process raft request' (duration: 177.929337ms)","trace[1280535117] 'compare' (duration: 49.326173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:37.000556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.060658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-03-31T18:36:37.000639Z","caller":"traceutil/trace.go:171","msg":"trace[843240046] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2855; }","duration":"173.214631ms","start":"2026-03-31T18:36:36.827404Z","end":"2026-03-31T18:36:37.000619Z","steps":["trace[843240046] 'agreement among raft nodes before linearized reading' (duration: 172.795152ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:41.820405Z","caller":"traceutil/trace.go:171","msg":"trace[1279736327] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"116.689145ms","start":"2026-03-31T18:36:41.703692Z","end":"2026-03-31T18:36:41.820381Z","steps":["trace[1279736327] 'process raft request' (duration: 116.277256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:43.843066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.2134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:43.843293Z","caller":"traceutil/trace.go:171","msg":"trace[768028326] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"156.735486ms","start":"2026-03-31T18:36:43.686533Z","end":"2026-03-31T18:36:43.843268Z","steps":["trace[768028326] 'process raft request' (duration: 31.22904ms)","trace[768028326] 'compare' (duration: 125.043676ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:44.21518Z","caller":"traceutil/trace.go:171","msg":"trace[2118420802] linearizableReadLoop","detail":"{readStateIndex:3020; appliedIndex:3019; }","duration":"117.835602ms","start":"2026-03-31T18:36:44.097307Z","end":"2026-03-31T18:36:44.215142Z","steps":["trace[2118420802] 'read index received' (duration: 111.666901ms)","trace[2118420802] 'applied index is now lower than readState.Index' (duration: 6.167641ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:44.215292Z","caller":"traceutil/trace.go:171","msg":"trace[2034270070] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"138.008181ms","start":"2026-03-31T18:36:44.077198Z","end":"2026-03-31T18:36:44.215206Z","steps":["trace[2034270070] 'process raft request' (duration: 131.86069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:44.215462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.130399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-03-31T18:36:44.215513Z","caller":"traceutil/trace.go:171","msg":"trace[1769723435] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2899; }","duration":"118.216791ms","start":"2026-03-31T18:36:44.097281Z","end":"2026-03-31T18:36:44.215497Z","steps":["trace[1769723435] 'agreement among raft nodes before linearized reading' (duration: 118.025497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:45.438576Z","caller":"traceutil/trace.go:171","msg":"trace[1435673226] transaction","detail":"{read_only:false; response_revision:2904; number_of_response:1; }","duration":"116.872068ms","start":"2026-03-31T18:36:45.321667Z","end":"2026-03-31T18:36:45.438539Z","steps":["trace[1435673226] 'process raft request' (duration: 116.686284ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:45.63886Z","caller":"traceutil/trace.go:171","msg":"trace[351507070] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"195.185582ms","start":"2026-03-31T18:36:45.443641Z","end":"2026-03-31T18:36:45.638826Z","steps":["trace[351507070] 'process raft request' (duration: 194.979198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:45.639008Z","caller":"traceutil/trace.go:171","msg":"trace[2114183804] linearizableReadLoop","detail":"{readStateIndex:3032; appliedIndex:3026; }","duration":"185.808929ms","start":"2026-03-31T18:36:45.453177Z","end":"2026-03-31T18:36:45.638986Z","steps":["trace[2114183804] 'read index received' (duration: 20.597179ms)","trace[2114183804] 'applied index is now lower than readState.Index' (duration: 165.21081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:45.639147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.952702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:45.639136Z","caller":"traceutil/trace.go:171","msg":"trace[1321271902] transaction","detail":"{read_only:false; response_revision:2906; number_of_response:1; }","duration":"195.607971ms","start":"2026-03-31T18:36:45.443486Z","end":"2026-03-31T18:36:45.639094Z","steps":["trace[1321271902] 'process raft request' (duration: 157.021183ms)","trace[1321271902] 'compare' (duration: 37.79583ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:45.639186Z","caller":"traceutil/trace.go:171","msg":"trace[2009948559] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"194.349923ms","start":"2026-03-31T18:36:45.444811Z","end":"2026-03-31T18:36:45.639161Z","steps":["trace[2009948559] 'process raft request' (duration: 193.937763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:45.639185Z","caller":"traceutil/trace.go:171","msg":"trace[1137634761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2911; }","duration":"186.032924ms","start":"2026-03-31T18:36:45.453142Z","end":"2026-03-31T18:36:45.639175Z","steps":["trace[1137634761] 'agreement among raft nodes before linearized reading' (duration: 185.940612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:45.639221Z","caller":"traceutil/trace.go:171","msg":"trace[939798651] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"194.269511ms","start":"2026-03-31T18:36:45.444942Z","end":"2026-03-31T18:36:45.639212Z","steps":["trace[939798651] 'process raft request' (duration: 193.867342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:45.63946Z","caller":"traceutil/trace.go:171","msg":"trace[1040407463] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"195.247303ms","start":"2026-03-31T18:36:45.444194Z","end":"2026-03-31T18:36:45.639442Z","steps":["trace[1040407463] 'process raft request' (duration: 194.511237ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:45.639664Z","caller":"traceutil/trace.go:171","msg":"trace[252405077] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"189.088063ms","start":"2026-03-31T18:36:45.450556Z","end":"2026-03-31T18:36:45.639644Z","steps":["trace[252405077] 'process raft request' (duration: 188.339246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:45.879871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.073065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:45.880076Z","caller":"traceutil/trace.go:171","msg":"trace[425745265] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"189.908251ms","start":"2026-03-31T18:36:45.690134Z","end":"2026-03-31T18:36:45.880042Z","steps":["trace[425745265] 'process raft request' (duration: 50.533899ms)","trace[425745265] 'compare' (duration: 138.905212ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:46.600288Z","caller":"traceutil/trace.go:171","msg":"trace[275179133] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"184.666152ms","start":"2026-03-31T18:36:46.41559Z","end":"2026-03-31T18:36:46.600256Z","steps":["trace[275179133] 'process raft request' (duration: 184.445357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:48.941494Z","caller":"traceutil/trace.go:171","msg":"trace[927900139] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"171.103513ms","start":"2026-03-31T18:36:48.770358Z","end":"2026-03-31T18:36:48.941462Z","steps":["trace[927900139] 'process raft request' (duration: 170.914869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:55.069178Z","caller":"traceutil/trace.go:171","msg":"trace[1017182098] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"114.967837ms","start":"2026-03-31T18:36:54.954188Z","end":"2026-03-31T18:36:55.069156Z","steps":["trace[1017182098] 'process raft request' (duration: 114.765452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:56.115941Z","caller":"traceutil/trace.go:171","msg":"trace[1527750329] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"104.930638ms","start":"2026-03-31T18:36:56.010972Z","end":"2026-03-31T18:36:56.115903Z","steps":["trace[1527750329] 'process raft request' (duration: 83.424648ms)","trace[1527750329] 'compare' (duration: 21.259054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:56.505133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.038102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:56.505256Z","caller":"traceutil/trace.go:171","msg":"trace[989281932] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:0; response_revision:2974; }","duration":"131.185845ms","start":"2026-03-31T18:36:56.374052Z","end":"2026-03-31T18:36:56.505238Z","steps":["trace[989281932] 'range keys from in-memory index tree' (duration: 130.912299ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:56.923434Z","caller":"traceutil/trace.go:171","msg":"trace[1823940256] transaction","detail":"{read_only:false; response_revision:2976; number_of_response:1; }","duration":"315.113801ms","start":"2026-03-31T18:36:56.608293Z","end":"2026-03-31T18:36:56.923407Z","steps":["trace[1823940256] 'process raft request' (duration: 314.944808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:56.923608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:56.608266Z","time spent":"315.253214ms","remote":"127.0.0.1:56206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:57.565883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.217849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:1532"} {"level":"info","ts":"2026-03-31T18:36:57.566167Z","caller":"traceutil/trace.go:171","msg":"trace[1888488291] linearizableReadLoop","detail":"{readStateIndex:3100; appliedIndex:3098; }","duration":"955.552024ms","start":"2026-03-31T18:36:56.610593Z","end":"2026-03-31T18:36:57.566145Z","steps":["trace[1888488291] 'read index received' (duration: 312.582973ms)","trace[1888488291] 'applied index is now lower than readState.Index' (duration: 642.96797ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:57.566183Z","caller":"traceutil/trace.go:171","msg":"trace[1266679935] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2976; }","duration":"956.468254ms","start":"2026-03-31T18:36:56.609671Z","end":"2026-03-31T18:36:57.566139Z","steps":["trace[1266679935] 'process raft request' (duration: 471.907458ms)","trace[1266679935] 'compare' (duration: 484.126527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:57.566361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:56.609645Z","time spent":"956.618127ms","remote":"127.0.0.1:56206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":1556,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:57.56644Z","caller":"traceutil/trace.go:171","msg":"trace[1126826784] transaction","detail":"{read_only:false; response_revision:2977; number_of_response:1; }","duration":"926.296738ms","start":"2026-03-31T18:36:56.640126Z","end":"2026-03-31T18:36:57.566423Z","steps":["trace[1126826784] 'process raft request' (duration: 925.885919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:57.566533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:56.640109Z","time spent":"926.37334ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:57.566603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.005114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:57.566639Z","caller":"traceutil/trace.go:171","msg":"trace[1022449506] range","detail":"{range_begin:/registry/cert-manager.io/issuers/openstack/valkey; range_end:; response_count:0; response_revision:2977; }","duration":"956.071296ms","start":"2026-03-31T18:36:56.610558Z","end":"2026-03-31T18:36:57.566629Z","steps":["trace[1022449506] 'agreement among raft nodes before linearized reading' (duration: 955.984384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:57.566663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:56.610543Z","time spent":"956.114087ms","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/openstack/valkey\" "} {"level":"info","ts":"2026-03-31T18:36:57.762423Z","caller":"traceutil/trace.go:171","msg":"trace[1663814737] transaction","detail":"{read_only:false; response_revision:2980; number_of_response:1; }","duration":"683.660517ms","start":"2026-03-31T18:36:57.078738Z","end":"2026-03-31T18:36:57.762398Z","steps":["trace[1663814737] 'process raft request' (duration: 683.576435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:57.76267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:57.078704Z","time spent":"683.885452ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:57.762437Z","caller":"traceutil/trace.go:171","msg":"trace[479337159] transaction","detail":"{read_only:false; response_revision:2979; number_of_response:1; }","duration":"686.759997ms","start":"2026-03-31T18:36:57.07565Z","end":"2026-03-31T18:36:57.76241Z","steps":["trace[479337159] 'process raft request' (duration: 686.613944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:57.763462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:57.075613Z","time spent":"687.805381ms","remote":"127.0.0.1:42164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2423,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:36:57.762519Z","caller":"traceutil/trace.go:171","msg":"trace[1457582507] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"833.655079ms","start":"2026-03-31T18:36:56.928836Z","end":"2026-03-31T18:36:57.762491Z","steps":["trace[1457582507] 'process raft request' (duration: 737.578063ms)","trace[1457582507] 'compare' (duration: 95.701688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:57.764098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:56.928824Z","time spent":"835.203706ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:36:57.901632Z","caller":"traceutil/trace.go:171","msg":"trace[2067612696] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"690.036892ms","start":"2026-03-31T18:36:57.211558Z","end":"2026-03-31T18:36:57.901595Z","steps":["trace[2067612696] 'process raft request' (duration: 672.459142ms)","trace[2067612696] 'compare' (duration: 17.282423ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:57.901625Z","caller":"traceutil/trace.go:171","msg":"trace[1202901312] transaction","detail":"{read_only:false; response_revision:2982; number_of_response:1; }","duration":"324.74325ms","start":"2026-03-31T18:36:57.576857Z","end":"2026-03-31T18:36:57.9016Z","steps":["trace[1202901312] 'process raft request' (duration: 324.631858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:57.901792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:57.21154Z","time spent":"690.163464ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:57.901881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:57.576821Z","time spent":"324.990456ms","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":531,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:36:57.901918Z","caller":"traceutil/trace.go:171","msg":"trace[295222311] transaction","detail":"{read_only:false; response_revision:2983; number_of_response:1; }","duration":"316.458522ms","start":"2026-03-31T18:36:57.585432Z","end":"2026-03-31T18:36:57.901891Z","steps":["trace[295222311] 'process raft request' (duration: 316.127724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:57.902052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:57.585408Z","time spent":"316.570554ms","remote":"127.0.0.1:56206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2054,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:57.945063Z","caller":"traceutil/trace.go:171","msg":"trace[2076471651] linearizableReadLoop","detail":"{readStateIndex:3105; appliedIndex:3101; }","duration":"378.821741ms","start":"2026-03-31T18:36:57.566211Z","end":"2026-03-31T18:36:57.945032Z","steps":["trace[2076471651] 'read index received' (duration: 100.385634ms)","trace[2076471651] 'applied index is now lower than readState.Index' (duration: 278.434567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:57.945171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.85362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:36:57.945245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032343161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:36:57.945312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19932844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-31T18:36:57.945363Z","caller":"traceutil/trace.go:171","msg":"trace[623676915] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2983; }","duration":"1.199420823s","start":"2026-03-31T18:36:56.745925Z","end":"2026-03-31T18:36:57.945345Z","steps":["trace[623676915] 'agreement among raft nodes before linearized reading' (duration: 1.199239999s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:57.945361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330846833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:36:57.945364Z","caller":"traceutil/trace.go:171","msg":"trace[1717657144] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2983; }","duration":"1.032536656s","start":"2026-03-31T18:36:56.912804Z","end":"2026-03-31T18:36:57.945341Z","steps":["trace[1717657144] 'agreement among raft nodes before linearized reading' (duration: 1.03230461s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:57.945369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.531722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:36:57.945413Z","caller":"traceutil/trace.go:171","msg":"trace[232401462] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2983; }","duration":"1.330934745s","start":"2026-03-31T18:36:56.614468Z","end":"2026-03-31T18:36:57.945402Z","steps":["trace[232401462] 'agreement among raft nodes before linearized reading' (duration: 1.330838543s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:57.94541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:56.745905Z","time spent":"1.199496185s","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-31T18:36:57.945427Z","caller":"traceutil/trace.go:171","msg":"trace[1415451304] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2983; }","duration":"544.633663ms","start":"2026-03-31T18:36:57.400781Z","end":"2026-03-31T18:36:57.945415Z","steps":["trace[1415451304] 'agreement among raft nodes before linearized reading' (duration: 544.49605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:57.945437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:56.614459Z","time spent":"1.330972926s","remote":"127.0.0.1:55494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:36:57.94543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:56.912777Z","time spent":"1.032641538s","remote":"127.0.0.1:42436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:36:57.945297Z","caller":"traceutil/trace.go:171","msg":"trace[1667939191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2983; }","duration":"491.050584ms","start":"2026-03-31T18:36:57.454219Z","end":"2026-03-31T18:36:57.945269Z","steps":["trace[1667939191] 'agreement among raft nodes before linearized reading' (duration: 490.851889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:57.945464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:57.400759Z","time spent":"544.694825ms","remote":"127.0.0.1:42164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":21,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:36:57.945526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:57.454186Z","time spent":"491.32664ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:36:58.018831Z","caller":"traceutil/trace.go:171","msg":"trace[990235467] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2984; }","duration":"243.839878ms","start":"2026-03-31T18:36:57.774963Z","end":"2026-03-31T18:36:58.018803Z","steps":["trace[990235467] 'process raft request' (duration: 243.777537ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:58.019264Z","caller":"traceutil/trace.go:171","msg":"trace[452887336] transaction","detail":"{read_only:false; response_revision:2984; number_of_response:1; }","duration":"249.598369ms","start":"2026-03-31T18:36:57.769654Z","end":"2026-03-31T18:36:58.019253Z","steps":["trace[452887336] 'process raft request' (duration: 248.923494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:58.085471Z","caller":"traceutil/trace.go:171","msg":"trace[1683719382] linearizableReadLoop","detail":"{readStateIndex:3112; appliedIndex:3108; }","duration":"140.315493ms","start":"2026-03-31T18:36:57.945127Z","end":"2026-03-31T18:36:58.085442Z","steps":["trace[1683719382] 'read index received' (duration: 73.37935ms)","trace[1683719382] 'applied index is now lower than readState.Index' (duration: 66.934913ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:58.085509Z","caller":"traceutil/trace.go:171","msg":"trace[824680868] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"163.843999ms","start":"2026-03-31T18:36:57.92164Z","end":"2026-03-31T18:36:58.085484Z","steps":["trace[824680868] 'process raft request' (duration: 163.709586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:58.085663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.407286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:58.08576Z","caller":"traceutil/trace.go:171","msg":"trace[1582906228] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:0; response_revision:2986; }","duration":"169.591009ms","start":"2026-03-31T18:36:57.916141Z","end":"2026-03-31T18:36:58.085732Z","steps":["trace[1582906228] 'agreement among raft nodes before linearized reading' (duration: 169.415105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:58.085817Z","caller":"traceutil/trace.go:171","msg":"trace[514455783] transaction","detail":"{read_only:false; response_revision:2985; number_of_response:1; }","duration":"168.712999ms","start":"2026-03-31T18:36:57.91708Z","end":"2026-03-31T18:36:58.085793Z","steps":["trace[514455783] 'process raft request' (duration: 168.132716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:58.085965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.992139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:36:58.086104Z","caller":"traceutil/trace.go:171","msg":"trace[1852425837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2986; }","duration":"504.208723ms","start":"2026-03-31T18:36:57.58187Z","end":"2026-03-31T18:36:58.086079Z","steps":["trace[1852425837] 'agreement among raft nodes before linearized reading' (duration: 503.713462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:58.086248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:57.581857Z","time spent":"504.373488ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:36:58.206175Z","caller":"traceutil/trace.go:171","msg":"trace[270499147] linearizableReadLoop","detail":"{readStateIndex:3113; appliedIndex:3112; }","duration":"120.576523ms","start":"2026-03-31T18:36:58.085571Z","end":"2026-03-31T18:36:58.206148Z","steps":["trace[270499147] 'read index received' (duration: 120.4587ms)","trace[270499147] 'applied index is now lower than readState.Index' (duration: 116.463µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:58.206236Z","caller":"traceutil/trace.go:171","msg":"trace[95607508] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"167.343828ms","start":"2026-03-31T18:36:58.038855Z","end":"2026-03-31T18:36:58.206199Z","steps":["trace[95607508] 'process raft request' (duration: 167.112363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:58.206431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.865178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:36:58.206477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.604188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:58.206635Z","caller":"traceutil/trace.go:171","msg":"trace[694168341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2987; }","duration":"259.806852ms","start":"2026-03-31T18:36:57.946769Z","end":"2026-03-31T18:36:58.206576Z","steps":["trace[694168341] 'agreement among raft nodes before linearized reading' (duration: 259.529795ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:58.206862Z","caller":"traceutil/trace.go:171","msg":"trace[2069487227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2987; }","duration":"232.989351ms","start":"2026-03-31T18:36:57.973499Z","end":"2026-03-31T18:36:58.206489Z","steps":["trace[2069487227] 'agreement among raft nodes before linearized reading' (duration: 232.777956ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:58.284247Z","caller":"traceutil/trace.go:171","msg":"trace[119833020] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"193.851991ms","start":"2026-03-31T18:36:58.090339Z","end":"2026-03-31T18:36:58.284191Z","steps":["trace[119833020] 'process raft request' (duration: 193.500553ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:58.284306Z","caller":"traceutil/trace.go:171","msg":"trace[1452972773] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"188.259494ms","start":"2026-03-31T18:36:58.095999Z","end":"2026-03-31T18:36:58.284258Z","steps":["trace[1452972773] 'process raft request' (duration: 188.147581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:58.284895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.116955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:36:58.285265Z","caller":"traceutil/trace.go:171","msg":"trace[166604257] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2990; }","duration":"164.549805ms","start":"2026-03-31T18:36:58.120692Z","end":"2026-03-31T18:36:58.285242Z","steps":["trace[166604257] 'agreement among raft nodes before linearized reading' (duration: 163.824708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:58.285133Z","caller":"traceutil/trace.go:171","msg":"trace[1637681386] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"192.725076ms","start":"2026-03-31T18:36:58.091668Z","end":"2026-03-31T18:36:58.284393Z","steps":["trace[1637681386] 'process raft request' (duration: 192.356557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:58.486124Z","caller":"traceutil/trace.go:171","msg":"trace[969616485] linearizableReadLoop","detail":"{readStateIndex:3118; appliedIndex:3116; }","duration":"201.901575ms","start":"2026-03-31T18:36:58.284204Z","end":"2026-03-31T18:36:58.486105Z","steps":["trace[969616485] 'read index received' (duration: 201.814433ms)","trace[969616485] 'applied index is now lower than readState.Index' (duration: 86.302µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:58.486147Z","caller":"traceutil/trace.go:171","msg":"trace[1763068637] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"273.263879ms","start":"2026-03-31T18:36:58.212847Z","end":"2026-03-31T18:36:58.486111Z","steps":["trace[1763068637] 'process raft request' (duration: 273.094745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:58.486222Z","caller":"traceutil/trace.go:171","msg":"trace[794320992] transaction","detail":"{read_only:false; response_revision:2992; number_of_response:1; }","duration":"263.000554ms","start":"2026-03-31T18:36:58.223213Z","end":"2026-03-31T18:36:58.486213Z","steps":["trace[794320992] 'process raft request' (duration: 262.850411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:58.486425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.864099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:36:58.486477Z","caller":"traceutil/trace.go:171","msg":"trace[1295552187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2992; }","duration":"232.955131ms","start":"2026-03-31T18:36:58.253511Z","end":"2026-03-31T18:36:58.486466Z","steps":["trace[1295552187] 'agreement among raft nodes before linearized reading' (duration: 232.817358ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:58.604564Z","caller":"traceutil/trace.go:171","msg":"trace[750866127] linearizableReadLoop","detail":"{readStateIndex:3122; appliedIndex:3118; }","duration":"118.351712ms","start":"2026-03-31T18:36:58.486181Z","end":"2026-03-31T18:36:58.604533Z","steps":["trace[750866127] 'read index received' (duration: 79.311424ms)","trace[750866127] 'applied index is now lower than readState.Index' (duration: 39.038948ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:58.604614Z","caller":"traceutil/trace.go:171","msg":"trace[942536937] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"314.911236ms","start":"2026-03-31T18:36:58.289671Z","end":"2026-03-31T18:36:58.604582Z","steps":["trace[942536937] 'process raft request' (duration: 275.746954ms)","trace[942536937] 'compare' (duration: 38.601089ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:58.604681Z","caller":"traceutil/trace.go:171","msg":"trace[605497677] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"309.925173ms","start":"2026-03-31T18:36:58.294745Z","end":"2026-03-31T18:36:58.60467Z","steps":["trace[605497677] 'process raft request' (duration: 309.602905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:58.604743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:58.289651Z","time spent":"315.017118ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:58.604776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:58.294738Z","time spent":"309.968924ms","remote":"127.0.0.1:56206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1707,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:58.60481Z","caller":"traceutil/trace.go:171","msg":"trace[1420006166] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"314.68014ms","start":"2026-03-31T18:36:58.290103Z","end":"2026-03-31T18:36:58.604783Z","steps":["trace[1420006166] 'process raft request' (duration: 314.081337ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:58.604849Z","caller":"traceutil/trace.go:171","msg":"trace[1063834588] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2995; }","duration":"308.283815ms","start":"2026-03-31T18:36:58.296557Z","end":"2026-03-31T18:36:58.604841Z","steps":["trace[1063834588] 'process raft request' (duration: 307.885916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:58.604897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:58.296541Z","time spent":"308.328916ms","remote":"127.0.0.1:56206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":66,"response count":0,"response size":1757,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:58.604948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:58.290072Z","time spent":"314.800183ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:58.605003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.258622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:36:58.605036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.253954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18a200ec45650bd1\" ","response":"range_response_count:1 size:706"} {"level":"warn","ts":"2026-03-31T18:36:58.605028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.078366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:36:58.60507Z","caller":"traceutil/trace.go:171","msg":"trace[149910182] range","detail":"{range_begin:/registry/events/openstack/valkey.18a200ec45650bd1; range_end:; response_count:1; response_revision:2995; }","duration":"315.288134ms","start":"2026-03-31T18:36:58.289772Z","end":"2026-03-31T18:36:58.60506Z","steps":["trace[149910182] 'agreement among raft nodes before linearized reading' (duration: 315.172422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:58.605065Z","caller":"traceutil/trace.go:171","msg":"trace[317318990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2995; }","duration":"253.358925ms","start":"2026-03-31T18:36:58.351693Z","end":"2026-03-31T18:36:58.605052Z","steps":["trace[317318990] 'agreement among raft nodes before linearized reading' (duration: 253.13666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:58.605106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:58.289721Z","time spent":"315.376276ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":730,"request content":"key:\"/registry/events/openstack/valkey.18a200ec45650bd1\" "} {"level":"info","ts":"2026-03-31T18:36:58.605126Z","caller":"traceutil/trace.go:171","msg":"trace[351206314] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2995; }","duration":"310.181458ms","start":"2026-03-31T18:36:58.294908Z","end":"2026-03-31T18:36:58.60509Z","steps":["trace[351206314] 'agreement among raft nodes before linearized reading' (duration: 309.993164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:58.605187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:58.294882Z","time spent":"310.28957ms","remote":"127.0.0.1:42496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:36:58.610815Z","caller":"traceutil/trace.go:171","msg":"trace[1756597794] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"120.522093ms","start":"2026-03-31T18:36:58.490278Z","end":"2026-03-31T18:36:58.6108Z","steps":["trace[1756597794] 'process raft request' (duration: 120.232106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:58.611114Z","caller":"traceutil/trace.go:171","msg":"trace[1253600080] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"118.423004ms","start":"2026-03-31T18:36:58.492652Z","end":"2026-03-31T18:36:58.611075Z","steps":["trace[1253600080] 'process raft request' (duration: 118.049476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:58.611395Z","caller":"traceutil/trace.go:171","msg":"trace[992436949] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"115.915618ms","start":"2026-03-31T18:36:58.495466Z","end":"2026-03-31T18:36:58.611381Z","steps":["trace[992436949] 'process raft request' (duration: 115.693012ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:58.611481Z","caller":"traceutil/trace.go:171","msg":"trace[1440213278] transaction","detail":"{read_only:false; response_revision:3002; number_of_response:1; }","duration":"115.892458ms","start":"2026-03-31T18:36:58.495572Z","end":"2026-03-31T18:36:58.611465Z","steps":["trace[1440213278] 'process raft request' (duration: 115.623811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:58.611569Z","caller":"traceutil/trace.go:171","msg":"trace[1415042564] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"116.368829ms","start":"2026-03-31T18:36:58.495189Z","end":"2026-03-31T18:36:58.611558Z","steps":["trace[1415042564] 'process raft request' (duration: 115.909028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:58.611567Z","caller":"traceutil/trace.go:171","msg":"trace[1455747899] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"117.7637ms","start":"2026-03-31T18:36:58.493785Z","end":"2026-03-31T18:36:58.611549Z","steps":["trace[1455747899] 'process raft request' (duration: 117.287898ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:58.611592Z","caller":"traceutil/trace.go:171","msg":"trace[1223200686] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"118.265672ms","start":"2026-03-31T18:36:58.493285Z","end":"2026-03-31T18:36:58.611551Z","steps":["trace[1223200686] 'process raft request' (duration: 117.662857ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:58.924719Z","caller":"traceutil/trace.go:171","msg":"trace[693799598] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"197.857901ms","start":"2026-03-31T18:36:58.726819Z","end":"2026-03-31T18:36:58.924677Z","steps":["trace[693799598] 'process raft request' (duration: 156.902259ms)","trace[693799598] 'compare' (duration: 40.756847ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:59.119094Z","caller":"traceutil/trace.go:171","msg":"trace[1999699082] linearizableReadLoop","detail":"{readStateIndex:3144; appliedIndex:3142; }","duration":"109.119773ms","start":"2026-03-31T18:36:59.009951Z","end":"2026-03-31T18:36:59.11907Z","steps":["trace[1999699082] 'read index received' (duration: 78.246121ms)","trace[1999699082] 'applied index is now lower than readState.Index' (duration: 30.872852ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:59.119109Z","caller":"traceutil/trace.go:171","msg":"trace[857999005] transaction","detail":"{read_only:false; response_revision:3015; number_of_response:1; }","duration":"153.460782ms","start":"2026-03-31T18:36:58.965615Z","end":"2026-03-31T18:36:59.119076Z","steps":["trace[857999005] 'process raft request' (duration: 122.568679ms)","trace[857999005] 'compare' (duration: 30.655968ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:59.119212Z","caller":"traceutil/trace.go:171","msg":"trace[1655016205] transaction","detail":"{read_only:false; response_revision:3016; number_of_response:1; }","duration":"146.245468ms","start":"2026-03-31T18:36:58.972944Z","end":"2026-03-31T18:36:59.11919Z","steps":["trace[1655016205] 'process raft request' (duration: 146.064814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:59.1195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.515252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-ca\" ","response":"range_response_count:1 size:4945"} {"level":"info","ts":"2026-03-31T18:36:59.119608Z","caller":"traceutil/trace.go:171","msg":"trace[924964595] range","detail":"{range_begin:/registry/secrets/openstack/valkey-ca; range_end:; response_count:1; response_revision:3016; }","duration":"109.672245ms","start":"2026-03-31T18:36:59.009913Z","end":"2026-03-31T18:36:59.119585Z","steps":["trace[924964595] 'agreement among raft nodes before linearized reading' (duration: 109.279417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:59.232924Z","caller":"traceutil/trace.go:171","msg":"trace[516514008] transaction","detail":"{read_only:false; response_revision:3019; number_of_response:1; }","duration":"100.133277ms","start":"2026-03-31T18:36:59.132763Z","end":"2026-03-31T18:36:59.232896Z","steps":["trace[516514008] 'process raft request' (duration: 99.917393ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:59.691115Z","caller":"traceutil/trace.go:171","msg":"trace[321709043] transaction","detail":"{read_only:false; response_revision:3033; number_of_response:1; }","duration":"117.660847ms","start":"2026-03-31T18:36:59.573425Z","end":"2026-03-31T18:36:59.691086Z","steps":["trace[321709043] 'process raft request' (duration: 117.513434ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.178298Z","caller":"traceutil/trace.go:171","msg":"trace[1749111791] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"111.64172ms","start":"2026-03-31T18:37:00.06663Z","end":"2026-03-31T18:37:00.178272Z","steps":["trace[1749111791] 'process raft request' (duration: 37.716247ms)","trace[1749111791] 'compare' (duration: 73.746139ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:00.373849Z","caller":"traceutil/trace.go:171","msg":"trace[54808627] transaction","detail":"{read_only:false; response_revision:3042; number_of_response:1; }","duration":"165.293601ms","start":"2026-03-31T18:37:00.208524Z","end":"2026-03-31T18:37:00.373817Z","steps":["trace[54808627] 'process raft request' (duration: 105.638013ms)","trace[54808627] 'compare' (duration: 59.241318ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:00.373841Z","caller":"traceutil/trace.go:171","msg":"trace[1723367916] transaction","detail":"{read_only:false; response_revision:3043; number_of_response:1; }","duration":"165.159088ms","start":"2026-03-31T18:37:00.20866Z","end":"2026-03-31T18:37:00.373819Z","steps":["trace[1723367916] 'process raft request' (duration: 165.080056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.408308Z","caller":"traceutil/trace.go:171","msg":"trace[323566622] linearizableReadLoop","detail":"{readStateIndex:3175; appliedIndex:3170; }","duration":"118.881055ms","start":"2026-03-31T18:37:00.289398Z","end":"2026-03-31T18:37:00.408279Z","steps":["trace[323566622] 'read index received' (duration: 24.726182ms)","trace[323566622] 'applied index is now lower than readState.Index' (duration: 94.153853ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:00.408568Z","caller":"traceutil/trace.go:171","msg":"trace[1576367912] transaction","detail":"{read_only:false; response_revision:3044; number_of_response:1; }","duration":"168.078735ms","start":"2026-03-31T18:37:00.24047Z","end":"2026-03-31T18:37:00.408548Z","steps":["trace[1576367912] 'process raft request' (duration: 167.595364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.40876Z","caller":"traceutil/trace.go:171","msg":"trace[1897694437] transaction","detail":"{read_only:false; response_revision:3045; number_of_response:1; }","duration":"168.201028ms","start":"2026-03-31T18:37:00.240515Z","end":"2026-03-31T18:37:00.408716Z","steps":["trace[1897694437] 'process raft request' (duration: 167.683286ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.408818Z","caller":"traceutil/trace.go:171","msg":"trace[180149435] transaction","detail":"{read_only:false; response_revision:3046; number_of_response:1; }","duration":"167.950072ms","start":"2026-03-31T18:37:00.240841Z","end":"2026-03-31T18:37:00.408791Z","steps":["trace[180149435] 'process raft request' (duration: 167.39889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:00.408897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.472919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:37:00.408966Z","caller":"traceutil/trace.go:171","msg":"trace[141872336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3046; }","duration":"119.593652ms","start":"2026-03-31T18:37:00.28935Z","end":"2026-03-31T18:37:00.408943Z","steps":["trace[141872336] 'agreement among raft nodes before linearized reading' (duration: 119.236584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.701275Z","caller":"traceutil/trace.go:171","msg":"trace[1801958843] linearizableReadLoop","detail":"{readStateIndex:3177; appliedIndex:3175; }","duration":"285.965438ms","start":"2026-03-31T18:37:00.415287Z","end":"2026-03-31T18:37:00.701252Z","steps":["trace[1801958843] 'read index received' (duration: 39.738595ms)","trace[1801958843] 'applied index is now lower than readState.Index' (duration: 246.225983ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:00.701399Z","caller":"traceutil/trace.go:171","msg":"trace[1340010580] transaction","detail":"{read_only:false; response_revision:3049; number_of_response:1; }","duration":"283.87706ms","start":"2026-03-31T18:37:00.41751Z","end":"2026-03-31T18:37:00.701387Z","steps":["trace[1340010580] 'process raft request' (duration: 283.682595ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.701463Z","caller":"traceutil/trace.go:171","msg":"trace[2111226847] transaction","detail":"{read_only:false; response_revision:3048; number_of_response:1; }","duration":"287.773478ms","start":"2026-03-31T18:37:00.41363Z","end":"2026-03-31T18:37:00.701403Z","steps":["trace[2111226847] 'process raft request' (duration: 287.367728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:00.702096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.537076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:00.702152Z","caller":"traceutil/trace.go:171","msg":"trace[327687974] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3049; }","duration":"277.636328ms","start":"2026-03-31T18:37:00.4245Z","end":"2026-03-31T18:37:00.702136Z","steps":["trace[327687974] 'agreement among raft nodes before linearized reading' (duration: 277.523665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:00.702214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.902029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122959"} {"level":"warn","ts":"2026-03-31T18:37:00.702208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.579627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:00.702236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.597042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:37:00.702264Z","caller":"traceutil/trace.go:171","msg":"trace[474819528] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3049; }","duration":"287.009601ms","start":"2026-03-31T18:37:00.415243Z","end":"2026-03-31T18:37:00.702252Z","steps":["trace[474819528] 'agreement among raft nodes before linearized reading' (duration: 286.233954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.702266Z","caller":"traceutil/trace.go:171","msg":"trace[556679247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3049; }","duration":"248.690039ms","start":"2026-03-31T18:37:00.453565Z","end":"2026-03-31T18:37:00.702255Z","steps":["trace[556679247] 'agreement among raft nodes before linearized reading' (duration: 248.584697ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.702283Z","caller":"traceutil/trace.go:171","msg":"trace[1256934061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3049; }","duration":"210.685354ms","start":"2026-03-31T18:37:00.491583Z","end":"2026-03-31T18:37:00.702268Z","steps":["trace[1256934061] 'agreement among raft nodes before linearized reading' (duration: 210.555821ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.985162Z","caller":"traceutil/trace.go:171","msg":"trace[1213058849] transaction","detail":"{read_only:false; response_revision:3051; number_of_response:1; }","duration":"278.781444ms","start":"2026-03-31T18:37:00.706335Z","end":"2026-03-31T18:37:00.985116Z","steps":["trace[1213058849] 'process raft request' (duration: 184.930018ms)","trace[1213058849] 'compare' (duration: 93.649181ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:00.985168Z","caller":"traceutil/trace.go:171","msg":"trace[641726706] transaction","detail":"{read_only:false; response_revision:3052; number_of_response:1; }","duration":"278.687222ms","start":"2026-03-31T18:37:00.70645Z","end":"2026-03-31T18:37:00.985137Z","steps":["trace[641726706] 'process raft request' (duration: 278.58471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.9852Z","caller":"traceutil/trace.go:171","msg":"trace[868695042] transaction","detail":"{read_only:false; response_revision:3053; number_of_response:1; }","duration":"278.703572ms","start":"2026-03-31T18:37:00.706478Z","end":"2026-03-31T18:37:00.985181Z","steps":["trace[868695042] 'process raft request' (duration: 278.60101ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.985264Z","caller":"traceutil/trace.go:171","msg":"trace[801574867] transaction","detail":"{read_only:false; response_revision:3055; number_of_response:1; }","duration":"278.248501ms","start":"2026-03-31T18:37:00.707003Z","end":"2026-03-31T18:37:00.985252Z","steps":["trace[801574867] 'process raft request' (duration: 278.151719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.985249Z","caller":"traceutil/trace.go:171","msg":"trace[1284034698] transaction","detail":"{read_only:false; response_revision:3054; number_of_response:1; }","duration":"278.281161ms","start":"2026-03-31T18:37:00.706951Z","end":"2026-03-31T18:37:00.985232Z","steps":["trace[1284034698] 'process raft request' (duration: 278.167859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.985363Z","caller":"traceutil/trace.go:171","msg":"trace[1325060915] transaction","detail":"{read_only:false; response_revision:3056; number_of_response:1; }","duration":"277.412512ms","start":"2026-03-31T18:37:00.70789Z","end":"2026-03-31T18:37:00.985303Z","steps":["trace[1325060915] 'process raft request' (duration: 277.295189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.98548Z","caller":"traceutil/trace.go:171","msg":"trace[1215092968] transaction","detail":"{read_only:false; response_revision:3057; number_of_response:1; }","duration":"277.233138ms","start":"2026-03-31T18:37:00.708229Z","end":"2026-03-31T18:37:00.985462Z","steps":["trace[1215092968] 'process raft request' (duration: 276.983383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.985574Z","caller":"traceutil/trace.go:171","msg":"trace[1974373001] linearizableReadLoop","detail":"{readStateIndex:3186; appliedIndex:3179; }","duration":"228.474879ms","start":"2026-03-31T18:37:00.757082Z","end":"2026-03-31T18:37:00.985557Z","steps":["trace[1974373001] 'read index received' (duration: 134.304766ms)","trace[1974373001] 'applied index is now lower than readState.Index' (duration: 94.168263ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:00.985625Z","caller":"traceutil/trace.go:171","msg":"trace[300288476] transaction","detail":"{read_only:false; response_revision:3058; number_of_response:1; }","duration":"227.969107ms","start":"2026-03-31T18:37:00.757591Z","end":"2026-03-31T18:37:00.98556Z","steps":["trace[300288476] 'process raft request' (duration: 227.882465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:00.986006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.898609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122959"} {"level":"info","ts":"2026-03-31T18:37:00.9861Z","caller":"traceutil/trace.go:171","msg":"trace[135042981] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3058; }","duration":"229.036411ms","start":"2026-03-31T18:37:00.757045Z","end":"2026-03-31T18:37:00.986082Z","steps":["trace[135042981] 'agreement among raft nodes before linearized reading' (duration: 228.666073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:01.186028Z","caller":"traceutil/trace.go:171","msg":"trace[1834612821] transaction","detail":"{read_only:false; response_revision:3062; number_of_response:1; }","duration":"108.136031ms","start":"2026-03-31T18:37:01.077869Z","end":"2026-03-31T18:37:01.186005Z","steps":["trace[1834612821] 'process raft request' (duration: 87.032351ms)","trace[1834612821] 'compare' (duration: 20.974628ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:01.453674Z","caller":"traceutil/trace.go:171","msg":"trace[729555403] transaction","detail":"{read_only:false; response_revision:3063; number_of_response:1; }","duration":"263.117487ms","start":"2026-03-31T18:37:01.190518Z","end":"2026-03-31T18:37:01.453635Z","steps":["trace[729555403] 'process raft request' (duration: 219.100105ms)","trace[729555403] 'compare' (duration: 43.721285ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:01.484712Z","caller":"traceutil/trace.go:171","msg":"trace[826263758] transaction","detail":"{read_only:false; response_revision:3064; number_of_response:1; }","duration":"293.167041ms","start":"2026-03-31T18:37:01.191496Z","end":"2026-03-31T18:37:01.484663Z","steps":["trace[826263758] 'process raft request' (duration: 292.827123ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:01.484979Z","caller":"traceutil/trace.go:171","msg":"trace[605710851] transaction","detail":"{read_only:false; response_revision:3065; number_of_response:1; }","duration":"289.520897ms","start":"2026-03-31T18:37:01.195438Z","end":"2026-03-31T18:37:01.484959Z","steps":["trace[605710851] 'process raft request' (duration: 289.18443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:01.616703Z","caller":"traceutil/trace.go:171","msg":"trace[813874879] transaction","detail":"{read_only:false; response_revision:3066; number_of_response:1; }","duration":"123.044481ms","start":"2026-03-31T18:37:01.49362Z","end":"2026-03-31T18:37:01.616664Z","steps":["trace[813874879] 'process raft request' (duration: 71.436256ms)","trace[813874879] 'compare' (duration: 51.40039ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:01.883736Z","caller":"traceutil/trace.go:171","msg":"trace[1366043826] transaction","detail":"{read_only:false; response_revision:3073; number_of_response:1; }","duration":"200.678167ms","start":"2026-03-31T18:37:01.682922Z","end":"2026-03-31T18:37:01.883601Z","steps":["trace[1366043826] 'process raft request' (duration: 137.243322ms)","trace[1366043826] 'compare' (duration: 63.181088ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:01.883859Z","caller":"traceutil/trace.go:171","msg":"trace[242559963] transaction","detail":"{read_only:false; response_revision:3074; number_of_response:1; }","duration":"200.35145ms","start":"2026-03-31T18:37:01.683478Z","end":"2026-03-31T18:37:01.88383Z","steps":["trace[242559963] 'process raft request' (duration: 200.006122ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:01.884089Z","caller":"traceutil/trace.go:171","msg":"trace[948643342] linearizableReadLoop","detail":"{readStateIndex:3205; appliedIndex:3200; }","duration":"186.179098ms","start":"2026-03-31T18:37:01.697872Z","end":"2026-03-31T18:37:01.884051Z","steps":["trace[948643342] 'read index received' (duration: 6.846087ms)","trace[948643342] 'applied index is now lower than readState.Index' (duration: 179.331971ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:01.884191Z","caller":"traceutil/trace.go:171","msg":"trace[648498950] transaction","detail":"{read_only:false; response_revision:3075; number_of_response:1; }","duration":"195.508829ms","start":"2026-03-31T18:37:01.688567Z","end":"2026-03-31T18:37:01.884075Z","steps":["trace[648498950] 'process raft request' (duration: 195.237743ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:01.884277Z","caller":"traceutil/trace.go:171","msg":"trace[662508390] transaction","detail":"{read_only:false; response_revision:3076; number_of_response:1; }","duration":"188.736925ms","start":"2026-03-31T18:37:01.695516Z","end":"2026-03-31T18:37:01.884253Z","steps":["trace[662508390] 'process raft request' (duration: 188.462569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:01.88463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.73587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:8 size:364853"} {"level":"info","ts":"2026-03-31T18:37:01.884685Z","caller":"traceutil/trace.go:171","msg":"trace[1847578637] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:8; response_revision:3076; }","duration":"186.834432ms","start":"2026-03-31T18:37:01.697837Z","end":"2026-03-31T18:37:01.884672Z","steps":["trace[1847578637] 'agreement among raft nodes before linearized reading' (duration: 186.355081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:01.885931Z","caller":"traceutil/trace.go:171","msg":"trace[265834563] transaction","detail":"{read_only:false; response_revision:3078; number_of_response:1; }","duration":"102.315648ms","start":"2026-03-31T18:37:01.783586Z","end":"2026-03-31T18:37:01.885901Z","steps":["trace[265834563] 'process raft request' (duration: 102.252777ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:01.886081Z","caller":"traceutil/trace.go:171","msg":"trace[913338671] transaction","detail":"{read_only:false; response_revision:3077; number_of_response:1; }","duration":"176.786833ms","start":"2026-03-31T18:37:01.709219Z","end":"2026-03-31T18:37:01.886006Z","steps":["trace[913338671] 'process raft request' (duration: 176.483417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:02.840983Z","caller":"traceutil/trace.go:171","msg":"trace[1988013475] transaction","detail":"{read_only:false; response_revision:3088; number_of_response:1; }","duration":"130.132381ms","start":"2026-03-31T18:37:02.710829Z","end":"2026-03-31T18:37:02.840961Z","steps":["trace[1988013475] 'process raft request' (duration: 130.003218ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:03.455815Z","caller":"traceutil/trace.go:171","msg":"trace[964209876] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"109.889051ms","start":"2026-03-31T18:37:03.345894Z","end":"2026-03-31T18:37:03.455783Z","steps":["trace[964209876] 'process raft request' (duration: 34.049415ms)","trace[964209876] 'compare' (duration: 75.702803ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:03.457116Z","caller":"traceutil/trace.go:171","msg":"trace[248775245] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3101; }","duration":"107.718991ms","start":"2026-03-31T18:37:03.349361Z","end":"2026-03-31T18:37:03.45708Z","steps":["trace[248775245] 'process raft request' (duration: 107.506756ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:03.734591Z","caller":"traceutil/trace.go:171","msg":"trace[1425359556] transaction","detail":"{read_only:false; response_revision:3107; number_of_response:1; }","duration":"114.391604ms","start":"2026-03-31T18:37:03.620168Z","end":"2026-03-31T18:37:03.73456Z","steps":["trace[1425359556] 'process raft request' (duration: 114.22671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:03.900766Z","caller":"traceutil/trace.go:171","msg":"trace[641610494] transaction","detail":"{read_only:false; response_revision:3108; number_of_response:1; }","duration":"121.482675ms","start":"2026-03-31T18:37:03.779257Z","end":"2026-03-31T18:37:03.90074Z","steps":["trace[641610494] 'process raft request' (duration: 121.331751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:10.762793Z","caller":"traceutil/trace.go:171","msg":"trace[289175294] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"234.721931ms","start":"2026-03-31T18:37:10.528045Z","end":"2026-03-31T18:37:10.762767Z","steps":["trace[289175294] 'process raft request' (duration: 234.541937ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:14.775677Z","caller":"traceutil/trace.go:171","msg":"trace[1843631155] transaction","detail":"{read_only:false; response_revision:3218; number_of_response:1; }","duration":"788.091253ms","start":"2026-03-31T18:37:13.987557Z","end":"2026-03-31T18:37:14.775648Z","steps":["trace[1843631155] 'process raft request' (duration: 787.92006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:14.775893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:13.987536Z","time spent":"788.280118ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:16.455692Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.68008029s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:37:16.459619Z","caller":"traceutil/trace.go:171","msg":"trace[82018098] linearizableReadLoop","detail":"{readStateIndex:3354; appliedIndex:3352; }","duration":"1.987625629s","start":"2026-03-31T18:37:14.47197Z","end":"2026-03-31T18:37:16.459595Z","steps":["trace[82018098] 'read index received' (duration: 303.689281ms)","trace[82018098] 'applied index is now lower than readState.Index' (duration: 1.683935458s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:16.459893Z","caller":"traceutil/trace.go:171","msg":"trace[2106879359] transaction","detail":"{read_only:false; response_revision:3219; number_of_response:1; }","duration":"2.448463775s","start":"2026-03-31T18:37:14.011413Z","end":"2026-03-31T18:37:16.459876Z","steps":["trace[2106879359] 'process raft request' (duration: 2.444616357s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:16.459994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:14.011384Z","time spent":"2.448542456s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:16.460257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988274714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:16.460319Z","caller":"traceutil/trace.go:171","msg":"trace[1871747510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3220; }","duration":"1.988372186s","start":"2026-03-31T18:37:14.471933Z","end":"2026-03-31T18:37:16.460305Z","steps":["trace[1871747510] 'agreement among raft nodes before linearized reading' (duration: 1.988252663s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:16.46032Z","caller":"traceutil/trace.go:171","msg":"trace[1064461975] transaction","detail":"{read_only:false; response_revision:3220; number_of_response:1; }","duration":"2.414055792s","start":"2026-03-31T18:37:14.046223Z","end":"2026-03-31T18:37:16.460279Z","steps":["trace[1064461975] 'process raft request' (duration: 2.413280325s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:16.460352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:14.471914Z","time spent":"1.988431728s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:37:16.46053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:14.04619Z","time spent":"2.414217726s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:16.473158Z","caller":"traceutil/trace.go:171","msg":"trace[44480129] transaction","detail":"{read_only:false; response_revision:3221; number_of_response:1; }","duration":"1.594954664s","start":"2026-03-31T18:37:14.87818Z","end":"2026-03-31T18:37:16.473135Z","steps":["trace[44480129] 'process raft request' (duration: 1.594834962s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:16.4733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:14.878145Z","time spent":"1.595085376s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:16.473524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67567123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T18:37:16.473562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855793789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:37:16.473621Z","caller":"traceutil/trace.go:171","msg":"trace[638756741] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3221; }","duration":"1.855891712s","start":"2026-03-31T18:37:14.617714Z","end":"2026-03-31T18:37:16.473606Z","steps":["trace[638756741] 'agreement among raft nodes before linearized reading' (duration: 1.855717228s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:16.473622Z","caller":"traceutil/trace.go:171","msg":"trace[1630042981] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3221; }","duration":"1.675821774s","start":"2026-03-31T18:37:14.797776Z","end":"2026-03-31T18:37:16.473598Z","steps":["trace[1630042981] 'agreement among raft nodes before linearized reading' (duration: 1.675529677s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:16.473619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265817913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:37:16.473587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819360671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:37:16.473798Z","caller":"traceutil/trace.go:171","msg":"trace[657134211] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3221; }","duration":"1.819574555s","start":"2026-03-31T18:37:14.654174Z","end":"2026-03-31T18:37:16.473748Z","steps":["trace[657134211] 'agreement among raft nodes before linearized reading' (duration: 1.819312299s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:16.473674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:14.617689Z","time spent":"1.855974843s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:37:16.473672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551177358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:37:16.473933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:14.654156Z","time spent":"1.819723389s","remote":"127.0.0.1:42380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:37:16.473946Z","caller":"traceutil/trace.go:171","msg":"trace[302320242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3221; }","duration":"1.551500845s","start":"2026-03-31T18:37:14.922423Z","end":"2026-03-31T18:37:16.473924Z","steps":["trace[302320242] 'agreement among raft nodes before linearized reading' (duration: 1.551109756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:16.473693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:14.797755Z","time spent":"1.675921255s","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:37:16.474031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:14.922391Z","time spent":"1.551612708s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:37:16.473551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230318976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:37:16.474112Z","caller":"traceutil/trace.go:171","msg":"trace[234040402] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3221; }","duration":"1.23092093s","start":"2026-03-31T18:37:15.243165Z","end":"2026-03-31T18:37:16.474086Z","steps":["trace[234040402] 'agreement among raft nodes before linearized reading' (duration: 1.230261995s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:16.473676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286465094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:37:16.474183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:15.243145Z","time spent":"1.231019191s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:37:16.474225Z","caller":"traceutil/trace.go:171","msg":"trace[1596643664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3221; }","duration":"1.287054317s","start":"2026-03-31T18:37:15.187147Z","end":"2026-03-31T18:37:16.474201Z","steps":["trace[1596643664] 'agreement among raft nodes before linearized reading' (duration: 1.286253799s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:16.47429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:15.187125Z","time spent":"1.287149839s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:37:16.473705Z","caller":"traceutil/trace.go:171","msg":"trace[527932086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3221; }","duration":"1.265933097s","start":"2026-03-31T18:37:15.207754Z","end":"2026-03-31T18:37:16.473687Z","steps":["trace[527932086] 'agreement among raft nodes before linearized reading' (duration: 1.265742512s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:16.474359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:15.207745Z","time spent":"1.266595651s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:16.473824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268537746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:37:16.474493Z","caller":"traceutil/trace.go:171","msg":"trace[749928813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3221; }","duration":"1.269237241s","start":"2026-03-31T18:37:15.205239Z","end":"2026-03-31T18:37:16.474476Z","steps":["trace[749928813] 'agreement among raft nodes before linearized reading' (duration: 1.268368032s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:16.474541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:15.205227Z","time spent":"1.269299743s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:16.474672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273446147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:37:16.474857Z","caller":"traceutil/trace.go:171","msg":"trace[829792490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3221; }","duration":"1.273675262s","start":"2026-03-31T18:37:15.201121Z","end":"2026-03-31T18:37:16.474796Z","steps":["trace[829792490] 'agreement among raft nodes before linearized reading' (duration: 1.272096837s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:16.474914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:15.201107Z","time spent":"1.273792955s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:37:20.742414Z","caller":"traceutil/trace.go:171","msg":"trace[180628924] transaction","detail":"{read_only:false; response_revision:3246; number_of_response:1; }","duration":"178.621775ms","start":"2026-03-31T18:37:20.563764Z","end":"2026-03-31T18:37:20.742386Z","steps":["trace[180628924] 'process raft request' (duration: 178.583614ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:20.742811Z","caller":"traceutil/trace.go:171","msg":"trace[124828187] transaction","detail":"{read_only:false; response_revision:3243; number_of_response:1; }","duration":"180.499808ms","start":"2026-03-31T18:37:20.56227Z","end":"2026-03-31T18:37:20.74277Z","steps":["trace[124828187] 'process raft request' (duration: 179.988206ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:20.743087Z","caller":"traceutil/trace.go:171","msg":"trace[2066663823] transaction","detail":"{read_only:false; response_revision:3244; number_of_response:1; }","duration":"179.459764ms","start":"2026-03-31T18:37:20.563613Z","end":"2026-03-31T18:37:20.743072Z","steps":["trace[2066663823] 'process raft request' (duration: 178.678856ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:20.743179Z","caller":"traceutil/trace.go:171","msg":"trace[1317761159] transaction","detail":"{read_only:false; response_revision:3245; number_of_response:1; }","duration":"179.484164ms","start":"2026-03-31T18:37:20.563688Z","end":"2026-03-31T18:37:20.743172Z","steps":["trace[1317761159] 'process raft request' (duration: 178.636595ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:20.743247Z","caller":"traceutil/trace.go:171","msg":"trace[280400001] transaction","detail":"{read_only:false; response_revision:3242; number_of_response:1; }","duration":"181.04891ms","start":"2026-03-31T18:37:20.562191Z","end":"2026-03-31T18:37:20.74324Z","steps":["trace[280400001] 'process raft request' (duration: 179.889433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:20.952104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.535938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:20.952256Z","caller":"traceutil/trace.go:171","msg":"trace[92302834] linearizableReadLoop","detail":"{readStateIndex:3382; appliedIndex:3381; }","duration":"108.99593ms","start":"2026-03-31T18:37:20.843241Z","end":"2026-03-31T18:37:20.952237Z","steps":["trace[92302834] 'read index received' (duration: 77.252µs)","trace[92302834] 'applied index is now lower than readState.Index' (duration: 108.917258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:20.952356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.120103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:20.952331Z","caller":"traceutil/trace.go:171","msg":"trace[140078734] transaction","detail":"{read_only:false; response_revision:3247; number_of_response:1; }","duration":"155.003127ms","start":"2026-03-31T18:37:20.797279Z","end":"2026-03-31T18:37:20.952283Z","steps":["trace[140078734] 'process raft request' (duration: 21.181922ms)","trace[140078734] 'compare' (duration: 133.241722ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:20.952396Z","caller":"traceutil/trace.go:171","msg":"trace[2043361202] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:3247; }","duration":"109.212845ms","start":"2026-03-31T18:37:20.843169Z","end":"2026-03-31T18:37:20.952382Z","steps":["trace[2043361202] 'agreement among raft nodes before linearized reading' (duration: 109.127272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:22.670905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.771887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:22.671003Z","caller":"traceutil/trace.go:171","msg":"trace[1633697117] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3252; }","duration":"141.896929ms","start":"2026-03-31T18:37:22.529061Z","end":"2026-03-31T18:37:22.670958Z","steps":["trace[1633697117] 'count revisions from in-memory index tree' (duration: 141.677354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:22.671182Z","caller":"traceutil/trace.go:171","msg":"trace[1680698682] transaction","detail":"{read_only:false; response_revision:3253; number_of_response:1; }","duration":"114.68194ms","start":"2026-03-31T18:37:22.556456Z","end":"2026-03-31T18:37:22.671138Z","steps":["trace[1680698682] 'process raft request' (duration: 39.694853ms)","trace[1680698682] 'compare' (duration: 74.595798ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:22.703059Z","caller":"traceutil/trace.go:171","msg":"trace[447673233] linearizableReadLoop","detail":"{readStateIndex:3390; appliedIndex:3388; }","duration":"125.047614ms","start":"2026-03-31T18:37:22.577989Z","end":"2026-03-31T18:37:22.703036Z","steps":["trace[447673233] 'read index received' (duration: 18.134762ms)","trace[447673233] 'applied index is now lower than readState.Index' (duration: 106.910962ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:22.703151Z","caller":"traceutil/trace.go:171","msg":"trace[588519168] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"140.460406ms","start":"2026-03-31T18:37:22.56266Z","end":"2026-03-31T18:37:22.70312Z","steps":["trace[588519168] 'process raft request' (duration: 140.217761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:22.703257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.266331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:37:22.703317Z","caller":"traceutil/trace.go:171","msg":"trace[118251370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3254; }","duration":"125.363182ms","start":"2026-03-31T18:37:22.577938Z","end":"2026-03-31T18:37:22.703301Z","steps":["trace[118251370] 'agreement among raft nodes before linearized reading' (duration: 125.189807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:22.878336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.454347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:22.878457Z","caller":"traceutil/trace.go:171","msg":"trace[1580983962] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"126.184731ms","start":"2026-03-31T18:37:22.752246Z","end":"2026-03-31T18:37:22.878431Z","steps":["trace[1580983962] 'process raft request' (duration: 21.5646ms)","trace[1580983962] 'compare' (duration: 104.373346ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:22.895257Z","caller":"traceutil/trace.go:171","msg":"trace[29703142] transaction","detail":"{read_only:false; response_revision:3258; number_of_response:1; }","duration":"142.505432ms","start":"2026-03-31T18:37:22.752733Z","end":"2026-03-31T18:37:22.895239Z","steps":["trace[29703142] 'process raft request' (duration: 142.457421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:22.895394Z","caller":"traceutil/trace.go:171","msg":"trace[335117543] transaction","detail":"{read_only:false; response_revision:3257; number_of_response:1; }","duration":"142.708418ms","start":"2026-03-31T18:37:22.75268Z","end":"2026-03-31T18:37:22.895388Z","steps":["trace[335117543] 'process raft request' (duration: 142.406431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:22.895498Z","caller":"traceutil/trace.go:171","msg":"trace[765509615] transaction","detail":"{read_only:false; response_revision:3259; number_of_response:1; }","duration":"142.122824ms","start":"2026-03-31T18:37:22.75337Z","end":"2026-03-31T18:37:22.895493Z","steps":["trace[765509615] 'process raft request' (duration: 141.842928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:22.895664Z","caller":"traceutil/trace.go:171","msg":"trace[1213731597] linearizableReadLoop","detail":"{readStateIndex:3396; appliedIndex:3392; }","duration":"103.751231ms","start":"2026-03-31T18:37:22.791906Z","end":"2026-03-31T18:37:22.895658Z","steps":["trace[1213731597] 'read index received' (duration: 103.187628ms)","trace[1213731597] 'applied index is now lower than readState.Index' (duration: 563.063µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:22.895784Z","caller":"traceutil/trace.go:171","msg":"trace[1432315932] transaction","detail":"{read_only:false; response_revision:3260; number_of_response:1; }","duration":"142.253497ms","start":"2026-03-31T18:37:22.753522Z","end":"2026-03-31T18:37:22.895775Z","steps":["trace[1432315932] 'process raft request' (duration: 141.93449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:22.895892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.974696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:37:22.895912Z","caller":"traceutil/trace.go:171","msg":"trace[1801444811] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3260; }","duration":"104.040847ms","start":"2026-03-31T18:37:22.791866Z","end":"2026-03-31T18:37:22.895907Z","steps":["trace[1801444811] 'agreement among raft nodes before linearized reading' (duration: 103.953755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:23.074822Z","caller":"traceutil/trace.go:171","msg":"trace[463618932] transaction","detail":"{read_only:false; response_revision:3263; number_of_response:1; }","duration":"128.362911ms","start":"2026-03-31T18:37:22.946432Z","end":"2026-03-31T18:37:23.074795Z","steps":["trace[463618932] 'process raft request' (duration: 128.248268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:23.075078Z","caller":"traceutil/trace.go:171","msg":"trace[992903946] transaction","detail":"{read_only:false; response_revision:3262; number_of_response:1; }","duration":"128.647647ms","start":"2026-03-31T18:37:22.946389Z","end":"2026-03-31T18:37:23.075037Z","steps":["trace[992903946] 'process raft request' (duration: 54.308506ms)","trace[992903946] 'compare' (duration: 73.795699ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:23.075442Z","caller":"traceutil/trace.go:171","msg":"trace[2022437946] transaction","detail":"{read_only:false; response_revision:3264; number_of_response:1; }","duration":"128.886533ms","start":"2026-03-31T18:37:22.946515Z","end":"2026-03-31T18:37:23.075402Z","steps":["trace[2022437946] 'process raft request' (duration: 128.230718ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:23.075515Z","caller":"traceutil/trace.go:171","msg":"trace[934791696] transaction","detail":"{read_only:false; response_revision:3265; number_of_response:1; }","duration":"128.979645ms","start":"2026-03-31T18:37:22.946512Z","end":"2026-03-31T18:37:23.075491Z","steps":["trace[934791696] 'process raft request' (duration: 128.547015ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:23.075699Z","caller":"traceutil/trace.go:171","msg":"trace[896248327] transaction","detail":"{read_only:false; response_revision:3266; number_of_response:1; }","duration":"129.184229ms","start":"2026-03-31T18:37:22.9465Z","end":"2026-03-31T18:37:23.075684Z","steps":["trace[896248327] 'process raft request' (duration: 128.954264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:23.075719Z","caller":"traceutil/trace.go:171","msg":"trace[1374997305] transaction","detail":"{read_only:false; response_revision:3267; number_of_response:1; }","duration":"129.020415ms","start":"2026-03-31T18:37:22.946681Z","end":"2026-03-31T18:37:23.075701Z","steps":["trace[1374997305] 'process raft request' (duration: 128.880242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:23.075719Z","caller":"traceutil/trace.go:171","msg":"trace[1637888893] transaction","detail":"{read_only:false; response_revision:3268; number_of_response:1; }","duration":"118.987127ms","start":"2026-03-31T18:37:22.956715Z","end":"2026-03-31T18:37:23.075702Z","steps":["trace[1637888893] 'process raft request' (duration: 118.929756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.235284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961688131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:37:25.40478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.386963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:37:25.404862Z","caller":"traceutil/trace.go:171","msg":"trace[1862286329] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3270; }","duration":"858.523787ms","start":"2026-03-31T18:37:24.546315Z","end":"2026-03-31T18:37:25.404839Z","steps":["trace[1862286329] 'range keys from in-memory index tree' (duration: 858.171498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.404911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:24.546289Z","time spent":"858.611808ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:37:25.405134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.87633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:25.405834Z","caller":"traceutil/trace.go:171","msg":"trace[1099292613] transaction","detail":"{read_only:false; response_revision:3271; number_of_response:1; }","duration":"729.576001ms","start":"2026-03-31T18:37:24.676229Z","end":"2026-03-31T18:37:25.405805Z","steps":["trace[1099292613] 'process raft request' (duration: 571.943605ms)","trace[1099292613] 'compare' (duration: 156.353598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:25.405995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:24.676207Z","time spent":"729.692673ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:25.659974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.607456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:25.660461Z","caller":"traceutil/trace.go:171","msg":"trace[562347939] transaction","detail":"{read_only:false; response_revision:3272; number_of_response:1; }","duration":"951.052131ms","start":"2026-03-31T18:37:24.709375Z","end":"2026-03-31T18:37:25.660428Z","steps":["trace[562347939] 'process raft request' (duration: 803.895372ms)","trace[562347939] 'compare' (duration: 146.472403ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:25.660522Z","caller":"traceutil/trace.go:171","msg":"trace[2077295698] transaction","detail":"{read_only:false; response_revision:3273; number_of_response:1; }","duration":"579.810034ms","start":"2026-03-31T18:37:25.080657Z","end":"2026-03-31T18:37:25.660467Z","steps":["trace[2077295698] 'process raft request' (duration: 579.434865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:25.660594Z","caller":"traceutil/trace.go:171","msg":"trace[336381338] transaction","detail":"{read_only:false; response_revision:3274; number_of_response:1; }","duration":"251.085513ms","start":"2026-03-31T18:37:25.409485Z","end":"2026-03-31T18:37:25.66057Z","steps":["trace[336381338] 'process raft request' (duration: 250.9742ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:25.660617Z","caller":"traceutil/trace.go:171","msg":"trace[1495926549] linearizableReadLoop","detail":"{readStateIndex:3409; appliedIndex:3406; }","duration":"926.309427ms","start":"2026-03-31T18:37:24.734288Z","end":"2026-03-31T18:37:25.660598Z","steps":["trace[1495926549] 'read index received' (duration: 513.899233ms)","trace[1495926549] 'applied index is now lower than readState.Index' (duration: 412.408714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:25.66068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:25.08062Z","time spent":"579.968817ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:25.660875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.584024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:37:25.660955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.729014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:37:25.661031Z","caller":"traceutil/trace.go:171","msg":"trace[2002782172] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3274; }","duration":"867.840457ms","start":"2026-03-31T18:37:24.793171Z","end":"2026-03-31T18:37:25.661011Z","steps":["trace[2002782172] 'agreement among raft nodes before linearized reading' (duration: 867.630082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.661052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.933441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:25.661082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:24.793149Z","time spent":"867.921059ms","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:37:25.660922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:24.709351Z","time spent":"951.212685ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:25.661105Z","caller":"traceutil/trace.go:171","msg":"trace[1964777368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3274; }","duration":"208.036554ms","start":"2026-03-31T18:37:25.453057Z","end":"2026-03-31T18:37:25.661093Z","steps":["trace[1964777368] 'agreement among raft nodes before linearized reading' (duration: 207.958242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.661253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.688159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:37:25.660968Z","caller":"traceutil/trace.go:171","msg":"trace[571506248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3274; }","duration":"926.709606ms","start":"2026-03-31T18:37:24.734243Z","end":"2026-03-31T18:37:25.660952Z","steps":["trace[571506248] 'agreement among raft nodes before linearized reading' (duration: 926.465721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.661305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.405453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:37:25.661717Z","caller":"traceutil/trace.go:171","msg":"trace[1615547243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3274; }","duration":"760.831443ms","start":"2026-03-31T18:37:24.900867Z","end":"2026-03-31T18:37:25.661699Z","steps":["trace[1615547243] 'agreement among raft nodes before linearized reading' (duration: 760.336551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.661786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:24.900858Z","time spent":"760.908785ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:37:25.661328Z","caller":"traceutil/trace.go:171","msg":"trace[1971650141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3274; }","duration":"760.787541ms","start":"2026-03-31T18:37:24.900524Z","end":"2026-03-31T18:37:25.661312Z","steps":["trace[1971650141] 'agreement among raft nodes before linearized reading' (duration: 760.478474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.661999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:24.900517Z","time spent":"761.464977ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:25.66137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:24.734228Z","time spent":"927.122746ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:37:25.661548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.706632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:37:25.662315Z","caller":"traceutil/trace.go:171","msg":"trace[628873439] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3274; }","duration":"762.48692ms","start":"2026-03-31T18:37:24.899801Z","end":"2026-03-31T18:37:25.662288Z","steps":["trace[628873439] 'agreement among raft nodes before linearized reading' (duration: 761.634651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.662574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:24.899782Z","time spent":"762.727835ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:37:25.661615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.364529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:37:25.66166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.312674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:37:25.665424Z","caller":"traceutil/trace.go:171","msg":"trace[2005782660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3274; }","duration":"783.09838ms","start":"2026-03-31T18:37:24.882303Z","end":"2026-03-31T18:37:25.665401Z","steps":["trace[2005782660] 'agreement among raft nodes before linearized reading' (duration: 778.969375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.665561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:24.882286Z","time spent":"783.252643ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:37:25.663608Z","caller":"traceutil/trace.go:171","msg":"trace[1578537904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3274; }","duration":"764.014925ms","start":"2026-03-31T18:37:24.8992Z","end":"2026-03-31T18:37:25.663215Z","steps":["trace[1578537904] 'agreement among raft nodes before linearized reading' (duration: 762.252296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.666628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:24.899181Z","time spent":"766.611354ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:37:33.675182Z","caller":"traceutil/trace.go:171","msg":"trace[1810291012] transaction","detail":"{read_only:false; response_revision:3320; number_of_response:1; }","duration":"119.09314ms","start":"2026-03-31T18:37:33.556053Z","end":"2026-03-31T18:37:33.675146Z","steps":["trace[1810291012] 'process raft request' (duration: 96.780022ms)","trace[1810291012] 'compare' (duration: 22.165504ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:34.080807Z","caller":"traceutil/trace.go:171","msg":"trace[1830013320] transaction","detail":"{read_only:false; response_revision:3329; number_of_response:1; }","duration":"121.929805ms","start":"2026-03-31T18:37:33.958842Z","end":"2026-03-31T18:37:34.080772Z","steps":["trace[1830013320] 'process raft request' (duration: 46.213052ms)","trace[1830013320] 'compare' (duration: 75.566589ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:34.097548Z","caller":"traceutil/trace.go:171","msg":"trace[2059139593] transaction","detail":"{read_only:false; response_revision:3330; number_of_response:1; }","duration":"122.292443ms","start":"2026-03-31T18:37:33.975222Z","end":"2026-03-31T18:37:34.097514Z","steps":["trace[2059139593] 'process raft request' (duration: 122.108459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:34.314159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.330648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:34.314298Z","caller":"traceutil/trace.go:171","msg":"trace[99954831] transaction","detail":"{read_only:false; response_revision:3331; number_of_response:1; }","duration":"210.424658ms","start":"2026-03-31T18:37:34.10385Z","end":"2026-03-31T18:37:34.314275Z","steps":["trace[99954831] 'process raft request' (duration: 89.883935ms)","trace[99954831] 'compare' (duration: 120.160224ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:34.32762Z","caller":"traceutil/trace.go:171","msg":"trace[417956709] transaction","detail":"{read_only:false; response_revision:3332; number_of_response:1; }","duration":"223.654409ms","start":"2026-03-31T18:37:34.10394Z","end":"2026-03-31T18:37:34.327594Z","steps":["trace[417956709] 'process raft request' (duration: 223.477685ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:34.328061Z","caller":"traceutil/trace.go:171","msg":"trace[738169220] transaction","detail":"{read_only:false; response_revision:3333; number_of_response:1; }","duration":"224.005217ms","start":"2026-03-31T18:37:34.104029Z","end":"2026-03-31T18:37:34.328034Z","steps":["trace[738169220] 'process raft request' (duration: 223.523826ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:34.328354Z","caller":"traceutil/trace.go:171","msg":"trace[1885015459] transaction","detail":"{read_only:false; response_revision:3334; number_of_response:1; }","duration":"223.855454ms","start":"2026-03-31T18:37:34.104471Z","end":"2026-03-31T18:37:34.328326Z","steps":["trace[1885015459] 'process raft request' (duration: 223.311362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:34.328578Z","caller":"traceutil/trace.go:171","msg":"trace[2135156967] transaction","detail":"{read_only:false; response_revision:3335; number_of_response:1; }","duration":"223.641388ms","start":"2026-03-31T18:37:34.104918Z","end":"2026-03-31T18:37:34.328559Z","steps":["trace[2135156967] 'process raft request' (duration: 223.208388ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:34.328584Z","caller":"traceutil/trace.go:171","msg":"trace[137300892] linearizableReadLoop","detail":"{readStateIndex:3474; appliedIndex:3468; }","duration":"211.350369ms","start":"2026-03-31T18:37:34.117062Z","end":"2026-03-31T18:37:34.328413Z","steps":["trace[137300892] 'read index received' (duration: 76.840548ms)","trace[137300892] 'applied index is now lower than readState.Index' (duration: 134.508731ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:34.328684Z","caller":"traceutil/trace.go:171","msg":"trace[1483104143] transaction","detail":"{read_only:false; response_revision:3336; number_of_response:1; }","duration":"223.442293ms","start":"2026-03-31T18:37:34.10523Z","end":"2026-03-31T18:37:34.328673Z","steps":["trace[1483104143] 'process raft request' (duration: 222.933152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:34.328842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.736268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a200f3891da51c\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-31T18:37:34.328905Z","caller":"traceutil/trace.go:171","msg":"trace[2019297909] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a200f3891da51c; range_end:; response_count:1; response_revision:3336; }","duration":"211.868671ms","start":"2026-03-31T18:37:34.117022Z","end":"2026-03-31T18:37:34.32889Z","steps":["trace[2019297909] 'agreement among raft nodes before linearized reading' (duration: 211.632915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:36.046503Z","caller":"traceutil/trace.go:171","msg":"trace[1354993326] linearizableReadLoop","detail":"{readStateIndex:3478; appliedIndex:3477; }","duration":"142.683297ms","start":"2026-03-31T18:37:35.903794Z","end":"2026-03-31T18:37:36.046477Z","steps":["trace[1354993326] 'read index received' (duration: 142.511703ms)","trace[1354993326] 'applied index is now lower than readState.Index' (duration: 170.204µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:36.046695Z","caller":"traceutil/trace.go:171","msg":"trace[1954198622] transaction","detail":"{read_only:false; response_revision:3340; number_of_response:1; }","duration":"150.016704ms","start":"2026-03-31T18:37:35.896662Z","end":"2026-03-31T18:37:36.046679Z","steps":["trace[1954198622] 'process raft request' (duration: 149.626456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:36.046984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.822987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:37:36.047074Z","caller":"traceutil/trace.go:171","msg":"trace[1005691594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3340; }","duration":"119.95148ms","start":"2026-03-31T18:37:35.927104Z","end":"2026-03-31T18:37:36.047055Z","steps":["trace[1005691594] 'agreement among raft nodes before linearized reading' (duration: 119.725885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:36.047201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.8177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:37:36.047246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.092123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:37:36.047274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.491235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:37:36.047308Z","caller":"traceutil/trace.go:171","msg":"trace[1266128025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3340; }","duration":"143.560386ms","start":"2026-03-31T18:37:35.903739Z","end":"2026-03-31T18:37:36.047299Z","steps":["trace[1266128025] 'agreement among raft nodes before linearized reading' (duration: 143.457204ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:36.047307Z","caller":"traceutil/trace.go:171","msg":"trace[685137409] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3340; }","duration":"120.186895ms","start":"2026-03-31T18:37:35.927102Z","end":"2026-03-31T18:37:36.047289Z","steps":["trace[685137409] 'agreement among raft nodes before linearized reading' (duration: 120.047392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:36.047306Z","caller":"traceutil/trace.go:171","msg":"trace[1203298035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3340; }","duration":"106.984014ms","start":"2026-03-31T18:37:35.940299Z","end":"2026-03-31T18:37:36.047283Z","steps":["trace[1203298035] 'agreement among raft nodes before linearized reading' (duration: 106.716478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:36.047294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.055892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:37:36.047982Z","caller":"traceutil/trace.go:171","msg":"trace[1424583655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3340; }","duration":"120.195706ms","start":"2026-03-31T18:37:35.927157Z","end":"2026-03-31T18:37:36.047353Z","steps":["trace[1424583655] 'agreement among raft nodes before linearized reading' (duration: 119.863098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:38.227948Z","caller":"traceutil/trace.go:171","msg":"trace[996577116] transaction","detail":"{read_only:false; response_revision:3349; number_of_response:1; }","duration":"183.242928ms","start":"2026-03-31T18:37:38.044678Z","end":"2026-03-31T18:37:38.227921Z","steps":["trace[996577116] 'process raft request' (duration: 183.071064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:38.518287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.848653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:38.518407Z","caller":"traceutil/trace.go:171","msg":"trace[587100789] linearizableReadLoop","detail":"{readStateIndex:3489; appliedIndex:3487; }","duration":"461.610043ms","start":"2026-03-31T18:37:38.056785Z","end":"2026-03-31T18:37:38.518395Z","steps":["trace[587100789] 'read index received' (duration: 170.827196ms)","trace[587100789] 'applied index is now lower than readState.Index' (duration: 290.782307ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:38.518474Z","caller":"traceutil/trace.go:171","msg":"trace[1810842251] transaction","detail":"{read_only:false; response_revision:3351; number_of_response:1; }","duration":"417.692007ms","start":"2026-03-31T18:37:38.100772Z","end":"2026-03-31T18:37:38.518464Z","steps":["trace[1810842251] 'process raft request' (duration: 417.580784ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:38.518483Z","caller":"traceutil/trace.go:171","msg":"trace[731140358] transaction","detail":"{read_only:false; response_revision:3350; number_of_response:1; }","duration":"467.652561ms","start":"2026-03-31T18:37:38.050807Z","end":"2026-03-31T18:37:38.518459Z","steps":["trace[731140358] 'process raft request' (duration: 338.570002ms)","trace[731140358] 'compare' (duration: 128.738791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:38.518517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:38.100747Z","time spent":"417.754768ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:37:38.518593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:38.050795Z","time spent":"467.740522ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:38.518822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.836281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:37:38.518935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.686084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:37:38.51894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.592249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:37:38.518974Z","caller":"traceutil/trace.go:171","msg":"trace[619166518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3351; }","duration":"379.752326ms","start":"2026-03-31T18:37:38.139212Z","end":"2026-03-31T18:37:38.518964Z","steps":["trace[619166518] 'agreement among raft nodes before linearized reading' (duration: 379.651384ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:38.518976Z","caller":"traceutil/trace.go:171","msg":"trace[1796384705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3351; }","duration":"378.646561ms","start":"2026-03-31T18:37:38.14032Z","end":"2026-03-31T18:37:38.518967Z","steps":["trace[1796384705] 'agreement among raft nodes before linearized reading' (duration: 378.57932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:38.518998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:38.139202Z","time spent":"379.789177ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:38.518998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:38.140308Z","time spent":"378.684902ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:38.518878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.929215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:37:38.518976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.188267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T18:37:38.519069Z","caller":"traceutil/trace.go:171","msg":"trace[754182275] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3351; }","duration":"378.132429ms","start":"2026-03-31T18:37:38.140923Z","end":"2026-03-31T18:37:38.519055Z","steps":["trace[754182275] 'agreement among raft nodes before linearized reading' (duration: 377.871453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:38.519355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:38.140914Z","time spent":"378.431617ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:37:38.518937Z","caller":"traceutil/trace.go:171","msg":"trace[222715806] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3351; }","duration":"447.986334ms","start":"2026-03-31T18:37:38.070932Z","end":"2026-03-31T18:37:38.518918Z","steps":["trace[222715806] 'agreement among raft nodes before linearized reading' (duration: 447.660677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:38.518897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.001279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:37:38.519473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:38.070916Z","time spent":"448.503206ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:37:38.518979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.981166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:37:38.519545Z","caller":"traceutil/trace.go:171","msg":"trace[185746658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3351; }","duration":"379.683024ms","start":"2026-03-31T18:37:38.139846Z","end":"2026-03-31T18:37:38.519529Z","steps":["trace[185746658] 'agreement among raft nodes before linearized reading' (duration: 378.973268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:38.519573Z","caller":"traceutil/trace.go:171","msg":"trace[148985041] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3351; }","duration":"378.577979ms","start":"2026-03-31T18:37:38.140966Z","end":"2026-03-31T18:37:38.519544Z","steps":["trace[148985041] 'agreement among raft nodes before linearized reading' (duration: 377.847833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:38.519596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:38.14096Z","time spent":"378.628591ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:37:38.519677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:38.139826Z","time spent":"379.750176ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:37:38.519843Z","caller":"traceutil/trace.go:171","msg":"trace[2084734788] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3351; }","duration":"462.479623ms","start":"2026-03-31T18:37:38.056735Z","end":"2026-03-31T18:37:38.519215Z","steps":["trace[2084734788] 'agreement among raft nodes before linearized reading' (duration: 462.106124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:38.519975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:38.056713Z","time spent":"463.224341ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T18:37:40.20898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.307222ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:40.209069Z","caller":"traceutil/trace.go:171","msg":"trace[739277546] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3363; }","duration":"218.411556ms","start":"2026-03-31T18:37:39.990649Z","end":"2026-03-31T18:37:40.209061Z","steps":["trace[739277546] 'range keys from in-memory index tree' (duration: 218.293932ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:40.209066Z","caller":"traceutil/trace.go:171","msg":"trace[1116946758] transaction","detail":"{read_only:false; response_revision:3364; number_of_response:1; }","duration":"189.418268ms","start":"2026-03-31T18:37:40.019615Z","end":"2026-03-31T18:37:40.209034Z","steps":["trace[1116946758] 'process raft request' (duration: 124.628737ms)","trace[1116946758] 'compare' (duration: 64.682188ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:41.713239Z","caller":"traceutil/trace.go:171","msg":"trace[623321737] transaction","detail":"{read_only:false; response_revision:3373; number_of_response:1; }","duration":"111.984121ms","start":"2026-03-31T18:37:41.601232Z","end":"2026-03-31T18:37:41.713216Z","steps":["trace[623321737] 'process raft request' (duration: 111.825517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:42.734211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.747103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:42.734312Z","caller":"traceutil/trace.go:171","msg":"trace[2042213953] linearizableReadLoop","detail":"{readStateIndex:3514; appliedIndex:3513; }","duration":"638.538627ms","start":"2026-03-31T18:37:42.095755Z","end":"2026-03-31T18:37:42.734293Z","steps":["trace[2042213953] 'read index received' (duration: 140.540828ms)","trace[2042213953] 'applied index is now lower than readState.Index' (duration: 497.996739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:42.734498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.746013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:37:42.734543Z","caller":"traceutil/trace.go:171","msg":"trace[1995373930] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3375; }","duration":"638.822724ms","start":"2026-03-31T18:37:42.09571Z","end":"2026-03-31T18:37:42.734532Z","steps":["trace[1995373930] 'agreement among raft nodes before linearized reading' (duration: 638.66442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:42.734577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.095692Z","time spent":"638.875776ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:37:42.734756Z","caller":"traceutil/trace.go:171","msg":"trace[1285639334] transaction","detail":"{read_only:false; response_revision:3375; number_of_response:1; }","duration":"770.222285ms","start":"2026-03-31T18:37:41.964334Z","end":"2026-03-31T18:37:42.734556Z","steps":["trace[1285639334] 'process raft request' (duration: 272.039862ms)","trace[1285639334] 'compare' (duration: 497.401456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:42.73503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:41.964306Z","time spent":"770.517232ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:42.791535Z","caller":"traceutil/trace.go:171","msg":"trace[1951806011] transaction","detail":"{read_only:false; response_revision:3376; number_of_response:1; }","duration":"259.685471ms","start":"2026-03-31T18:37:42.531825Z","end":"2026-03-31T18:37:42.79151Z","steps":["trace[1951806011] 'process raft request' (duration: 259.538788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:42.792079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.576665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:37:42.792112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.048646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:37:42.792129Z","caller":"traceutil/trace.go:171","msg":"trace[438970568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3376; }","duration":"105.683298ms","start":"2026-03-31T18:37:42.686435Z","end":"2026-03-31T18:37:42.792118Z","steps":["trace[438970568] 'agreement among raft nodes before linearized reading' (duration: 105.514014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:42.792156Z","caller":"traceutil/trace.go:171","msg":"trace[207147931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3376; }","duration":"106.118427ms","start":"2026-03-31T18:37:42.686026Z","end":"2026-03-31T18:37:42.792144Z","steps":["trace[207147931] 'agreement among raft nodes before linearized reading' (duration: 105.996345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:42.792324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.736334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:37:42.792461Z","caller":"traceutil/trace.go:171","msg":"trace[1316787143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3376; }","duration":"103.971049ms","start":"2026-03-31T18:37:42.688451Z","end":"2026-03-31T18:37:42.792422Z","steps":["trace[1316787143] 'agreement among raft nodes before linearized reading' (duration: 103.555349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:42.792513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.569221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:37:42.792476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.938724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:37:42.792561Z","caller":"traceutil/trace.go:171","msg":"trace[1910011044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3376; }","duration":"107.647023ms","start":"2026-03-31T18:37:42.684906Z","end":"2026-03-31T18:37:42.792554Z","steps":["trace[1910011044] 'agreement among raft nodes before linearized reading' (duration: 107.55367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:42.792603Z","caller":"traceutil/trace.go:171","msg":"trace[1545683651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3376; }","duration":"106.100997ms","start":"2026-03-31T18:37:42.68648Z","end":"2026-03-31T18:37:42.792581Z","steps":["trace[1545683651] 'agreement among raft nodes before linearized reading' (duration: 105.78136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:42.792706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.070549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:37:42.792817Z","caller":"traceutil/trace.go:171","msg":"trace[259208331] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3376; }","duration":"159.224723ms","start":"2026-03-31T18:37:42.633571Z","end":"2026-03-31T18:37:42.792796Z","steps":["trace[259208331] 'agreement among raft nodes before linearized reading' (duration: 159.022548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:42.792787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.421322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:37:42.792992Z","caller":"traceutil/trace.go:171","msg":"trace[1054155188] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:3376; }","duration":"384.675038ms","start":"2026-03-31T18:37:42.408295Z","end":"2026-03-31T18:37:42.79297Z","steps":["trace[1054155188] 'agreement among raft nodes before linearized reading' (duration: 384.085785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:42.793049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.408276Z","time spent":"384.758209ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-03-31T18:37:43.119699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.821643ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T18:37:43.119973Z","caller":"traceutil/trace.go:171","msg":"trace[791952489] linearizableReadLoop","detail":"{readStateIndex:3516; appliedIndex:3515; }","duration":"325.25394ms","start":"2026-03-31T18:37:42.794698Z","end":"2026-03-31T18:37:43.119952Z","steps":["trace[791952489] 'read index received' (duration: 211.203342ms)","trace[791952489] 'applied index is now lower than readState.Index' (duration: 114.048398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:43.119998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.794624Z","time spent":"325.362072ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:37:43.120172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.453244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9400"} {"level":"info","ts":"2026-03-31T18:37:43.120232Z","caller":"traceutil/trace.go:171","msg":"trace[271951749] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3376; }","duration":"325.537695ms","start":"2026-03-31T18:37:42.794677Z","end":"2026-03-31T18:37:43.120215Z","steps":["trace[271951749] 'agreement among raft nodes before linearized reading' (duration: 325.343481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.120276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.794607Z","time spent":"325.66186ms","remote":"127.0.0.1:42242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9424,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:37:43.612065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.878943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:43.612545Z","caller":"traceutil/trace.go:171","msg":"trace[331445449] transaction","detail":"{read_only:false; response_revision:3377; number_of_response:1; }","duration":"815.903192ms","start":"2026-03-31T18:37:42.796613Z","end":"2026-03-31T18:37:43.612516Z","steps":["trace[331445449] 'process raft request' (duration: 571.484646ms)","trace[331445449] 'compare' (duration: 243.627578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:43.612718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.796598Z","time spent":"816.016394ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:43.612659Z","caller":"traceutil/trace.go:171","msg":"trace[426891523] transaction","detail":"{read_only:false; response_revision:3379; number_of_response:1; }","duration":"815.77808ms","start":"2026-03-31T18:37:42.796858Z","end":"2026-03-31T18:37:43.612636Z","steps":["trace[426891523] 'process raft request' (duration: 815.619496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.612934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.796847Z","time spent":"815.987405ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:43.612907Z","caller":"traceutil/trace.go:171","msg":"trace[219259811] transaction","detail":"{read_only:false; response_revision:3378; number_of_response:1; }","duration":"816.068286ms","start":"2026-03-31T18:37:42.796695Z","end":"2026-03-31T18:37:43.612763Z","steps":["trace[219259811] 'process raft request' (duration: 815.479772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:43.613062Z","caller":"traceutil/trace.go:171","msg":"trace[304442761] transaction","detail":"{read_only:false; response_revision:3380; number_of_response:1; }","duration":"815.394301ms","start":"2026-03-31T18:37:42.797656Z","end":"2026-03-31T18:37:43.61305Z","steps":["trace[304442761] 'process raft request' (duration: 814.929869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.613136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.79764Z","time spent":"815.459852ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:43.613475Z","caller":"traceutil/trace.go:171","msg":"trace[196204226] transaction","detail":"{read_only:false; response_revision:3381; number_of_response:1; }","duration":"814.740136ms","start":"2026-03-31T18:37:42.798723Z","end":"2026-03-31T18:37:43.613463Z","steps":["trace[196204226] 'process raft request' (duration: 814.276485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.61348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.796658Z","time spent":"816.341562ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:43.6135Z","caller":"traceutil/trace.go:171","msg":"trace[1877206999] linearizableReadLoop","detail":"{readStateIndex:3522; appliedIndex:3516; }","duration":"493.344963ms","start":"2026-03-31T18:37:43.120047Z","end":"2026-03-31T18:37:43.613392Z","steps":["trace[1877206999] 'read index received' (duration: 248.063597ms)","trace[1877206999] 'applied index is now lower than readState.Index' (duration: 245.280056ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:43.613529Z","caller":"traceutil/trace.go:171","msg":"trace[2115602072] transaction","detail":"{read_only:false; response_revision:3382; number_of_response:1; }","duration":"813.936428ms","start":"2026-03-31T18:37:42.799568Z","end":"2026-03-31T18:37:43.613504Z","steps":["trace[2115602072] 'process raft request' (duration: 813.657021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.613665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.799556Z","time spent":"814.04298ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:43.613547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.798711Z","time spent":"814.799007ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:43.613899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.655414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-31T18:37:43.613996Z","caller":"traceutil/trace.go:171","msg":"trace[429151508] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3382; }","duration":"818.778476ms","start":"2026-03-31T18:37:42.795201Z","end":"2026-03-31T18:37:43.61398Z","steps":["trace[429151508] 'agreement among raft nodes before linearized reading' (duration: 818.451239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.614049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.795186Z","time spent":"818.849198ms","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1473,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T18:37:44.449379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.841763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:44.44957Z","caller":"traceutil/trace.go:171","msg":"trace[1284806297] transaction","detail":"{read_only:false; response_revision:3384; number_of_response:1; }","duration":"723.71862ms","start":"2026-03-31T18:37:43.725795Z","end":"2026-03-31T18:37:44.449513Z","steps":["trace[1284806297] 'process raft request' (duration: 723.672569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:44.449653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:43.725764Z","time spent":"723.838753ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:44.449854Z","caller":"traceutil/trace.go:171","msg":"trace[1917733404] transaction","detail":"{read_only:false; response_revision:3383; number_of_response:1; }","duration":"1.328503451s","start":"2026-03-31T18:37:43.12134Z","end":"2026-03-31T18:37:44.449843Z","steps":["trace[1917733404] 'process raft request' (duration: 775.109576ms)","trace[1917733404] 'compare' (duration: 552.760451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:44.449902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:43.121264Z","time spent":"1.328616354s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:44.450058Z","caller":"traceutil/trace.go:171","msg":"trace[1677620999] linearizableReadLoop","detail":"{readStateIndex:3523; appliedIndex:3522; }","duration":"836.425987ms","start":"2026-03-31T18:37:43.613585Z","end":"2026-03-31T18:37:44.450011Z","steps":["trace[1677620999] 'read index received' (duration: 282.880918ms)","trace[1677620999] 'applied index is now lower than readState.Index' (duration: 553.536099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:44.450359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.314135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:44.450405Z","caller":"traceutil/trace.go:171","msg":"trace[1028493416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3384; }","duration":"996.419188ms","start":"2026-03-31T18:37:43.453974Z","end":"2026-03-31T18:37:44.450393Z","steps":["trace[1028493416] 'agreement among raft nodes before linearized reading' (duration: 996.284305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:44.450445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:43.453953Z","time spent":"996.48357ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:37:44.450476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260596921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:44.450503Z","caller":"traceutil/trace.go:171","msg":"trace[299551174] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3384; }","duration":"1.260678213s","start":"2026-03-31T18:37:43.189816Z","end":"2026-03-31T18:37:44.450495Z","steps":["trace[299551174] 'agreement among raft nodes before linearized reading' (duration: 1.260605901s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:44.4505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058292001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:44.450503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049289387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:37:44.450561Z","caller":"traceutil/trace.go:171","msg":"trace[65477781] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3384; }","duration":"1.058403434s","start":"2026-03-31T18:37:43.39214Z","end":"2026-03-31T18:37:44.450543Z","steps":["trace[65477781] 'agreement among raft nodes before linearized reading' (duration: 1.058291112s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:44.450531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:43.189796Z","time spent":"1.260729025s","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T18:37:44.450578Z","caller":"traceutil/trace.go:171","msg":"trace[256864881] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3384; }","duration":"1.049396789s","start":"2026-03-31T18:37:43.40116Z","end":"2026-03-31T18:37:44.450557Z","steps":["trace[256864881] 'agreement among raft nodes before linearized reading' (duration: 1.049266626s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:44.4506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:43.39212Z","time spent":"1.058472685s","remote":"127.0.0.1:56172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:37:44.450632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:43.401149Z","time spent":"1.049472412s","remote":"127.0.0.1:55466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:37:44.450658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.069902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-31T18:37:44.450754Z","caller":"traceutil/trace.go:171","msg":"trace[1542958382] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3384; }","duration":"833.199515ms","start":"2026-03-31T18:37:43.617534Z","end":"2026-03-31T18:37:44.450733Z","steps":["trace[1542958382] 'agreement among raft nodes before linearized reading' (duration: 832.95916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:44.450816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:43.617511Z","time spent":"833.291367ms","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T18:37:44.450673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.06251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a200f3891da51c\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-31T18:37:44.4509Z","caller":"traceutil/trace.go:171","msg":"trace[1795747703] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a200f3891da51c; range_end:; response_count:1; response_revision:3384; }","duration":"334.337347ms","start":"2026-03-31T18:37:44.116545Z","end":"2026-03-31T18:37:44.450883Z","steps":["trace[1795747703] 'agreement among raft nodes before linearized reading' (duration: 333.975249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:44.450933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:44.116523Z","time spent":"334.403168ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a200f3891da51c\" "} {"level":"warn","ts":"2026-03-31T18:37:44.953129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961688401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:37:45.453586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961688401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:37:45.569999Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.117627368s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:37:45.706826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.338753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:45.706929Z","caller":"traceutil/trace.go:171","msg":"trace[1729533879] transaction","detail":"{read_only:false; response_revision:3385; number_of_response:1; }","duration":"1.254645806s","start":"2026-03-31T18:37:44.452269Z","end":"2026-03-31T18:37:45.706915Z","steps":["trace[1729533879] 'process raft request' (duration: 1.118138809s)","trace[1729533879] 'compare' (duration: 136.096148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:45.706978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:44.45225Z","time spent":"1.254703548s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:45.979845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.189257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:45.980074Z","caller":"traceutil/trace.go:171","msg":"trace[1444387703] linearizableReadLoop","detail":"{readStateIndex:3527; appliedIndex:3524; }","duration":"1.527359825s","start":"2026-03-31T18:37:44.452697Z","end":"2026-03-31T18:37:45.980057Z","steps":["trace[1444387703] 'read index received' (duration: 1.11770203s)","trace[1444387703] 'applied index is now lower than readState.Index' (duration: 409.656735ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:45.980201Z","caller":"traceutil/trace.go:171","msg":"trace[1163693346] transaction","detail":"{read_only:false; response_revision:3387; number_of_response:1; }","duration":"1.179467921s","start":"2026-03-31T18:37:44.800717Z","end":"2026-03-31T18:37:45.980185Z","steps":["trace[1163693346] 'process raft request' (duration: 1.179236356s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:45.980302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:44.800685Z","time spent":"1.179574763s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:45.980403Z","caller":"traceutil/trace.go:171","msg":"trace[1302705269] transaction","detail":"{read_only:false; response_revision:3386; number_of_response:1; }","duration":"1.228860842s","start":"2026-03-31T18:37:44.751505Z","end":"2026-03-31T18:37:45.980366Z","steps":["trace[1302705269] 'process raft request' (duration: 1.06303994s)","trace[1302705269] 'compare' (duration: 164.88362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:45.980426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526427913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:45.980536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.483324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:37:45.980585Z","caller":"traceutil/trace.go:171","msg":"trace[1411129590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3387; }","duration":"358.576415ms","start":"2026-03-31T18:37:45.621997Z","end":"2026-03-31T18:37:45.980573Z","steps":["trace[1411129590] 'agreement among raft nodes before linearized reading' (duration: 358.361521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:45.980594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.562966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:37:45.980618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:45.621955Z","time spent":"358.655127ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:37:45.980634Z","caller":"traceutil/trace.go:171","msg":"trace[1938492559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3387; }","duration":"358.601297ms","start":"2026-03-31T18:37:45.622022Z","end":"2026-03-31T18:37:45.980623Z","steps":["trace[1938492559] 'agreement among raft nodes before linearized reading' (duration: 358.453383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:45.980621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:44.751476Z","time spent":"1.229057517s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:45.980755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.682578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:37:45.98076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52805911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T18:37:45.980767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.73106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:37:45.980777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526327301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-31T18:37:45.980794Z","caller":"traceutil/trace.go:171","msg":"trace[1393129481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3387; }","duration":"358.75882ms","start":"2026-03-31T18:37:45.622025Z","end":"2026-03-31T18:37:45.980784Z","steps":["trace[1393129481] 'agreement among raft nodes before linearized reading' (duration: 358.672788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:45.9808Z","caller":"traceutil/trace.go:171","msg":"trace[550022666] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3387; }","duration":"1.528112751s","start":"2026-03-31T18:37:44.452677Z","end":"2026-03-31T18:37:45.98079Z","steps":["trace[550022666] 'agreement among raft nodes before linearized reading' (duration: 1.52804069s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:45.980816Z","caller":"traceutil/trace.go:171","msg":"trace[1914310146] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3387; }","duration":"358.814611ms","start":"2026-03-31T18:37:45.621985Z","end":"2026-03-31T18:37:45.980799Z","steps":["trace[1914310146] 'agreement among raft nodes before linearized reading' (duration: 358.706779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:45.980823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:45.622001Z","time spent":"358.813581ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:45.980828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:44.45267Z","time spent":"1.528150773s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T18:37:45.980822Z","caller":"traceutil/trace.go:171","msg":"trace[1942826991] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3387; }","duration":"1.526381402s","start":"2026-03-31T18:37:44.454428Z","end":"2026-03-31T18:37:45.980809Z","steps":["trace[1942826991] 'agreement among raft nodes before linearized reading' (duration: 1.526247449s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:45.98086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:45.621956Z","time spent":"358.897223ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:37:45.980877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:44.45442Z","time spent":"1.526445414s","remote":"127.0.0.1:42520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-31T18:37:45.98057Z","caller":"traceutil/trace.go:171","msg":"trace[296743249] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3387; }","duration":"1.526619828s","start":"2026-03-31T18:37:44.453926Z","end":"2026-03-31T18:37:45.980546Z","steps":["trace[296743249] 'agreement among raft nodes before linearized reading' (duration: 1.526425283s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:45.980939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:44.453905Z","time spent":"1.527028116s","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:37:45.980652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522269109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:45.980932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.638537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:37:45.981094Z","caller":"traceutil/trace.go:171","msg":"trace[1289814440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3387; }","duration":"1.522697879s","start":"2026-03-31T18:37:44.458357Z","end":"2026-03-31T18:37:45.981055Z","steps":["trace[1289814440] 'agreement among raft nodes before linearized reading' (duration: 1.522247609s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:45.982038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:44.458348Z","time spent":"1.523677471s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:37:45.98116Z","caller":"traceutil/trace.go:171","msg":"trace[2003864877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3387; }","duration":"358.863402ms","start":"2026-03-31T18:37:45.622232Z","end":"2026-03-31T18:37:45.981096Z","steps":["trace[2003864877] 'agreement among raft nodes before linearized reading' (duration: 358.235578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:45.982256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:45.622227Z","time spent":"360.021218ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:37:45.980433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.960863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:45.982409Z","caller":"traceutil/trace.go:171","msg":"trace[411184223] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3387; }","duration":"605.982368ms","start":"2026-03-31T18:37:45.376415Z","end":"2026-03-31T18:37:45.982398Z","steps":["trace[411184223] 'agreement among raft nodes before linearized reading' (duration: 603.955733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:45.982458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:45.376395Z","time spent":"606.04787ms","remote":"127.0.0.1:39432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:37:45.980649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.73784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:37:45.982531Z","caller":"traceutil/trace.go:171","msg":"trace[2048882912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3387; }","duration":"360.646282ms","start":"2026-03-31T18:37:45.621874Z","end":"2026-03-31T18:37:45.98252Z","steps":["trace[2048882912] 'agreement among raft nodes before linearized reading' (duration: 358.663588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:45.982584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:45.621858Z","time spent":"360.711963ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:37:45.980668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:45.621965Z","time spent":"358.695778ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:37:46.163326Z","caller":"traceutil/trace.go:171","msg":"trace[159656591] linearizableReadLoop","detail":"{readStateIndex:3530; appliedIndex:3527; }","duration":"177.484726ms","start":"2026-03-31T18:37:45.98582Z","end":"2026-03-31T18:37:46.163304Z","steps":["trace[159656591] 'read index received' (duration: 27.975304ms)","trace[159656591] 'applied index is now lower than readState.Index' (duration: 149.508582ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:46.163446Z","caller":"traceutil/trace.go:171","msg":"trace[847048562] transaction","detail":"{read_only:false; response_revision:3391; number_of_response:1; }","duration":"176.76523ms","start":"2026-03-31T18:37:45.986668Z","end":"2026-03-31T18:37:46.163434Z","steps":["trace[847048562] 'process raft request' (duration: 176.530515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:46.163492Z","caller":"traceutil/trace.go:171","msg":"trace[1715106755] transaction","detail":"{read_only:false; response_revision:3390; number_of_response:1; }","duration":"177.669071ms","start":"2026-03-31T18:37:45.985786Z","end":"2026-03-31T18:37:46.163455Z","steps":["trace[1715106755] 'process raft request' (duration: 177.286892ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:46.163632Z","caller":"traceutil/trace.go:171","msg":"trace[8952760] transaction","detail":"{read_only:false; response_revision:3392; number_of_response:1; }","duration":"176.967335ms","start":"2026-03-31T18:37:45.986655Z","end":"2026-03-31T18:37:46.163622Z","steps":["trace[8952760] 'process raft request' (duration: 176.582507ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:46.163647Z","caller":"traceutil/trace.go:171","msg":"trace[1331954957] transaction","detail":"{read_only:false; response_revision:3389; number_of_response:1; }","duration":"177.856804ms","start":"2026-03-31T18:37:45.985768Z","end":"2026-03-31T18:37:46.163625Z","steps":["trace[1331954957] 'process raft request' (duration: 164.829578ms)","trace[1331954957] 'compare' (duration: 11.984383ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:46.163712Z","caller":"traceutil/trace.go:171","msg":"trace[409736164] transaction","detail":"{read_only:false; response_revision:3393; number_of_response:1; }","duration":"176.223258ms","start":"2026-03-31T18:37:45.987481Z","end":"2026-03-31T18:37:46.163704Z","steps":["trace[409736164] 'process raft request' (duration: 175.789038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:46.163861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.025258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:46.163899Z","caller":"traceutil/trace.go:171","msg":"trace[1553317692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3393; }","duration":"178.09142ms","start":"2026-03-31T18:37:45.985799Z","end":"2026-03-31T18:37:46.16389Z","steps":["trace[1553317692] 'agreement among raft nodes before linearized reading' (duration: 178.016769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:46.164036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.411335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9400"} {"level":"info","ts":"2026-03-31T18:37:46.164141Z","caller":"traceutil/trace.go:171","msg":"trace[1794786763] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3393; }","duration":"177.550618ms","start":"2026-03-31T18:37:45.986573Z","end":"2026-03-31T18:37:46.164123Z","steps":["trace[1794786763] 'agreement among raft nodes before linearized reading' (duration: 177.237251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:46.708734Z","caller":"traceutil/trace.go:171","msg":"trace[1140630667] transaction","detail":"{read_only:false; response_revision:3394; number_of_response:1; }","duration":"252.892789ms","start":"2026-03-31T18:37:46.455816Z","end":"2026-03-31T18:37:46.708709Z","steps":["trace[1140630667] 'process raft request' (duration: 174.719505ms)","trace[1140630667] 'compare' (duration: 78.073071ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:46.7322Z","caller":"traceutil/trace.go:171","msg":"trace[2118831911] transaction","detail":"{read_only:false; response_revision:3395; number_of_response:1; }","duration":"148.803896ms","start":"2026-03-31T18:37:46.58337Z","end":"2026-03-31T18:37:46.732174Z","steps":["trace[2118831911] 'process raft request' (duration: 148.672363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:47.918307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.674437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:47.918483Z","caller":"traceutil/trace.go:171","msg":"trace[907310535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3395; }","duration":"466.941244ms","start":"2026-03-31T18:37:47.451516Z","end":"2026-03-31T18:37:47.918457Z","steps":["trace[907310535] 'range keys from in-memory index tree' (duration: 466.536604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:47.918551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:47.451498Z","time spent":"467.034746ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:37:48.356742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961688426,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:37:48.522613Z","caller":"traceutil/trace.go:171","msg":"trace[895296570] linearizableReadLoop","detail":"{readStateIndex:3538; appliedIndex:3535; }","duration":"666.276937ms","start":"2026-03-31T18:37:47.856311Z","end":"2026-03-31T18:37:48.522588Z","steps":["trace[895296570] 'read index received' (duration: 653.376225ms)","trace[895296570] 'applied index is now lower than readState.Index' (duration: 12.899552ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:48.522649Z","caller":"traceutil/trace.go:171","msg":"trace[966218308] transaction","detail":"{read_only:false; response_revision:3396; number_of_response:1; }","duration":"535.390387ms","start":"2026-03-31T18:37:47.987222Z","end":"2026-03-31T18:37:48.522612Z","steps":["trace[966218308] 'process raft request' (duration: 535.178152ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:48.522684Z","caller":"traceutil/trace.go:171","msg":"trace[402312761] transaction","detail":"{read_only:false; response_revision:3397; number_of_response:1; }","duration":"535.328016ms","start":"2026-03-31T18:37:47.987321Z","end":"2026-03-31T18:37:48.522649Z","steps":["trace[402312761] 'process raft request' (duration: 535.219914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:48.522788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.45149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:37:48.52281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:47.987195Z","time spent":"535.52698ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:48.522848Z","caller":"traceutil/trace.go:171","msg":"trace[1417404713] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3397; }","duration":"666.555433ms","start":"2026-03-31T18:37:47.85627Z","end":"2026-03-31T18:37:48.522825Z","steps":["trace[1417404713] 'agreement among raft nodes before linearized reading' (duration: 666.464041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:48.522916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.742158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:37:48.522915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:47.856247Z","time spent":"666.647165ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:37:48.522926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.676166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:37:48.523018Z","caller":"traceutil/trace.go:171","msg":"trace[304212205] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3397; }","duration":"354.82627ms","start":"2026-03-31T18:37:48.168168Z","end":"2026-03-31T18:37:48.522994Z","steps":["trace[304212205] 'agreement among raft nodes before linearized reading' (duration: 354.577154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:48.523034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.566764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:37:48.523051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.754515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:37:48.523067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:48.168111Z","time spent":"354.946423ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:37:48.523086Z","caller":"traceutil/trace.go:171","msg":"trace[964697451] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3397; }","duration":"505.825176ms","start":"2026-03-31T18:37:48.017253Z","end":"2026-03-31T18:37:48.523078Z","steps":["trace[964697451] 'agreement among raft nodes before linearized reading' (duration: 505.725103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:48.523092Z","caller":"traceutil/trace.go:171","msg":"trace[1210451877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3397; }","duration":"354.662136ms","start":"2026-03-31T18:37:48.168414Z","end":"2026-03-31T18:37:48.523076Z","steps":["trace[1210451877] 'agreement among raft nodes before linearized reading' (duration: 354.490993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:48.523099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.767836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a200f5a092a9b7\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-31T18:37:48.523125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:48.017234Z","time spent":"505.882647ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:48.523111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.044224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:37:48.523134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:48.168362Z","time spent":"354.761059ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:37:48.522957Z","caller":"traceutil/trace.go:171","msg":"trace[708092126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3397; }","duration":"354.818089ms","start":"2026-03-31T18:37:48.168122Z","end":"2026-03-31T18:37:48.52294Z","steps":["trace[708092126] 'agreement among raft nodes before linearized reading' (duration: 354.700817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:48.523106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.579958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:37:48.523192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:48.168095Z","time spent":"355.086816ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:37:48.523179Z","caller":"traceutil/trace.go:171","msg":"trace[1616748376] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3397; }","duration":"109.151076ms","start":"2026-03-31T18:37:48.414012Z","end":"2026-03-31T18:37:48.523163Z","steps":["trace[1616748376] 'agreement among raft nodes before linearized reading' (duration: 108.982713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:48.522789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.574932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:48.52315Z","caller":"traceutil/trace.go:171","msg":"trace[770448685] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a200f5a092a9b7; range_end:; response_count:1; response_revision:3397; }","duration":"405.898189ms","start":"2026-03-31T18:37:48.117238Z","end":"2026-03-31T18:37:48.523136Z","steps":["trace[770448685] 'agreement among raft nodes before linearized reading' (duration: 405.685774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:48.523229Z","caller":"traceutil/trace.go:171","msg":"trace[2028146523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3397; }","duration":"355.739162ms","start":"2026-03-31T18:37:48.167474Z","end":"2026-03-31T18:37:48.523213Z","steps":["trace[2028146523] 'agreement among raft nodes before linearized reading' (duration: 355.484756ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:48.523255Z","caller":"traceutil/trace.go:171","msg":"trace[1376253186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3397; }","duration":"603.173865ms","start":"2026-03-31T18:37:47.920067Z","end":"2026-03-31T18:37:48.523241Z","steps":["trace[1376253186] 'agreement among raft nodes before linearized reading' (duration: 602.673684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:48.523297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:47.920038Z","time spent":"603.248736ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:37:48.523294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:48.167452Z","time spent":"355.823183ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:48.523307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:48.117219Z","time spent":"406.048343ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a200f5a092a9b7\" "} {"level":"warn","ts":"2026-03-31T18:37:48.522962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:47.987314Z","time spent":"535.445018ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:48.523327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.621776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:37:48.523498Z","caller":"traceutil/trace.go:171","msg":"trace[420284579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3397; }","duration":"354.759278ms","start":"2026-03-31T18:37:48.168627Z","end":"2026-03-31T18:37:48.523386Z","steps":["trace[420284579] 'agreement among raft nodes before linearized reading' (duration: 354.183436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:48.523649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:48.168618Z","time spent":"354.980234ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:37:50.748277Z","caller":"traceutil/trace.go:171","msg":"trace[185547275] transaction","detail":"{read_only:false; response_revision:3412; number_of_response:1; }","duration":"179.890462ms","start":"2026-03-31T18:37:50.568351Z","end":"2026-03-31T18:37:50.748241Z","steps":["trace[185547275] 'process raft request' (duration: 134.731537ms)","trace[185547275] 'compare' (duration: 44.916519ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:50.748438Z","caller":"traceutil/trace.go:171","msg":"trace[1895937645] linearizableReadLoop","detail":"{readStateIndex:3554; appliedIndex:3551; }","duration":"159.928268ms","start":"2026-03-31T18:37:50.588472Z","end":"2026-03-31T18:37:50.748401Z","steps":["trace[1895937645] 'read index received' (duration: 48.637443ms)","trace[1895937645] 'applied index is now lower than readState.Index' (duration: 111.288335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:50.748778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.278376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:37:50.748815Z","caller":"traceutil/trace.go:171","msg":"trace[1457943727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3413; }","duration":"160.373208ms","start":"2026-03-31T18:37:50.588431Z","end":"2026-03-31T18:37:50.748804Z","steps":["trace[1457943727] 'agreement among raft nodes before linearized reading' (duration: 160.196554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:50.748775Z","caller":"traceutil/trace.go:171","msg":"trace[282289476] transaction","detail":"{read_only:false; response_revision:3413; number_of_response:1; }","duration":"180.196359ms","start":"2026-03-31T18:37:50.568396Z","end":"2026-03-31T18:37:50.748592Z","steps":["trace[282289476] 'process raft request' (duration: 179.784499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:50.751386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.760682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:37:50.751433Z","caller":"traceutil/trace.go:171","msg":"trace[1790091047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3414; }","duration":"162.840295ms","start":"2026-03-31T18:37:50.588582Z","end":"2026-03-31T18:37:50.751422Z","steps":["trace[1790091047] 'agreement among raft nodes before linearized reading' (duration: 162.649881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:50.75175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.999295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:37:50.751849Z","caller":"traceutil/trace.go:171","msg":"trace[97906451] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3414; }","duration":"162.128419ms","start":"2026-03-31T18:37:50.589691Z","end":"2026-03-31T18:37:50.75182Z","steps":["trace[97906451] 'agreement among raft nodes before linearized reading' (duration: 161.895493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:54.735311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961688511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:37:55.236037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961688511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:37:55.611761Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.491341277s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:37:55.612226Z","caller":"traceutil/trace.go:171","msg":"trace[1474745636] transaction","detail":"{read_only:false; response_revision:3429; number_of_response:1; }","duration":"1.49191239s","start":"2026-03-31T18:37:54.120287Z","end":"2026-03-31T18:37:55.6122Z","steps":["trace[1474745636] 'process raft request' (duration: 1.491697315s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:55.612399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:54.120258Z","time spent":"1.492046533s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:56.453882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999800172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:37:56.453961Z","caller":"traceutil/trace.go:171","msg":"trace[2005940193] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999925845s","start":"2026-03-31T18:37:54.454018Z","end":"2026-03-31T18:37:56.453943Z","steps":["trace[2005940193] 'agreement among raft nodes before linearized reading' (duration: 1.999832583s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:56.454001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:54.453994Z","time spent":"1.999999087s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:37:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:37:58.454336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00014651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:37:58.45442Z","caller":"traceutil/trace.go:171","msg":"trace[962873392] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000293195s","start":"2026-03-31T18:37:56.454109Z","end":"2026-03-31T18:37:58.454402Z","steps":["trace[962873392] 'agreement among raft nodes before linearized reading' (duration: 2.000186762s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:58.454462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:56.454084Z","time spent":"2.000370076s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:37:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:37:59.018661Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.406673453s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:37:59.568737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:54.570408Z","time spent":"4.998324664s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:37:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:37:59.660564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999216014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:37:59.660663Z","caller":"traceutil/trace.go:171","msg":"trace[811617683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999372258s","start":"2026-03-31T18:37:54.661267Z","end":"2026-03-31T18:37:59.66064Z","steps":["trace[811617683] 'agreement among raft nodes before linearized reading' (duration: 4.999208954s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.660721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:54.661242Z","time spent":"4.999465312s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 18:37:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:37:59.786048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:54.788071Z","time spent":"4.997966387s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:37:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:37:59.805447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999206876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:37:59.805529Z","caller":"traceutil/trace.go:171","msg":"trace[1992636330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999326508s","start":"2026-03-31T18:37:54.806182Z","end":"2026-03-31T18:37:59.805509Z","steps":["trace[1992636330] 'agreement among raft nodes before linearized reading' (duration: 4.999222126s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.805579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:54.806172Z","time spent":"4.999397019s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 18:37:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:37:59.84395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999586524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:37:59.844035Z","caller":"traceutil/trace.go:171","msg":"trace[973088736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999798218s","start":"2026-03-31T18:37:54.844219Z","end":"2026-03-31T18:37:59.844017Z","steps":["trace[973088736] 'agreement among raft nodes before linearized reading' (duration: 4.999693386s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.844095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:54.844189Z","time spent":"4.9998888s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 18:37:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:37:59.892476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000092989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:37:59.892564Z","caller":"traceutil/trace.go:171","msg":"trace[71912648] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000221272s","start":"2026-03-31T18:37:57.892326Z","end":"2026-03-31T18:37:59.892548Z","steps":["trace[71912648] 'agreement among raft nodes before linearized reading' (duration: 2.000109859s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.89261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:57.892315Z","time spent":"2.000284824s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:37:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:38:00.389001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.703516ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:00.389101Z","caller":"traceutil/trace.go:171","msg":"trace[999766230] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3429; }","duration":"398.817058ms","start":"2026-03-31T18:37:59.990271Z","end":"2026-03-31T18:38:00.389088Z","steps":["trace[999766230] 'range keys from in-memory index tree' (duration: 398.689886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:00.389928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370939704s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:00.390175Z","caller":"traceutil/trace.go:171","msg":"trace[13078754] linearizableReadLoop","detail":"{readStateIndex:3575; appliedIndex:3570; }","duration":"6.15594538s","start":"2026-03-31T18:37:54.234213Z","end":"2026-03-31T18:38:00.390158Z","steps":["trace[13078754] 'read index received' (duration: 1.377806881s)","trace[13078754] 'applied index is now lower than readState.Index' (duration: 4.778137399s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:00.390244Z","caller":"traceutil/trace.go:171","msg":"trace[1728709546] transaction","detail":"{read_only:false; response_revision:3430; number_of_response:1; }","duration":"6.146860374s","start":"2026-03-31T18:37:54.243373Z","end":"2026-03-31T18:38:00.390233Z","steps":["trace[1728709546] 'process raft request' (duration: 4.7755319s)","trace[1728709546] 'compare' (duration: 1.369719537s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:00.390308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:54.243341Z","time spent":"6.146933336s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:00.390523Z","caller":"traceutil/trace.go:171","msg":"trace[50225422] transaction","detail":"{read_only:false; response_revision:3432; number_of_response:1; }","duration":"5.810294227s","start":"2026-03-31T18:37:54.580213Z","end":"2026-03-31T18:38:00.390507Z","steps":["trace[50225422] 'process raft request' (duration: 5.809876498s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:00.390547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.156328188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:00.390576Z","caller":"traceutil/trace.go:171","msg":"trace[444789425] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3433; }","duration":"6.15640839s","start":"2026-03-31T18:37:54.234161Z","end":"2026-03-31T18:38:00.39057Z","steps":["trace[444789425] 'agreement among raft nodes before linearized reading' (duration: 6.156328399s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:00.390596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:54.234134Z","time spent":"6.156457072s","remote":"127.0.0.1:42544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":7,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:00.39069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:54.580167Z","time spent":"5.810408779s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:00.461041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000296104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:38:00.461109Z","caller":"traceutil/trace.go:171","msg":"trace[1275598941] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000415106s","start":"2026-03-31T18:37:58.46068Z","end":"2026-03-31T18:38:00.461096Z","steps":["trace[1275598941] 'agreement among raft nodes before linearized reading' (duration: 2.000337045s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:00.46115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:58.460649Z","time spent":"2.000490668s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:38:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:38:00.703869Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.685005151s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:38:02.480559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000696153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:38:02.480755Z","caller":"traceutil/trace.go:171","msg":"trace[256672253] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000951699s","start":"2026-03-31T18:38:00.479783Z","end":"2026-03-31T18:38:02.480735Z","steps":["trace[256672253] 'agreement among raft nodes before linearized reading' (duration: 2.000693283s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:02.481023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:00.479758Z","time spent":"2.001248226s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:38:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:38:04.481222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000438457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:38:04.481381Z","caller":"traceutil/trace.go:171","msg":"trace[120937682] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000644471s","start":"2026-03-31T18:38:02.480719Z","end":"2026-03-31T18:38:04.481363Z","steps":["trace[120937682] 'agreement among raft nodes before linearized reading' (duration: 2.000459587s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:04.481456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:02.480704Z","time spent":"2.000739403s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:38:04.569146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999047231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:38:04.56923Z","caller":"traceutil/trace.go:171","msg":"trace[8062035] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999178644s","start":"2026-03-31T18:37:59.570031Z","end":"2026-03-31T18:38:04.56921Z","steps":["trace[8062035] 'agreement among raft nodes before linearized reading' (duration: 4.999073382s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:04.569276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:59.570013Z","time spent":"4.999254116s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/31 18:38:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:38:04.594008Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.742963964s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:38:04.601527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.302186405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:38:04.601725Z","caller":"traceutil/trace.go:171","msg":"trace[1355836207] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"8.30242453s","start":"2026-03-31T18:37:56.299284Z","end":"2026-03-31T18:38:04.601672Z","steps":["trace[1355836207] 'agreement among raft nodes before linearized reading' (duration: 8.302209805s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:04.601821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:56.299267Z","time spent":"8.302541843s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/31 18:38:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:38:04.674837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.008484688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:38:04.674978Z","caller":"traceutil/trace.go:171","msg":"trace[1163005333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.008693353s","start":"2026-03-31T18:38:01.66625Z","end":"2026-03-31T18:38:04.674944Z","steps":["trace[1163005333] 'agreement among raft nodes before linearized reading' (duration: 3.008512238s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:04.675049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:01.666226Z","time spent":"3.008802645s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 18:38:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:38:04.787048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998028358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:38:04.787113Z","caller":"traceutil/trace.go:171","msg":"trace[142797661] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.99813502s","start":"2026-03-31T18:37:59.788963Z","end":"2026-03-31T18:38:04.787098Z","steps":["trace[142797661] 'agreement among raft nodes before linearized reading' (duration: 4.998050628s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:04.78715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:59.788947Z","time spent":"4.998195362s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/03/31 18:38:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:38:04.79842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000931027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:38:04.798504Z","caller":"traceutil/trace.go:171","msg":"trace[738898470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.0010472s","start":"2026-03-31T18:37:54.797437Z","end":"2026-03-31T18:38:04.798484Z","steps":["trace[738898470] 'agreement among raft nodes before linearized reading' (duration: 10.000940058s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:04.798654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:54.79743Z","time spent":"10.001113282s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/31 18:38:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:38:04.807055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000789104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:38:04.807123Z","caller":"traceutil/trace.go:171","msg":"trace[740122546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000884776s","start":"2026-03-31T18:37:54.806222Z","end":"2026-03-31T18:38:04.807107Z","steps":["trace[740122546] 'agreement among raft nodes before linearized reading' (duration: 10.000799994s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:04.807163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:54.806217Z","time spent":"10.000937987s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/31 18:38:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:38:04.815253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.007813993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:38:04.815309Z","caller":"traceutil/trace.go:171","msg":"trace[1142908559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.007908825s","start":"2026-03-31T18:38:01.807387Z","end":"2026-03-31T18:38:04.815296Z","steps":["trace[1142908559] 'agreement among raft nodes before linearized reading' (duration: 3.007848523s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:04.815344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:01.807367Z","time spent":"3.007967927s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 18:38:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:38:04.842793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996911115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:38:04.842863Z","caller":"traceutil/trace.go:171","msg":"trace[1996891940] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997024338s","start":"2026-03-31T18:38:01.845819Z","end":"2026-03-31T18:38:04.842843Z","steps":["trace[1996891940] 'agreement among raft nodes before linearized reading' (duration: 2.996938946s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:04.842899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:01.845799Z","time spent":"2.99709361s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 18:38:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:38:04.872245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999598036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:38:04.872342Z","caller":"traceutil/trace.go:171","msg":"trace[2055922909] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.999759081s","start":"2026-03-31T18:37:54.872562Z","end":"2026-03-31T18:38:04.872321Z","steps":["trace[2055922909] 'agreement among raft nodes before linearized reading' (duration: 9.999630287s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:04.872394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:54.872542Z","time spent":"9.999841552s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/31 18:38:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:38:05.255618Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f69d4529464543","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T18:38:05.859335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.155161503s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:38:05.859571Z","caller":"traceutil/trace.go:171","msg":"trace[1214453818] linearizableReadLoop","detail":"{readStateIndex:3576; appliedIndex:3575; }","duration":"5.469344611s","start":"2026-03-31T18:38:00.390208Z","end":"2026-03-31T18:38:05.859552Z","steps":["trace[1214453818] 'read index received' (duration: 313.924703ms)","trace[1214453818] 'applied index is now lower than readState.Index' (duration: 5.155418858s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:05.85969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.40869625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:05.859727Z","caller":"traceutil/trace.go:171","msg":"trace[1777886485] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3433; }","duration":"9.408787062s","start":"2026-03-31T18:37:56.45093Z","end":"2026-03-31T18:38:05.859718Z","steps":["trace[1777886485] 'agreement among raft nodes before linearized reading' (duration: 9.40871212s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:05.859763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:56.450901Z","time spent":"9.408852313s","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:05.85977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.765871316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a200f5a092a9b7\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T18:38:05.8598Z","caller":"traceutil/trace.go:171","msg":"trace[868160859] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a200f5a092a9b7; range_end:; response_count:1; response_revision:3433; }","duration":"7.765924497s","start":"2026-03-31T18:37:58.093867Z","end":"2026-03-31T18:38:05.859791Z","steps":["trace[868160859] 'agreement among raft nodes before linearized reading' (duration: 7.765805494s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:05.859839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:58.093848Z","time spent":"7.765984479s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a200f5a092a9b7\" "} {"level":"warn","ts":"2026-03-31T18:38:05.859784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.249003866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:38:05.859991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.68262187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:38:05.859949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.914099149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:38:05.860018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.517992839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:05.860048Z","caller":"traceutil/trace.go:171","msg":"trace[346498699] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3433; }","duration":"9.518057101s","start":"2026-03-31T18:37:56.341982Z","end":"2026-03-31T18:38:05.860039Z","steps":["trace[346498699] 'agreement among raft nodes before linearized reading' (duration: 9.517971629s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:05.860078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.137540162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:05.860082Z","caller":"traceutil/trace.go:171","msg":"trace[160340172] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3433; }","duration":"7.914269313s","start":"2026-03-31T18:37:57.94579Z","end":"2026-03-31T18:38:05.860059Z","steps":["trace[160340172] 'agreement among raft nodes before linearized reading' (duration: 7.914038247s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:05.860016Z","caller":"traceutil/trace.go:171","msg":"trace[1559621594] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3433; }","duration":"5.682683031s","start":"2026-03-31T18:38:00.177325Z","end":"2026-03-31T18:38:05.860008Z","steps":["trace[1559621594] 'agreement among raft nodes before linearized reading' (duration: 5.68263557s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:05.860123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.987074515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T18:38:05.860161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.120792567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:38:05.860168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:57.945776Z","time spent":"7.914367864s","remote":"127.0.0.1:39404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:38:05.860172Z","caller":"traceutil/trace.go:171","msg":"trace[1944318978] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3433; }","duration":"7.987166977s","start":"2026-03-31T18:37:57.872992Z","end":"2026-03-31T18:38:05.860159Z","steps":["trace[1944318978] 'agreement among raft nodes before linearized reading' (duration: 7.98684392s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:05.860162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:00.177304Z","time spent":"5.682835654s","remote":"127.0.0.1:42310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:38:05.860188Z","caller":"traceutil/trace.go:171","msg":"trace[580577933] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3433; }","duration":"10.120855767s","start":"2026-03-31T18:37:55.739324Z","end":"2026-03-31T18:38:05.86018Z","steps":["trace[580577933] 'agreement among raft nodes before linearized reading' (duration: 10.120768805s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:05.860213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:57.87297Z","time spent":"7.987232508s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":334,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:05.860217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:55.739299Z","time spent":"10.120911729s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:38:05.860373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.588563859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:05.860099Z","caller":"traceutil/trace.go:171","msg":"trace[1436103332] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3433; }","duration":"6.137562362s","start":"2026-03-31T18:37:59.72253Z","end":"2026-03-31T18:38:05.860093Z","steps":["trace[1436103332] 'agreement among raft nodes before linearized reading' (duration: 6.137497971s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:05.860075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:56.341961Z","time spent":"9.518106462s","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:05.860454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:59.722459Z","time spent":"6.137973132s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":24,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:05.860482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.072061269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:38:05.860406Z","caller":"traceutil/trace.go:171","msg":"trace[1561741635] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3433; }","duration":"10.588633461s","start":"2026-03-31T18:37:55.271764Z","end":"2026-03-31T18:38:05.860397Z","steps":["trace[1561741635] 'agreement among raft nodes before linearized reading' (duration: 10.58858629s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:05.86069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.343020557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:38:05.860717Z","caller":"traceutil/trace.go:171","msg":"trace[1297167649] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3433; }","duration":"11.343098858s","start":"2026-03-31T18:37:54.51761Z","end":"2026-03-31T18:38:05.860709Z","steps":["trace[1297167649] 'agreement among raft nodes before linearized reading' (duration: 11.343024996s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:05.860711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.115282332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-03-31T18:38:05.860741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:54.51758Z","time spent":"11.3431537s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T18:38:05.860756Z","caller":"traceutil/trace.go:171","msg":"trace[1174737739] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3433; }","duration":"9.115373915s","start":"2026-03-31T18:37:56.745367Z","end":"2026-03-31T18:38:05.860741Z","steps":["trace[1174737739] 'agreement among raft nodes before linearized reading' (duration: 9.115223861s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:05.860796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:56.745325Z","time spent":"9.115460236s","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-31T18:38:05.860541Z","caller":"traceutil/trace.go:171","msg":"trace[1596836781] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3433; }","duration":"11.072173501s","start":"2026-03-31T18:37:54.78836Z","end":"2026-03-31T18:38:05.860534Z","steps":["trace[1596836781] 'agreement among raft nodes before linearized reading' (duration: 11.072063489s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:05.860681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:55.271744Z","time spent":"10.588919787s","remote":"127.0.0.1:39394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:38:05.860874Z","caller":"traceutil/trace.go:171","msg":"trace[1208907849] transaction","detail":"{read_only:false; response_revision:3434; number_of_response:1; }","duration":"5.355520048s","start":"2026-03-31T18:38:00.505322Z","end":"2026-03-31T18:38:05.860842Z","steps":["trace[1208907849] 'process raft request' (duration: 5.354126647s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:05.860956Z","caller":"traceutil/trace.go:171","msg":"trace[1015756326] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3433; }","duration":"9.24918443s","start":"2026-03-31T18:37:56.610685Z","end":"2026-03-31T18:38:05.85987Z","steps":["trace[1015756326] 'agreement among raft nodes before linearized reading' (duration: 9.248962465s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:05.860844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:54.788346Z","time spent":"11.072487868s","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:38:05.861036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:00.505289Z","time spent":"5.355647991s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:05.861146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:56.61066Z","time spent":"9.250394868s","remote":"127.0.0.1:42378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:06.360069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961688527,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:38:06.491323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99972202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:38:06.491415Z","caller":"traceutil/trace.go:171","msg":"trace[1468965510] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999915865s","start":"2026-03-31T18:38:04.491478Z","end":"2026-03-31T18:38:06.491394Z","steps":["trace[1468965510] 'agreement among raft nodes before linearized reading' (duration: 1.999773382s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:06.491465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:04.491429Z","time spent":"2.000025938s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:38:06.552117Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.441618348s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:38:06.615105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.900263321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:06.615226Z","caller":"traceutil/trace.go:171","msg":"trace[2095717608] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3434; }","duration":"11.900448455s","start":"2026-03-31T18:37:54.714749Z","end":"2026-03-31T18:38:06.615198Z","steps":["trace[2095717608] 'agreement among raft nodes before linearized reading' (duration: 11.146024587s)","trace[2095717608] 'count revisions from in-memory index tree' (duration: 754.246914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:06.615225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.321706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-31T18:38:06.61528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:54.714725Z","time spent":"11.900542647s","remote":"127.0.0.1:42024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:38:06.615473Z","caller":"traceutil/trace.go:171","msg":"trace[1161660179] transaction","detail":"{read_only:false; response_revision:3437; number_of_response:1; }","duration":"1.940417686s","start":"2026-03-31T18:38:04.675041Z","end":"2026-03-31T18:38:06.615459Z","steps":["trace[1161660179] 'process raft request' (duration: 1.940354474s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:06.615462Z","caller":"traceutil/trace.go:171","msg":"trace[1129795604] transaction","detail":"{read_only:false; response_revision:3435; number_of_response:1; }","duration":"4.76448631s","start":"2026-03-31T18:38:01.850928Z","end":"2026-03-31T18:38:06.615414Z","steps":["trace[1129795604] 'process raft request' (duration: 4.009888908s)","trace[1129795604] 'compare' (duration: 754.204993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:06.615545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:04.675003Z","time spent":"1.940512018s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:06.615653Z","caller":"traceutil/trace.go:171","msg":"trace[1184794335] transaction","detail":"{read_only:false; response_revision:3436; number_of_response:1; }","duration":"4.220480977s","start":"2026-03-31T18:38:02.395162Z","end":"2026-03-31T18:38:06.615643Z","steps":["trace[1184794335] 'process raft request' (duration: 4.22018041s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:06.615652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:01.850914Z","time spent":"4.764634733s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:06.615719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:02.395141Z","time spent":"4.220534309s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:06.615927Z","caller":"traceutil/trace.go:171","msg":"trace[1873066778] transaction","detail":"{read_only:false; response_revision:3440; number_of_response:1; }","duration":"1.806812615s","start":"2026-03-31T18:38:04.8091Z","end":"2026-03-31T18:38:06.615913Z","steps":["trace[1873066778] 'process raft request' (duration: 1.806734623s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:06.615987Z","caller":"traceutil/trace.go:171","msg":"trace[640751134] transaction","detail":"{read_only:false; response_revision:3439; number_of_response:1; }","duration":"1.815750617s","start":"2026-03-31T18:38:04.800224Z","end":"2026-03-31T18:38:06.615974Z","steps":["trace[640751134] 'process raft request' (duration: 1.815486571s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:06.615994Z","caller":"traceutil/trace.go:171","msg":"trace[1379125639] transaction","detail":"{read_only:false; response_revision:3438; number_of_response:1; }","duration":"1.825507259s","start":"2026-03-31T18:38:04.79046Z","end":"2026-03-31T18:38:06.615968Z","steps":["trace[1379125639] 'process raft request' (duration: 1.824963957s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:06.616031Z","caller":"traceutil/trace.go:171","msg":"trace[1611425865] transaction","detail":"{read_only:false; response_revision:3441; number_of_response:1; }","duration":"1.77135478s","start":"2026-03-31T18:38:04.844653Z","end":"2026-03-31T18:38:06.616008Z","steps":["trace[1611425865] 'process raft request' (duration: 1.771219057s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:06.616056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:04.809076Z","time spent":"1.806900126s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:06.616089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:04.790438Z","time spent":"1.825604941s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:38:06.616048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:04.800196Z","time spent":"1.815823629s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:06.616156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:04.844637Z","time spent":"1.771458292s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:06.685704Z","caller":"traceutil/trace.go:171","msg":"trace[735500768] linearizableReadLoop","detail":"{readStateIndex:3587; appliedIndex:3577; }","duration":"826.073464ms","start":"2026-03-31T18:38:05.859606Z","end":"2026-03-31T18:38:06.68568Z","steps":["trace[735500768] 'read index received' (duration: 692.859721ms)","trace[735500768] 'applied index is now lower than readState.Index' (duration: 133.212853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:06.685912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198951532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-31T18:38:06.685958Z","caller":"traceutil/trace.go:171","msg":"trace[115060489] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3443; }","duration":"2.199041184s","start":"2026-03-31T18:38:04.486908Z","end":"2026-03-31T18:38:06.68595Z","steps":["trace[115060489] 'agreement among raft nodes before linearized reading' (duration: 2.198948302s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:06.685965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:05.883688Z","time spent":"802.273113ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:38:06.686067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:04.486891Z","time spent":"2.199135016s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T18:38:06.686308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.971490126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:06.686379Z","caller":"traceutil/trace.go:171","msg":"trace[2023942091] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3443; }","duration":"5.971610158s","start":"2026-03-31T18:38:00.714759Z","end":"2026-03-31T18:38:06.686369Z","steps":["trace[2023942091] 'agreement among raft nodes before linearized reading' (duration: 5.971515506s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:06.686422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:00.714728Z","time spent":"5.97168596s","remote":"127.0.0.1:39410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:06.686458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.774369892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:38:06.686574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.988739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-31T18:38:06.686643Z","caller":"traceutil/trace.go:171","msg":"trace[576213700] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3443; }","duration":"5.774593878s","start":"2026-03-31T18:38:00.912011Z","end":"2026-03-31T18:38:06.686605Z","steps":["trace[576213700] 'agreement among raft nodes before linearized reading' (duration: 5.77427285s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:06.686329Z","caller":"traceutil/trace.go:171","msg":"trace[349049312] transaction","detail":"{read_only:false; response_revision:3443; number_of_response:1; }","duration":"801.405014ms","start":"2026-03-31T18:38:05.884902Z","end":"2026-03-31T18:38:06.686307Z","steps":["trace[349049312] 'process raft request' (duration: 800.740059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:06.686802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.570245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:38:06.686816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703715975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:06.686845Z","caller":"traceutil/trace.go:171","msg":"trace[1036297684] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3443; }","duration":"1.703794747s","start":"2026-03-31T18:38:04.983042Z","end":"2026-03-31T18:38:06.686837Z","steps":["trace[1036297684] 'agreement among raft nodes before linearized reading' (duration: 1.703742526s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:06.686873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:04.983016Z","time spent":"1.703850478s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:06.68689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.654693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:38:06.686896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515132115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:06.686928Z","caller":"traceutil/trace.go:171","msg":"trace[776428025] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3443; }","duration":"427.725034ms","start":"2026-03-31T18:38:06.259195Z","end":"2026-03-31T18:38:06.68692Z","steps":["trace[776428025] 'agreement among raft nodes before linearized reading' (duration: 427.665682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:06.686947Z","caller":"traceutil/trace.go:171","msg":"trace[1361611042] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:3443; }","duration":"2.515220037s","start":"2026-03-31T18:38:04.171718Z","end":"2026-03-31T18:38:06.686938Z","steps":["trace[1361611042] 'agreement among raft nodes before linearized reading' (duration: 2.515072524s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:06.686972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:06.259177Z","time spent":"427.785416ms","remote":"127.0.0.1:42468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:06.687011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:04.171698Z","time spent":"2.515286259s","remote":"127.0.0.1:42404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:06.6871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:05.884885Z","time spent":"801.929695ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:06.685852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039593156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:38:06.687368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755868566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:06.687385Z","caller":"traceutil/trace.go:171","msg":"trace[2146667603] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3443; }","duration":"2.041194372s","start":"2026-03-31T18:38:04.646172Z","end":"2026-03-31T18:38:06.687366Z","steps":["trace[2146667603] 'agreement among raft nodes before linearized reading' (duration: 2.039525414s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:06.687421Z","caller":"traceutil/trace.go:171","msg":"trace[2041510229] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3443; }","duration":"2.755959549s","start":"2026-03-31T18:38:03.931452Z","end":"2026-03-31T18:38:06.687412Z","steps":["trace[2041510229] 'agreement among raft nodes before linearized reading' (duration: 2.755865826s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:06.687441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:04.646152Z","time spent":"2.041269614s","remote":"127.0.0.1:39444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:06.687471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:03.931428Z","time spent":"2.756016549s","remote":"127.0.0.1:42164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":26,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:38:06.686733Z","caller":"traceutil/trace.go:171","msg":"trace[92061649] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3443; }","duration":"803.199975ms","start":"2026-03-31T18:38:05.883508Z","end":"2026-03-31T18:38:06.686708Z","steps":["trace[92061649] 'agreement among raft nodes before linearized reading' (duration: 802.898798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:06.687598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:05.883486Z","time spent":"804.102196ms","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1473,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-31T18:38:06.687654Z","caller":"traceutil/trace.go:171","msg":"trace[1238944599] transaction","detail":"{read_only:false; response_revision:3442; number_of_response:1; }","duration":"802.767125ms","start":"2026-03-31T18:38:05.884871Z","end":"2026-03-31T18:38:06.687638Z","steps":["trace[1238944599] 'process raft request' (duration: 800.692267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:06.686768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:00.911987Z","time spent":"5.7747359s","remote":"127.0.0.1:42060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:06.687754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:05.884845Z","time spent":"802.849857ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:06.687843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.278175186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:38:06.687864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.660749766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:38:06.687755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.981351573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T18:38:06.68809Z","caller":"traceutil/trace.go:171","msg":"trace[298600930] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:3443; }","duration":"4.278252038s","start":"2026-03-31T18:38:02.409634Z","end":"2026-03-31T18:38:06.687886Z","steps":["trace[298600930] 'agreement among raft nodes before linearized reading' (duration: 4.278139576s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:06.688088Z","caller":"traceutil/trace.go:171","msg":"trace[534161997] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3443; }","duration":"4.661018112s","start":"2026-03-31T18:38:02.02706Z","end":"2026-03-31T18:38:06.688078Z","steps":["trace[534161997] 'agreement among raft nodes before linearized reading' (duration: 4.660771797s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:06.688101Z","caller":"traceutil/trace.go:171","msg":"trace[653834895] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3443; }","duration":"2.981732152s","start":"2026-03-31T18:38:03.706359Z","end":"2026-03-31T18:38:06.688091Z","steps":["trace[653834895] 'agreement among raft nodes before linearized reading' (duration: 2.981281152s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:06.687384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.102538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:38:06.688113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:02.409617Z","time spent":"4.278489913s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-03-31T18:38:06.688118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:02.027035Z","time spent":"4.661074613s","remote":"127.0.0.1:42282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:06.688127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:03.706338Z","time spent":"2.981780053s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:38:06.688144Z","caller":"traceutil/trace.go:171","msg":"trace[2014675493] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3443; }","duration":"560.884666ms","start":"2026-03-31T18:38:06.12724Z","end":"2026-03-31T18:38:06.688125Z","steps":["trace[2014675493] 'agreement among raft nodes before linearized reading' (duration: 560.098818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:06.688184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:06.127222Z","time spent":"560.951169ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:38:06.686843Z","caller":"traceutil/trace.go:171","msg":"trace[1974191915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3443; }","duration":"194.644326ms","start":"2026-03-31T18:38:06.492189Z","end":"2026-03-31T18:38:06.686834Z","steps":["trace[1974191915] 'agreement among raft nodes before linearized reading' (duration: 194.578224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:06.688404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409875998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:06.68853Z","caller":"traceutil/trace.go:171","msg":"trace[1839537152] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3443; }","duration":"1.410037232s","start":"2026-03-31T18:38:05.27848Z","end":"2026-03-31T18:38:06.688517Z","steps":["trace[1839537152] 'agreement among raft nodes before linearized reading' (duration: 1.409897009s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:06.688582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:05.278457Z","time spent":"1.410106723s","remote":"127.0.0.1:41268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:07.192085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961688533,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:38:07.321193Z","caller":"traceutil/trace.go:171","msg":"trace[1766869918] transaction","detail":"{read_only:false; response_revision:3444; number_of_response:1; }","duration":"631.391486ms","start":"2026-03-31T18:38:06.68977Z","end":"2026-03-31T18:38:07.321161Z","steps":["trace[1766869918] 'process raft request' (duration: 540.277718ms)","trace[1766869918] 'compare' (duration: 90.871883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:07.321347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:06.689748Z","time spent":"631.515298ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:08.016393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.405699ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T18:38:08.016613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:06.689765Z","time spent":"1.326843924s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:38:08.016854Z","caller":"traceutil/trace.go:171","msg":"trace[1647318116] transaction","detail":"{read_only:false; response_revision:3445; number_of_response:1; }","duration":"1.32138558s","start":"2026-03-31T18:38:06.695438Z","end":"2026-03-31T18:38:08.016824Z","steps":["trace[1647318116] 'process raft request' (duration: 1.321102414s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:08.017021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:06.695427Z","time spent":"1.321513623s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:08.017132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325333339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bd091cd1-a8a3-43e0-b71a-329e1fb92acc\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-31T18:38:08.01723Z","caller":"traceutil/trace.go:171","msg":"trace[437375375] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bd091cd1-a8a3-43e0-b71a-329e1fb92acc; range_end:; response_count:1; response_revision:3445; }","duration":"1.325449433s","start":"2026-03-31T18:38:06.691754Z","end":"2026-03-31T18:38:08.017204Z","steps":["trace[437375375] 'agreement among raft nodes before linearized reading' (duration: 1.325186497s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:08.017297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:06.691748Z","time spent":"1.325531404s","remote":"127.0.0.1:42228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-bd091cd1-a8a3-43e0-b71a-329e1fb92acc\" "} {"level":"info","ts":"2026-03-31T18:38:08.016687Z","caller":"traceutil/trace.go:171","msg":"trace[1634930439] linearizableReadLoop","detail":"{readStateIndex:3590; appliedIndex:3587; }","duration":"1.32489711s","start":"2026-03-31T18:38:06.69177Z","end":"2026-03-31T18:38:08.016667Z","steps":["trace[1634930439] 'read index received' (duration: 538.265902ms)","trace[1634930439] 'applied index is now lower than readState.Index' (duration: 786.630248ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:08.051411Z","caller":"traceutil/trace.go:171","msg":"trace[320707897] transaction","detail":"{read_only:false; response_revision:3446; number_of_response:1; }","duration":"154.67657ms","start":"2026-03-31T18:38:07.896652Z","end":"2026-03-31T18:38:08.051329Z","steps":["trace[320707897] 'process raft request' (duration: 154.573187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:08.6955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000028587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:38:08.695602Z","caller":"traceutil/trace.go:171","msg":"trace[65006406] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000164951s","start":"2026-03-31T18:38:06.695419Z","end":"2026-03-31T18:38:08.695584Z","steps":["trace[65006406] 'agreement among raft nodes before linearized reading' (duration: 2.000036518s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:08.69565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:06.69541Z","time spent":"2.000230882s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:38:09.684967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492307728s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:38:09.68551Z","caller":"traceutil/trace.go:171","msg":"trace[1679831332] linearizableReadLoop","detail":"{readStateIndex:3592; appliedIndex:3591; }","duration":"1.668022826s","start":"2026-03-31T18:38:08.017462Z","end":"2026-03-31T18:38:09.685485Z","steps":["trace[1679831332] 'read index received' (duration: 33.93182ms)","trace[1679831332] 'applied index is now lower than readState.Index' (duration: 1.634089686s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:09.687055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36200169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200badd6cc954\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:38:09.687175Z","caller":"traceutil/trace.go:171","msg":"trace[615812085] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200badd6cc954; range_end:; response_count:1; response_revision:3447; }","duration":"2.362165514s","start":"2026-03-31T18:38:07.324981Z","end":"2026-03-31T18:38:09.687147Z","steps":["trace[615812085] 'agreement among raft nodes before linearized reading' (duration: 2.361829757s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:09.687246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:07.324966Z","time spent":"2.362265226s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200badd6cc954\" "} {"level":"info","ts":"2026-03-31T18:38:09.687752Z","caller":"traceutil/trace.go:171","msg":"trace[1928883667] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3447; }","duration":"1.670011681s","start":"2026-03-31T18:38:08.017722Z","end":"2026-03-31T18:38:09.687734Z","steps":["trace[1928883667] 'process raft request' (duration: 1.667415062s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:09.687893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:08.017694Z","time spent":"1.670114343s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:09.688141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79736582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:09.688193Z","caller":"traceutil/trace.go:171","msg":"trace[1174497404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3447; }","duration":"1.797448483s","start":"2026-03-31T18:38:07.890731Z","end":"2026-03-31T18:38:09.68818Z","steps":["trace[1174497404] 'agreement among raft nodes before linearized reading' (duration: 1.797362111s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:09.688239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:07.890712Z","time spent":"1.797516654s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:38:09.687896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397671329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:09.688577Z","caller":"traceutil/trace.go:171","msg":"trace[624560493] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:3447; }","duration":"2.398409896s","start":"2026-03-31T18:38:07.290149Z","end":"2026-03-31T18:38:09.688559Z","steps":["trace[624560493] 'agreement among raft nodes before linearized reading' (duration: 2.397666089s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:09.688642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:07.290122Z","time spent":"2.398497858s","remote":"127.0.0.1:51440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":19,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:38:09.688688Z","caller":"traceutil/trace.go:171","msg":"trace[2028003180] transaction","detail":"{read_only:false; response_revision:3448; number_of_response:1; }","duration":"1.065897805s","start":"2026-03-31T18:38:08.622747Z","end":"2026-03-31T18:38:09.688645Z","steps":["trace[2028003180] 'process raft request' (duration: 1.062470917s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:09.688864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996569498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-03-31T18:38:09.688923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:08.622723Z","time spent":"1.066055958s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:09.689105Z","caller":"traceutil/trace.go:171","msg":"trace[1111720742] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3447; }","duration":"2.996853375s","start":"2026-03-31T18:38:06.692239Z","end":"2026-03-31T18:38:09.689092Z","steps":["trace[1111720742] 'agreement among raft nodes before linearized reading' (duration: 2.995682869s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:09.689152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:06.692224Z","time spent":"2.996917336s","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T18:38:10.226172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529349229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:10.226287Z","caller":"traceutil/trace.go:171","msg":"trace[1427616014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3448; }","duration":"1.529526904s","start":"2026-03-31T18:38:08.696729Z","end":"2026-03-31T18:38:10.226256Z","steps":["trace[1427616014] 'agreement among raft nodes before linearized reading' (duration: 992.524329ms)","trace[1427616014] 'range keys from in-memory index tree' (duration: 536.81066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:10.226293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0185296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:38:10.226347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:08.696714Z","time spent":"1.529615375s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:38:10.226367Z","caller":"traceutil/trace.go:171","msg":"trace[523050555] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3448; }","duration":"1.018639343s","start":"2026-03-31T18:38:09.207699Z","end":"2026-03-31T18:38:10.226339Z","steps":["trace[523050555] 'agreement among raft nodes before linearized reading' (duration: 481.587807ms)","trace[523050555] 'count revisions from in-memory index tree' (duration: 536.911333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:10.226402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:09.20768Z","time spent":"1.018713564s","remote":"127.0.0.1:39428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:10.226633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647174121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:10.226701Z","caller":"traceutil/trace.go:171","msg":"trace[1154122869] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3448; }","duration":"2.647292183s","start":"2026-03-31T18:38:07.579384Z","end":"2026-03-31T18:38:10.226676Z","steps":["trace[1154122869] 'agreement among raft nodes before linearized reading' (duration: 2.109055871s)","trace[1154122869] 'count revisions from in-memory index tree' (duration: 538.15852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:10.226756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:07.579351Z","time spent":"2.647390105s","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:10.226857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.571018ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:10.226973Z","caller":"traceutil/trace.go:171","msg":"trace[1857715809] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3448; }","duration":"236.68763ms","start":"2026-03-31T18:38:09.990266Z","end":"2026-03-31T18:38:10.226954Z","steps":["trace[1857715809] 'range keys from in-memory index tree' (duration: 236.556767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:10.227028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425070372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:10.227067Z","caller":"traceutil/trace.go:171","msg":"trace[1487974274] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3448; }","duration":"2.425143373s","start":"2026-03-31T18:38:07.801911Z","end":"2026-03-31T18:38:10.227054Z","steps":["trace[1487974274] 'agreement among raft nodes before linearized reading' (duration: 1.886501733s)","trace[1487974274] 'count revisions from in-memory index tree' (duration: 538.586329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:10.227099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:07.80189Z","time spent":"2.425199614s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:10.227124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594297681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:10.227186Z","caller":"traceutil/trace.go:171","msg":"trace[745202917] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3448; }","duration":"2.594421344s","start":"2026-03-31T18:38:07.632747Z","end":"2026-03-31T18:38:10.227168Z","steps":["trace[745202917] 'agreement among raft nodes before linearized reading' (duration: 2.055682481s)","trace[745202917] 'count revisions from in-memory index tree' (duration: 538.656861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:10.227245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:07.632712Z","time spent":"2.594517145s","remote":"127.0.0.1:42350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:10.227602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.833634ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T18:38:10.227686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:09.690087Z","time spent":"537.594347ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:38:10.229939Z","caller":"traceutil/trace.go:171","msg":"trace[1171595656] linearizableReadLoop","detail":"{readStateIndex:3596; appliedIndex:3594; }","duration":"534.384824ms","start":"2026-03-31T18:38:09.695541Z","end":"2026-03-31T18:38:10.229926Z","steps":["trace[1171595656] 'read index received' (duration: 358.235678ms)","trace[1171595656] 'applied index is now lower than readState.Index' (duration: 176.148386ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:10.229987Z","caller":"traceutil/trace.go:171","msg":"trace[450080833] transaction","detail":"{read_only:false; response_revision:3449; number_of_response:1; }","duration":"537.916694ms","start":"2026-03-31T18:38:09.692046Z","end":"2026-03-31T18:38:10.229963Z","steps":["trace[450080833] 'process raft request' (duration: 537.73901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:10.23009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.558579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"warn","ts":"2026-03-31T18:38:10.230114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:09.692023Z","time spent":"538.022307ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:10.230125Z","caller":"traceutil/trace.go:171","msg":"trace[701082457] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3449; }","duration":"534.6127ms","start":"2026-03-31T18:38:09.695503Z","end":"2026-03-31T18:38:10.230116Z","steps":["trace[701082457] 'agreement among raft nodes before linearized reading' (duration: 534.478847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:10.23026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:09.69549Z","time spent":"534.759793ms","remote":"127.0.0.1:42520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-31T18:38:19.887963Z","caller":"traceutil/trace.go:171","msg":"trace[275033459] transaction","detail":"{read_only:false; response_revision:3530; number_of_response:1; }","duration":"322.311733ms","start":"2026-03-31T18:38:19.565622Z","end":"2026-03-31T18:38:19.887934Z","steps":["trace[275033459] 'process raft request' (duration: 322.1616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:19.888144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:19.565605Z","time spent":"322.448916ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:19.901418Z","caller":"traceutil/trace.go:171","msg":"trace[849902600] transaction","detail":"{read_only:false; response_revision:3531; number_of_response:1; }","duration":"334.163942ms","start":"2026-03-31T18:38:19.567234Z","end":"2026-03-31T18:38:19.901398Z","steps":["trace[849902600] 'process raft request' (duration: 333.918556ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:19.901411Z","caller":"traceutil/trace.go:171","msg":"trace[2037895376] linearizableReadLoop","detail":"{readStateIndex:3680; appliedIndex:3677; }","duration":"138.395779ms","start":"2026-03-31T18:38:19.762987Z","end":"2026-03-31T18:38:19.901382Z","steps":["trace[2037895376] 'read index received' (duration: 124.819402ms)","trace[2037895376] 'applied index is now lower than readState.Index' (duration: 13.574277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:19.90153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:19.567228Z","time spent":"334.243273ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:19.90151Z","caller":"traceutil/trace.go:171","msg":"trace[325559154] transaction","detail":"{read_only:false; response_revision:3532; number_of_response:1; }","duration":"141.615912ms","start":"2026-03-31T18:38:19.759852Z","end":"2026-03-31T18:38:19.901468Z","steps":["trace[325559154] 'process raft request' (duration: 141.465619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:19.901879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.8224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:38:19.90198Z","caller":"traceutil/trace.go:171","msg":"trace[1166467712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3532; }","duration":"138.999954ms","start":"2026-03-31T18:38:19.762963Z","end":"2026-03-31T18:38:19.901963Z","steps":["trace[1166467712] 'agreement among raft nodes before linearized reading' (duration: 138.582814ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:20.021118Z","caller":"traceutil/trace.go:171","msg":"trace[1587534045] transaction","detail":"{read_only:false; response_revision:3533; number_of_response:1; }","duration":"114.932668ms","start":"2026-03-31T18:38:19.906155Z","end":"2026-03-31T18:38:20.021088Z","steps":["trace[1587534045] 'process raft request' (duration: 68.430073ms)","trace[1587534045] 'compare' (duration: 46.374622ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:28.297253Z","caller":"traceutil/trace.go:171","msg":"trace[436210432] linearizableReadLoop","detail":"{readStateIndex:3720; appliedIndex:3718; }","duration":"168.754909ms","start":"2026-03-31T18:38:28.12848Z","end":"2026-03-31T18:38:28.297235Z","steps":["trace[436210432] 'read index received' (duration: 19.984193ms)","trace[436210432] 'applied index is now lower than readState.Index' (duration: 148.769936ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:28.297294Z","caller":"traceutil/trace.go:171","msg":"trace[1345399993] transaction","detail":"{read_only:false; response_revision:3568; number_of_response:1; }","duration":"168.786869ms","start":"2026-03-31T18:38:28.128471Z","end":"2026-03-31T18:38:28.297258Z","steps":["trace[1345399993] 'process raft request' (duration: 108.356919ms)","trace[1345399993] 'compare' (duration: 60.241666ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:28.297464Z","caller":"traceutil/trace.go:171","msg":"trace[229698728] transaction","detail":"{read_only:false; response_revision:3569; number_of_response:1; }","duration":"162.901417ms","start":"2026-03-31T18:38:28.134551Z","end":"2026-03-31T18:38:28.297452Z","steps":["trace[229698728] 'process raft request' (duration: 162.63444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:28.297357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.866482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-31T18:38:28.297506Z","caller":"traceutil/trace.go:171","msg":"trace[1928329092] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:3569; }","duration":"169.065067ms","start":"2026-03-31T18:38:28.128432Z","end":"2026-03-31T18:38:28.297497Z","steps":["trace[1928329092] 'agreement among raft nodes before linearized reading' (duration: 168.880051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:30.599836Z","caller":"traceutil/trace.go:171","msg":"trace[1628113643] linearizableReadLoop","detail":"{readStateIndex:3742; appliedIndex:3741; }","duration":"144.607831ms","start":"2026-03-31T18:38:30.455192Z","end":"2026-03-31T18:38:30.5998Z","steps":["trace[1628113643] 'read index received' (duration: 118.758514ms)","trace[1628113643] 'applied index is now lower than readState.Index' (duration: 25.846077ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:30.599844Z","caller":"traceutil/trace.go:171","msg":"trace[591728805] transaction","detail":"{read_only:false; response_revision:3589; number_of_response:1; }","duration":"156.517711ms","start":"2026-03-31T18:38:30.443282Z","end":"2026-03-31T18:38:30.5998Z","steps":["trace[591728805] 'process raft request' (duration: 130.684915ms)","trace[591728805] 'compare' (duration: 25.630621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:30.600096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.886258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-03-31T18:38:30.600159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.162052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1509"} {"level":"info","ts":"2026-03-31T18:38:30.600173Z","caller":"traceutil/trace.go:171","msg":"trace[1779172997] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3590; }","duration":"144.99926ms","start":"2026-03-31T18:38:30.455157Z","end":"2026-03-31T18:38:30.600157Z","steps":["trace[1779172997] 'agreement among raft nodes before linearized reading' (duration: 144.728092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.600183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.681592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1524"} {"level":"info","ts":"2026-03-31T18:38:30.600215Z","caller":"traceutil/trace.go:171","msg":"trace[380831249] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:3590; }","duration":"137.243674ms","start":"2026-03-31T18:38:30.462959Z","end":"2026-03-31T18:38:30.600203Z","steps":["trace[380831249] 'agreement among raft nodes before linearized reading' (duration: 137.119661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.600273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.847345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1608"} {"level":"info","ts":"2026-03-31T18:38:30.602235Z","caller":"traceutil/trace.go:171","msg":"trace[1814122635] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:3590; }","duration":"138.801969ms","start":"2026-03-31T18:38:30.463414Z","end":"2026-03-31T18:38:30.602215Z","steps":["trace[1814122635] 'agreement among raft nodes before linearized reading' (duration: 136.825964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.600294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.08168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1211"} {"level":"info","ts":"2026-03-31T18:38:30.602381Z","caller":"traceutil/trace.go:171","msg":"trace[453360156] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:3590; }","duration":"139.176467ms","start":"2026-03-31T18:38:30.463183Z","end":"2026-03-31T18:38:30.602359Z","steps":["trace[453360156] 'agreement among raft nodes before linearized reading' (duration: 137.06218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.600316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.141691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-31T18:38:30.602483Z","caller":"traceutil/trace.go:171","msg":"trace[750284930] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3590; }","duration":"139.31556ms","start":"2026-03-31T18:38:30.463158Z","end":"2026-03-31T18:38:30.602473Z","steps":["trace[750284930] 'agreement among raft nodes before linearized reading' (duration: 137.126861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.600388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.54872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"range_response_count:1 size:1463"} {"level":"info","ts":"2026-03-31T18:38:30.602592Z","caller":"traceutil/trace.go:171","msg":"trace[1974596192] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; response_count:1; response_revision:3590; }","duration":"146.75239ms","start":"2026-03-31T18:38:30.455827Z","end":"2026-03-31T18:38:30.602579Z","steps":["trace[1974596192] 'agreement among raft nodes before linearized reading' (duration: 144.52481ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:30.602061Z","caller":"traceutil/trace.go:171","msg":"trace[885519874] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:3590; }","duration":"146.581526ms","start":"2026-03-31T18:38:30.455457Z","end":"2026-03-31T18:38:30.602038Z","steps":["trace[885519874] 'agreement among raft nodes before linearized reading' (duration: 144.542079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.60042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.461946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2116"} {"level":"info","ts":"2026-03-31T18:38:30.602702Z","caller":"traceutil/trace.go:171","msg":"trace[1659462534] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:3590; }","duration":"145.758007ms","start":"2026-03-31T18:38:30.456932Z","end":"2026-03-31T18:38:30.60269Z","steps":["trace[1659462534] 'agreement among raft nodes before linearized reading' (duration: 143.378314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.600445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.411848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15342"} {"level":"info","ts":"2026-03-31T18:38:30.602879Z","caller":"traceutil/trace.go:171","msg":"trace[836671461] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:3590; }","duration":"139.857413ms","start":"2026-03-31T18:38:30.46301Z","end":"2026-03-31T18:38:30.602868Z","steps":["trace[836671461] 'agreement among raft nodes before linearized reading' (duration: 137.330006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.60052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.172883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2915"} {"level":"info","ts":"2026-03-31T18:38:30.60318Z","caller":"traceutil/trace.go:171","msg":"trace[2026214335] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:3590; }","duration":"139.832693ms","start":"2026-03-31T18:38:30.463331Z","end":"2026-03-31T18:38:30.603164Z","steps":["trace[2026214335] 'agreement among raft nodes before linearized reading' (duration: 137.122561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.600531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.809056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2555"} {"level":"info","ts":"2026-03-31T18:38:30.603365Z","caller":"traceutil/trace.go:171","msg":"trace[1861868190] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:3590; }","duration":"147.64671ms","start":"2026-03-31T18:38:30.455703Z","end":"2026-03-31T18:38:30.603349Z","steps":["trace[1861868190] 'agreement among raft nodes before linearized reading' (duration: 144.717763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.60054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.131181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1353"} {"level":"info","ts":"2026-03-31T18:38:30.603547Z","caller":"traceutil/trace.go:171","msg":"trace[455087089] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:3590; }","duration":"140.144439ms","start":"2026-03-31T18:38:30.463392Z","end":"2026-03-31T18:38:30.603536Z","steps":["trace[455087089] 'agreement among raft nodes before linearized reading' (duration: 136.952397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.600573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.816086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1492"} {"level":"info","ts":"2026-03-31T18:38:30.603661Z","caller":"traceutil/trace.go:171","msg":"trace[906852740] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:3590; }","duration":"147.899636ms","start":"2026-03-31T18:38:30.455751Z","end":"2026-03-31T18:38:30.603651Z","steps":["trace[906852740] 'agreement among raft nodes before linearized reading' (duration: 144.660812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.600605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.186392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:1914"} {"level":"info","ts":"2026-03-31T18:38:30.604184Z","caller":"traceutil/trace.go:171","msg":"trace[221284845] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:3590; }","duration":"140.772483ms","start":"2026-03-31T18:38:30.463398Z","end":"2026-03-31T18:38:30.604171Z","steps":["trace[221284845] 'agreement among raft nodes before linearized reading' (duration: 136.926806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.600607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.432117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey\" ","response":"range_response_count:1 size:1506"} {"level":"info","ts":"2026-03-31T18:38:30.604471Z","caller":"traceutil/trace.go:171","msg":"trace[804488248] range","detail":"{range_begin:/registry/services/specs/openstack/valkey; range_end:; response_count:1; response_revision:3590; }","duration":"148.304695ms","start":"2026-03-31T18:38:30.456154Z","end":"2026-03-31T18:38:30.604458Z","steps":["trace[804488248] 'agreement among raft nodes before linearized reading' (duration: 144.249253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.600613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.441378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:38:30.604625Z","caller":"traceutil/trace.go:171","msg":"trace[1954110146] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3590; }","duration":"148.484179ms","start":"2026-03-31T18:38:30.45613Z","end":"2026-03-31T18:38:30.604614Z","steps":["trace[1954110146] 'agreement among raft nodes before linearized reading' (duration: 144.184952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.600633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.921196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1073"} {"level":"info","ts":"2026-03-31T18:38:30.604764Z","caller":"traceutil/trace.go:171","msg":"trace[732661119] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:3590; }","duration":"148.065009ms","start":"2026-03-31T18:38:30.456686Z","end":"2026-03-31T18:38:30.604751Z","steps":["trace[732661119] 'agreement among raft nodes before linearized reading' (duration: 143.704461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.600682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.586818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-31T18:38:30.604864Z","caller":"traceutil/trace.go:171","msg":"trace[1830463427] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3590; }","duration":"147.811054ms","start":"2026-03-31T18:38:30.457046Z","end":"2026-03-31T18:38:30.604857Z","steps":["trace[1830463427] 'agreement among raft nodes before linearized reading' (duration: 143.393904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.600713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.767885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18201"} {"level":"info","ts":"2026-03-31T18:38:30.604964Z","caller":"traceutil/trace.go:171","msg":"trace[1448996252] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:3590; }","duration":"149.024351ms","start":"2026-03-31T18:38:30.455929Z","end":"2026-03-31T18:38:30.604953Z","steps":["trace[1448996252] 'agreement among raft nodes before linearized reading' (duration: 144.433447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.600736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.609112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1389"} {"level":"info","ts":"2026-03-31T18:38:30.605071Z","caller":"traceutil/trace.go:171","msg":"trace[1951568093] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:3590; }","duration":"141.95679ms","start":"2026-03-31T18:38:30.463105Z","end":"2026-03-31T18:38:30.605062Z","steps":["trace[1951568093] 'agreement among raft nodes before linearized reading' (duration: 137.222213ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:33.964801Z","caller":"traceutil/trace.go:171","msg":"trace[34316971] transaction","detail":"{read_only:false; response_revision:3608; number_of_response:1; }","duration":"120.414642ms","start":"2026-03-31T18:38:33.844366Z","end":"2026-03-31T18:38:33.964781Z","steps":["trace[34316971] 'process raft request' (duration: 120.370951ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:33.964881Z","caller":"traceutil/trace.go:171","msg":"trace[737702095] transaction","detail":"{read_only:false; response_revision:3607; number_of_response:1; }","duration":"121.249501ms","start":"2026-03-31T18:38:33.843601Z","end":"2026-03-31T18:38:33.964851Z","steps":["trace[737702095] 'process raft request' (duration: 121.014166ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:34.187547Z","caller":"traceutil/trace.go:171","msg":"trace[436411322] transaction","detail":"{read_only:false; response_revision:3610; number_of_response:1; }","duration":"175.888911ms","start":"2026-03-31T18:38:34.011636Z","end":"2026-03-31T18:38:34.187525Z","steps":["trace[436411322] 'process raft request' (duration: 117.941146ms)","trace[436411322] 'compare' (duration: 57.778391ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:34.187643Z","caller":"traceutil/trace.go:171","msg":"trace[1295904500] transaction","detail":"{read_only:false; response_revision:3611; number_of_response:1; }","duration":"174.445718ms","start":"2026-03-31T18:38:34.013169Z","end":"2026-03-31T18:38:34.187615Z","steps":["trace[1295904500] 'process raft request' (duration: 174.299095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:34.415067Z","caller":"traceutil/trace.go:171","msg":"trace[1316612219] transaction","detail":"{read_only:false; response_revision:3614; number_of_response:1; }","duration":"213.245717ms","start":"2026-03-31T18:38:34.201791Z","end":"2026-03-31T18:38:34.415037Z","steps":["trace[1316612219] 'process raft request' (duration: 182.999102ms)","trace[1316612219] 'compare' (duration: 30.130053ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:34.616859Z","caller":"traceutil/trace.go:171","msg":"trace[1009397784] transaction","detail":"{read_only:false; response_revision:3615; number_of_response:1; }","duration":"157.634546ms","start":"2026-03-31T18:38:34.459188Z","end":"2026-03-31T18:38:34.616823Z","steps":["trace[1009397784] 'process raft request' (duration: 102.538587ms)","trace[1009397784] 'compare' (duration: 54.837503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:34.617203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.631878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:34.617066Z","caller":"traceutil/trace.go:171","msg":"trace[358318139] linearizableReadLoop","detail":"{readStateIndex:3769; appliedIndex:3768; }","duration":"117.22428ms","start":"2026-03-31T18:38:34.499537Z","end":"2026-03-31T18:38:34.616761Z","steps":["trace[358318139] 'read index received' (duration: 62.225243ms)","trace[358318139] 'applied index is now lower than readState.Index' (duration: 54.997867ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:34.617301Z","caller":"traceutil/trace.go:171","msg":"trace[2129452367] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3615; }","duration":"117.802013ms","start":"2026-03-31T18:38:34.499478Z","end":"2026-03-31T18:38:34.61728Z","steps":["trace[2129452367] 'agreement among raft nodes before linearized reading' (duration: 117.581107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:34.798799Z","caller":"traceutil/trace.go:171","msg":"trace[480294316] transaction","detail":"{read_only:false; response_revision:3616; number_of_response:1; }","duration":"141.150422ms","start":"2026-03-31T18:38:34.657612Z","end":"2026-03-31T18:38:34.798763Z","steps":["trace[480294316] 'process raft request' (duration: 67.519852ms)","trace[480294316] 'compare' (duration: 73.118699ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:36.737313Z","caller":"traceutil/trace.go:171","msg":"trace[1336287680] transaction","detail":"{read_only:false; response_revision:3624; number_of_response:1; }","duration":"110.844594ms","start":"2026-03-31T18:38:36.626412Z","end":"2026-03-31T18:38:36.737257Z","steps":["trace[1336287680] 'process raft request' (duration: 110.579368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:36.956565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.92257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:36.956678Z","caller":"traceutil/trace.go:171","msg":"trace[1349444223] transaction","detail":"{read_only:false; response_revision:3625; number_of_response:1; }","duration":"193.404368ms","start":"2026-03-31T18:38:36.763255Z","end":"2026-03-31T18:38:36.95666Z","steps":["trace[1349444223] 'process raft request' (duration: 66.276483ms)","trace[1349444223] 'compare' (duration: 126.797997ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:36.99657Z","caller":"traceutil/trace.go:171","msg":"trace[1705224042] linearizableReadLoop","detail":"{readStateIndex:3780; appliedIndex:3778; }","duration":"209.783139ms","start":"2026-03-31T18:38:36.786762Z","end":"2026-03-31T18:38:36.996545Z","steps":["trace[1705224042] 'read index received' (duration: 42.718189ms)","trace[1705224042] 'applied index is now lower than readState.Index' (duration: 167.06377ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:36.996644Z","caller":"traceutil/trace.go:171","msg":"trace[1211611625] transaction","detail":"{read_only:false; response_revision:3626; number_of_response:1; }","duration":"232.70221ms","start":"2026-03-31T18:38:36.763901Z","end":"2026-03-31T18:38:36.996603Z","steps":["trace[1211611625] 'process raft request' (duration: 232.447594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:36.996846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.079337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:38:36.996913Z","caller":"traceutil/trace.go:171","msg":"trace[1589713916] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3626; }","duration":"210.214339ms","start":"2026-03-31T18:38:36.786685Z","end":"2026-03-31T18:38:36.9969Z","steps":["trace[1589713916] 'agreement among raft nodes before linearized reading' (duration: 210.026205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:36.997149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.08005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:38:36.997214Z","caller":"traceutil/trace.go:171","msg":"trace[1799315577] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3626; }","duration":"193.198343ms","start":"2026-03-31T18:38:36.804001Z","end":"2026-03-31T18:38:36.997199Z","steps":["trace[1799315577] 'agreement among raft nodes before linearized reading' (duration: 192.862666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:36.997556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.660432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:36.997625Z","caller":"traceutil/trace.go:171","msg":"trace[1603437367] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3626; }","duration":"129.741313ms","start":"2026-03-31T18:38:36.86787Z","end":"2026-03-31T18:38:36.997611Z","steps":["trace[1603437367] 'agreement among raft nodes before linearized reading' (duration: 129.621531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:37.173485Z","caller":"traceutil/trace.go:171","msg":"trace[367225215] transaction","detail":"{read_only:false; response_revision:3628; number_of_response:1; }","duration":"163.470318ms","start":"2026-03-31T18:38:37.009984Z","end":"2026-03-31T18:38:37.173454Z","steps":["trace[367225215] 'process raft request' (duration: 155.851765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:38.288649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.603916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:38.288865Z","caller":"traceutil/trace.go:171","msg":"trace[1724860236] transaction","detail":"{read_only:false; response_revision:3635; number_of_response:1; }","duration":"181.496278ms","start":"2026-03-31T18:38:38.107329Z","end":"2026-03-31T18:38:38.288825Z","steps":["trace[1724860236] 'process raft request' (duration: 64.641636ms)","trace[1724860236] 'compare' (duration: 116.210887ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:38.422061Z","caller":"traceutil/trace.go:171","msg":"trace[1384593021] transaction","detail":"{read_only:false; response_revision:3638; number_of_response:1; }","duration":"126.603212ms","start":"2026-03-31T18:38:38.295432Z","end":"2026-03-31T18:38:38.422035Z","steps":["trace[1384593021] 'process raft request' (duration: 119.641054ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.386771Z","caller":"traceutil/trace.go:171","msg":"trace[1150191951] transaction","detail":"{read_only:false; response_revision:3643; number_of_response:1; }","duration":"127.607875ms","start":"2026-03-31T18:38:39.259138Z","end":"2026-03-31T18:38:39.386745Z","steps":["trace[1150191951] 'process raft request' (duration: 127.453732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:02.725573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.16722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:02.725876Z","caller":"traceutil/trace.go:171","msg":"trace[1356148547] linearizableReadLoop","detail":"{readStateIndex:3912; appliedIndex:3911; }","duration":"158.420058ms","start":"2026-03-31T18:39:02.567442Z","end":"2026-03-31T18:39:02.725862Z","steps":["trace[1356148547] 'read index received' (duration: 775.728µs)","trace[1356148547] 'applied index is now lower than readState.Index' (duration: 157.64299ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:02.725906Z","caller":"traceutil/trace.go:171","msg":"trace[248789325] transaction","detail":"{read_only:false; response_revision:3752; number_of_response:1; }","duration":"244.249112ms","start":"2026-03-31T18:39:02.481621Z","end":"2026-03-31T18:39:02.72587Z","steps":["trace[248789325] 'process raft request' (duration: 86.717544ms)","trace[248789325] 'compare' (duration: 156.987846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:02.726308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.846178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:39:02.726792Z","caller":"traceutil/trace.go:171","msg":"trace[2131679530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3752; }","duration":"159.38936ms","start":"2026-03-31T18:39:02.567381Z","end":"2026-03-31T18:39:02.72677Z","steps":["trace[2131679530] 'agreement among raft nodes before linearized reading' (duration: 158.632663ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:04.387252Z","caller":"traceutil/trace.go:171","msg":"trace[1906112608] transaction","detail":"{read_only:false; response_revision:3765; number_of_response:1; }","duration":"233.004498ms","start":"2026-03-31T18:39:04.154226Z","end":"2026-03-31T18:39:04.387231Z","steps":["trace[1906112608] 'process raft request' (duration: 232.879996ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:04.3908Z","caller":"traceutil/trace.go:171","msg":"trace[964130335] transaction","detail":"{read_only:false; response_revision:3766; number_of_response:1; }","duration":"107.767691ms","start":"2026-03-31T18:39:04.283005Z","end":"2026-03-31T18:39:04.390773Z","steps":["trace[964130335] 'process raft request' (duration: 107.541546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:04.912367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.699014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-03-31T18:39:04.912429Z","caller":"traceutil/trace.go:171","msg":"trace[844623349] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:3766; }","duration":"432.812377ms","start":"2026-03-31T18:39:04.479601Z","end":"2026-03-31T18:39:04.912413Z","steps":["trace[844623349] 'range keys from in-memory index tree' (duration: 432.51211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:04.91246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:04.479578Z","time spent":"432.877049ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T18:39:04.912475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.107968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-nsl9g.18a200a3b3d657f6\" ","response":"range_response_count:1 size:795"} {"level":"info","ts":"2026-03-31T18:39:04.912614Z","caller":"traceutil/trace.go:171","msg":"trace[382859664] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-nsl9g.18a200a3b3d657f6; range_end:; response_count:1; response_revision:3766; }","duration":"465.289112ms","start":"2026-03-31T18:39:04.447293Z","end":"2026-03-31T18:39:04.912582Z","steps":["trace[382859664] 'range keys from in-memory index tree' (duration: 464.867523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:04.912682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:04.44727Z","time spent":"465.394234ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":819,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-nsl9g.18a200a3b3d657f6\" "} {"level":"warn","ts":"2026-03-31T18:39:04.913013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.049024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:04.913087Z","caller":"traceutil/trace.go:171","msg":"trace[419079865] linearizableReadLoop","detail":"{readStateIndex:3927; appliedIndex:3926; }","duration":"169.05979ms","start":"2026-03-31T18:39:04.743996Z","end":"2026-03-31T18:39:04.913056Z","steps":["trace[419079865] 'read index received' (duration: 45.861µs)","trace[419079865] 'applied index is now lower than readState.Index' (duration: 169.013019ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:04.913092Z","caller":"traceutil/trace.go:171","msg":"trace[67606720] transaction","detail":"{read_only:false; response_revision:3767; number_of_response:1; }","duration":"416.045086ms","start":"2026-03-31T18:39:04.49703Z","end":"2026-03-31T18:39:04.913075Z","steps":["trace[67606720] 'process raft request' (duration: 245.890211ms)","trace[67606720] 'compare' (duration: 169.793187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:04.913148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:04.497008Z","time spent":"416.111337ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:04.913242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.290972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:39:04.913315Z","caller":"traceutil/trace.go:171","msg":"trace[922724995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3767; }","duration":"160.402885ms","start":"2026-03-31T18:39:04.752904Z","end":"2026-03-31T18:39:04.913307Z","steps":["trace[922724995] 'agreement among raft nodes before linearized reading' (duration: 160.263062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:04.913252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.249605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:39:04.91336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.069594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:39:04.913406Z","caller":"traceutil/trace.go:171","msg":"trace[1089622182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3767; }","duration":"169.404978ms","start":"2026-03-31T18:39:04.743981Z","end":"2026-03-31T18:39:04.913386Z","steps":["trace[1089622182] 'agreement among raft nodes before linearized reading' (duration: 169.137882ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:04.913433Z","caller":"traceutil/trace.go:171","msg":"trace[1859307403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3767; }","duration":"144.182177ms","start":"2026-03-31T18:39:04.76923Z","end":"2026-03-31T18:39:04.913412Z","steps":["trace[1859307403] 'agreement among raft nodes before linearized reading' (duration: 143.934631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:04.913558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.502485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:39:04.91368Z","caller":"traceutil/trace.go:171","msg":"trace[489637791] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3767; }","duration":"125.74094ms","start":"2026-03-31T18:39:04.78791Z","end":"2026-03-31T18:39:04.913651Z","steps":["trace[489637791] 'agreement among raft nodes before linearized reading' (duration: 125.26915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:05.458641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961689598,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:39:05.52782Z","caller":"traceutil/trace.go:171","msg":"trace[1012922567] transaction","detail":"{read_only:false; response_revision:3769; number_of_response:1; }","duration":"610.888679ms","start":"2026-03-31T18:39:04.916911Z","end":"2026-03-31T18:39:05.5278Z","steps":["trace[1012922567] 'process raft request' (duration: 610.693565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:05.527946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:04.916891Z","time spent":"610.992831ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:05.528131Z","caller":"traceutil/trace.go:171","msg":"trace[173323578] transaction","detail":"{read_only:false; response_revision:3770; number_of_response:1; }","duration":"611.138575ms","start":"2026-03-31T18:39:04.916983Z","end":"2026-03-31T18:39:05.528122Z","steps":["trace[173323578] 'process raft request' (duration: 610.755126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:05.528179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:04.916968Z","time spent":"611.190006ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:05.528297Z","caller":"traceutil/trace.go:171","msg":"trace[124064831] linearizableReadLoop","detail":"{readStateIndex:3931; appliedIndex:3928; }","duration":"570.171518ms","start":"2026-03-31T18:39:04.9581Z","end":"2026-03-31T18:39:05.528272Z","steps":["trace[124064831] 'read index received' (duration: 569.438601ms)","trace[124064831] 'applied index is now lower than readState.Index' (duration: 731.747µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:05.52845Z","caller":"traceutil/trace.go:171","msg":"trace[1625867833] transaction","detail":"{read_only:false; response_revision:3771; number_of_response:1; }","duration":"609.838766ms","start":"2026-03-31T18:39:04.918578Z","end":"2026-03-31T18:39:05.528417Z","steps":["trace[1625867833] 'process raft request' (duration: 609.526279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:05.52857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.450624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-31T18:39:05.528618Z","caller":"traceutil/trace.go:171","msg":"trace[1971519308] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3771; }","duration":"570.550706ms","start":"2026-03-31T18:39:04.958056Z","end":"2026-03-31T18:39:05.528607Z","steps":["trace[1971519308] 'agreement among raft nodes before linearized reading' (duration: 570.355832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:05.528617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:04.918555Z","time spent":"609.992449ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:05.528648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:04.958035Z","time spent":"570.606727ms","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T18:39:05.528668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.678282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:39:05.528739Z","caller":"traceutil/trace.go:171","msg":"trace[1014214485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3771; }","duration":"240.792975ms","start":"2026-03-31T18:39:05.287927Z","end":"2026-03-31T18:39:05.52872Z","steps":["trace[1014214485] 'agreement among raft nodes before linearized reading' (duration: 240.611791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:05.528719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.374094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:39:05.528835Z","caller":"traceutil/trace.go:171","msg":"trace[798048086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3771; }","duration":"454.501646ms","start":"2026-03-31T18:39:05.074286Z","end":"2026-03-31T18:39:05.528788Z","steps":["trace[798048086] 'agreement among raft nodes before linearized reading' (duration: 454.23401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:05.528895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:05.074264Z","time spent":"454.615448ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:39:05.915818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.47457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:05.916004Z","caller":"traceutil/trace.go:171","msg":"trace[418330785] linearizableReadLoop","detail":"{readStateIndex:3934; appliedIndex:3932; }","duration":"341.979847ms","start":"2026-03-31T18:39:05.574007Z","end":"2026-03-31T18:39:05.915986Z","steps":["trace[418330785] 'read index received' (duration: 232.221501ms)","trace[418330785] 'applied index is now lower than readState.Index' (duration: 109.757146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:05.91614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.14153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:39:05.916178Z","caller":"traceutil/trace.go:171","msg":"trace[1766221461] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3774; }","duration":"342.219632ms","start":"2026-03-31T18:39:05.573944Z","end":"2026-03-31T18:39:05.916164Z","steps":["trace[1766221461] 'agreement among raft nodes before linearized reading' (duration: 342.093059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:05.916214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:05.573918Z","time spent":"342.287074ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:39:05.916429Z","caller":"traceutil/trace.go:171","msg":"trace[510483887] transaction","detail":"{read_only:false; response_revision:3774; number_of_response:1; }","duration":"378.514705ms","start":"2026-03-31T18:39:05.53782Z","end":"2026-03-31T18:39:05.916335Z","steps":["trace[510483887] 'process raft request' (duration: 378.097896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:05.916643Z","caller":"traceutil/trace.go:171","msg":"trace[1403991417] transaction","detail":"{read_only:false; response_revision:3773; number_of_response:1; }","duration":"382.708139ms","start":"2026-03-31T18:39:05.533908Z","end":"2026-03-31T18:39:05.916617Z","steps":["trace[1403991417] 'process raft request' (duration: 272.352309ms)","trace[1403991417] 'compare' (duration: 109.388459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:05.916803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:05.533892Z","time spent":"382.835973ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:05.917141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:05.537808Z","time spent":"379.246762ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5777,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:06.180923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.485503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:06.181166Z","caller":"traceutil/trace.go:171","msg":"trace[2130458335] transaction","detail":"{read_only:false; response_revision:3775; number_of_response:1; }","duration":"261.520765ms","start":"2026-03-31T18:39:05.919624Z","end":"2026-03-31T18:39:06.181144Z","steps":["trace[2130458335] 'process raft request' (duration: 158.718595ms)","trace[2130458335] 'compare' (duration: 102.314449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:06.602743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.02477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:06.602881Z","caller":"traceutil/trace.go:171","msg":"trace[82280361] linearizableReadLoop","detail":"{readStateIndex:3936; appliedIndex:3935; }","duration":"167.927424ms","start":"2026-03-31T18:39:06.434919Z","end":"2026-03-31T18:39:06.602847Z","steps":["trace[82280361] 'read index received' (duration: 20.650388ms)","trace[82280361] 'applied index is now lower than readState.Index' (duration: 147.275446ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:06.602898Z","caller":"traceutil/trace.go:171","msg":"trace[700945471] transaction","detail":"{read_only:false; response_revision:3776; number_of_response:1; }","duration":"206.413415ms","start":"2026-03-31T18:39:06.396452Z","end":"2026-03-31T18:39:06.602866Z","steps":["trace[700945471] 'process raft request' (duration: 59.170181ms)","trace[700945471] 'compare' (duration: 146.813015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:06.603105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.19612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:39:06.603148Z","caller":"traceutil/trace.go:171","msg":"trace[877817546] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3776; }","duration":"168.275942ms","start":"2026-03-31T18:39:06.434862Z","end":"2026-03-31T18:39:06.603138Z","steps":["trace[877817546] 'agreement among raft nodes before linearized reading' (duration: 168.099158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:06.60336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.603529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:06.603442Z","caller":"traceutil/trace.go:171","msg":"trace[19714597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3776; }","duration":"149.854205ms","start":"2026-03-31T18:39:06.453561Z","end":"2026-03-31T18:39:06.603415Z","steps":["trace[19714597] 'agreement among raft nodes before linearized reading' (duration: 149.566487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:07.094761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.691729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:39:07.094827Z","caller":"traceutil/trace.go:171","msg":"trace[418666889] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3776; }","duration":"306.805751ms","start":"2026-03-31T18:39:06.788007Z","end":"2026-03-31T18:39:07.094813Z","steps":["trace[418666889] 'range keys from in-memory index tree' (duration: 306.597107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:07.094862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:06.787986Z","time spent":"306.869752ms","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:39:07.095082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.568444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T18:39:07.095171Z","caller":"traceutil/trace.go:171","msg":"trace[1836053739] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3776; }","duration":"388.694966ms","start":"2026-03-31T18:39:06.706455Z","end":"2026-03-31T18:39:07.09515Z","steps":["trace[1836053739] 'range keys from in-memory index tree' (duration: 387.99232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:07.095237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:06.706445Z","time spent":"388.778458ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:39:07.095302Z","caller":"traceutil/trace.go:171","msg":"trace[598819464] linearizableReadLoop","detail":"{readStateIndex:3937; appliedIndex:3936; }","duration":"122.359132ms","start":"2026-03-31T18:39:06.972933Z","end":"2026-03-31T18:39:07.095292Z","steps":["trace[598819464] 'read index received' (duration: 36.665371ms)","trace[598819464] 'applied index is now lower than readState.Index' (duration: 85.692951ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:07.09536Z","caller":"traceutil/trace.go:171","msg":"trace[737273056] transaction","detail":"{read_only:false; response_revision:3777; number_of_response:1; }","duration":"175.560548ms","start":"2026-03-31T18:39:06.919757Z","end":"2026-03-31T18:39:07.095317Z","steps":["trace[737273056] 'process raft request' (duration: 89.896418ms)","trace[737273056] 'compare' (duration: 84.986515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:07.095617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.65247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:39:07.095712Z","caller":"traceutil/trace.go:171","msg":"trace[1912202142] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3777; }","duration":"122.799342ms","start":"2026-03-31T18:39:06.972889Z","end":"2026-03-31T18:39:07.095688Z","steps":["trace[1912202142] 'agreement among raft nodes before linearized reading' (duration: 122.475565ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:07.296062Z","caller":"traceutil/trace.go:171","msg":"trace[1894861247] linearizableReadLoop","detail":"{readStateIndex:3939; appliedIndex:3937; }","duration":"176.054719ms","start":"2026-03-31T18:39:07.119984Z","end":"2026-03-31T18:39:07.296039Z","steps":["trace[1894861247] 'read index received' (duration: 98.591483ms)","trace[1894861247] 'applied index is now lower than readState.Index' (duration: 77.462316ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:07.29611Z","caller":"traceutil/trace.go:171","msg":"trace[1935286706] transaction","detail":"{read_only:false; response_revision:3778; number_of_response:1; }","duration":"196.232856ms","start":"2026-03-31T18:39:07.099833Z","end":"2026-03-31T18:39:07.296066Z","steps":["trace[1935286706] 'process raft request' (duration: 118.609377ms)","trace[1935286706] 'compare' (duration: 77.380464ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:07.296133Z","caller":"traceutil/trace.go:171","msg":"trace[483853789] transaction","detail":"{read_only:false; response_revision:3779; number_of_response:1; }","duration":"196.102173ms","start":"2026-03-31T18:39:07.099989Z","end":"2026-03-31T18:39:07.296091Z","steps":["trace[483853789] 'process raft request' (duration: 195.99759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:07.296704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.691844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-31T18:39:07.297005Z","caller":"traceutil/trace.go:171","msg":"trace[1551414790] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3779; }","duration":"176.97996ms","start":"2026-03-31T18:39:07.119956Z","end":"2026-03-31T18:39:07.296936Z","steps":["trace[1551414790] 'agreement among raft nodes before linearized reading' (duration: 176.339885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:07.819031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.226324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:07.819186Z","caller":"traceutil/trace.go:171","msg":"trace[922776079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3779; }","duration":"365.4516ms","start":"2026-03-31T18:39:07.453707Z","end":"2026-03-31T18:39:07.819159Z","steps":["trace[922776079] 'range keys from in-memory index tree' (duration: 365.06209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:07.819243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:07.453682Z","time spent":"365.550951ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:39:07.819352Z","caller":"traceutil/trace.go:171","msg":"trace[1066553830] linearizableReadLoop","detail":"{readStateIndex:3940; appliedIndex:3939; }","duration":"240.968339ms","start":"2026-03-31T18:39:07.578349Z","end":"2026-03-31T18:39:07.819318Z","steps":["trace[1066553830] 'read index received' (duration: 219.559933ms)","trace[1066553830] 'applied index is now lower than readState.Index' (duration: 21.406416ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:07.81949Z","caller":"traceutil/trace.go:171","msg":"trace[632172537] transaction","detail":"{read_only:false; response_revision:3780; number_of_response:1; }","duration":"334.561509ms","start":"2026-03-31T18:39:07.484903Z","end":"2026-03-31T18:39:07.819465Z","steps":["trace[632172537] 'process raft request' (duration: 312.99221ms)","trace[632172537] 'compare' (duration: 21.043587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:07.819685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:07.484867Z","time spent":"334.670042ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:07.819739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.367948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:39:07.822843Z","caller":"traceutil/trace.go:171","msg":"trace[971857440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3780; }","duration":"244.510919ms","start":"2026-03-31T18:39:07.578315Z","end":"2026-03-31T18:39:07.822826Z","steps":["trace[971857440] 'agreement among raft nodes before linearized reading' (duration: 241.250276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:08.167003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.118033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:08.167345Z","caller":"traceutil/trace.go:171","msg":"trace[558169884] transaction","detail":"{read_only:false; response_revision:3781; number_of_response:1; }","duration":"435.098727ms","start":"2026-03-31T18:39:07.732212Z","end":"2026-03-31T18:39:08.16731Z","steps":["trace[558169884] 'process raft request' (duration: 189.605655ms)","trace[558169884] 'compare' (duration: 244.887678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:08.167585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:07.732184Z","time spent":"435.320172ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:08.332032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.941568ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:39:08.332283Z","caller":"traceutil/trace.go:171","msg":"trace[1194311569] linearizableReadLoop","detail":"{readStateIndex:3942; appliedIndex:3940; }","duration":"512.831908ms","start":"2026-03-31T18:39:07.819419Z","end":"2026-03-31T18:39:08.332251Z","steps":["trace[1194311569] 'read index received' (duration: 102.364078ms)","trace[1194311569] 'applied index is now lower than readState.Index' (duration: 410.46336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:08.332528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.951297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:39:08.332629Z","caller":"traceutil/trace.go:171","msg":"trace[19631925] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3781; }","duration":"734.144542ms","start":"2026-03-31T18:39:07.598461Z","end":"2026-03-31T18:39:08.332606Z","steps":["trace[19631925] 'agreement among raft nodes before linearized reading' (duration: 733.863176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:08.332612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.169062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:39:08.332698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:07.598444Z","time spent":"734.238814ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:39:08.332772Z","caller":"traceutil/trace.go:171","msg":"trace[241637002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3781; }","duration":"753.327156ms","start":"2026-03-31T18:39:07.579402Z","end":"2026-03-31T18:39:08.332729Z","steps":["trace[241637002] 'agreement among raft nodes before linearized reading' (duration: 752.981128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:08.332796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.01893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:08.332832Z","caller":"traceutil/trace.go:171","msg":"trace[1024067998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3782; }","duration":"512.115402ms","start":"2026-03-31T18:39:07.820703Z","end":"2026-03-31T18:39:08.332818Z","steps":["trace[1024067998] 'agreement among raft nodes before linearized reading' (duration: 512.04331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:08.332859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:07.82068Z","time spent":"512.174573ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:39:08.332824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:07.579396Z","time spent":"753.415779ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:39:08.332956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.691686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:39:08.33301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.863148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:08.33301Z","caller":"traceutil/trace.go:171","msg":"trace[1076128781] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3782; }","duration":"147.788489ms","start":"2026-03-31T18:39:08.185208Z","end":"2026-03-31T18:39:08.332996Z","steps":["trace[1076128781] 'agreement among raft nodes before linearized reading' (duration: 147.620045ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:08.333033Z","caller":"traceutil/trace.go:171","msg":"trace[286919891] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3782; }","duration":"229.921638ms","start":"2026-03-31T18:39:08.103102Z","end":"2026-03-31T18:39:08.333024Z","steps":["trace[286919891] 'agreement among raft nodes before linearized reading' (duration: 229.887378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:08.333134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.34302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:39:08.333184Z","caller":"traceutil/trace.go:171","msg":"trace[1828952668] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3782; }","duration":"438.428992ms","start":"2026-03-31T18:39:07.894743Z","end":"2026-03-31T18:39:08.333172Z","steps":["trace[1828952668] 'agreement among raft nodes before linearized reading' (duration: 438.35016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:08.333218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:07.894724Z","time spent":"438.484664ms","remote":"127.0.0.1:42228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:39:08.333191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.710937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:39:08.333303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.491175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:39:08.333324Z","caller":"traceutil/trace.go:171","msg":"trace[822100707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3782; }","duration":"412.541066ms","start":"2026-03-31T18:39:07.920777Z","end":"2026-03-31T18:39:08.333318Z","steps":["trace[822100707] 'agreement among raft nodes before linearized reading' (duration: 412.481665ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:08.333322Z","caller":"traceutil/trace.go:171","msg":"trace[2024658356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3782; }","duration":"754.880891ms","start":"2026-03-31T18:39:07.578428Z","end":"2026-03-31T18:39:08.333309Z","steps":["trace[2024658356] 'agreement among raft nodes before linearized reading' (duration: 753.981391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:08.33345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:07.5784Z","time spent":"755.035824ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:39:08.333422Z","caller":"traceutil/trace.go:171","msg":"trace[1548320160] transaction","detail":"{read_only:false; response_revision:3782; number_of_response:1; }","duration":"507.060167ms","start":"2026-03-31T18:39:07.826182Z","end":"2026-03-31T18:39:08.333242Z","steps":["trace[1548320160] 'process raft request' (duration: 506.013324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:08.333341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:07.920761Z","time spent":"412.576697ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:39:08.333756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:07.826167Z","time spent":"507.381114ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:08.628368Z","caller":"traceutil/trace.go:171","msg":"trace[2047279885] transaction","detail":"{read_only:false; response_revision:3784; number_of_response:1; }","duration":"290.95048ms","start":"2026-03-31T18:39:08.337392Z","end":"2026-03-31T18:39:08.628343Z","steps":["trace[2047279885] 'process raft request' (duration: 290.745215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:08.628766Z","caller":"traceutil/trace.go:171","msg":"trace[30297066] transaction","detail":"{read_only:false; response_revision:3787; number_of_response:1; }","duration":"290.743717ms","start":"2026-03-31T18:39:08.338007Z","end":"2026-03-31T18:39:08.628751Z","steps":["trace[30297066] 'process raft request' (duration: 290.693206ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:08.628868Z","caller":"traceutil/trace.go:171","msg":"trace[1888123774] transaction","detail":"{read_only:false; response_revision:3785; number_of_response:1; }","duration":"291.134466ms","start":"2026-03-31T18:39:08.337692Z","end":"2026-03-31T18:39:08.628827Z","steps":["trace[1888123774] 'process raft request' (duration: 290.606073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:08.629046Z","caller":"traceutil/trace.go:171","msg":"trace[205585442] transaction","detail":"{read_only:false; response_revision:3786; number_of_response:1; }","duration":"291.304949ms","start":"2026-03-31T18:39:08.337722Z","end":"2026-03-31T18:39:08.629027Z","steps":["trace[205585442] 'process raft request' (duration: 290.835548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:08.661967Z","caller":"traceutil/trace.go:171","msg":"trace[1676487667] transaction","detail":"{read_only:false; response_revision:3788; number_of_response:1; }","duration":"242.194596ms","start":"2026-03-31T18:39:08.41975Z","end":"2026-03-31T18:39:08.661945Z","steps":["trace[1676487667] 'process raft request' (duration: 242.025702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:08.662136Z","caller":"traceutil/trace.go:171","msg":"trace[764503490] linearizableReadLoop","detail":"{readStateIndex:3949; appliedIndex:3944; }","duration":"130.785252ms","start":"2026-03-31T18:39:08.53131Z","end":"2026-03-31T18:39:08.662095Z","steps":["trace[764503490] 'read index received' (duration: 96.850564ms)","trace[764503490] 'applied index is now lower than readState.Index' (duration: 33.934048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:08.662345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.028838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:08.66246Z","caller":"traceutil/trace.go:171","msg":"trace[680825737] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3789; }","duration":"131.195662ms","start":"2026-03-31T18:39:08.531248Z","end":"2026-03-31T18:39:08.662443Z","steps":["trace[680825737] 'agreement among raft nodes before linearized reading' (duration: 130.993967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:09.225919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.141767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:39:09.225978Z","caller":"traceutil/trace.go:171","msg":"trace[1303447638] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3789; }","duration":"438.242099ms","start":"2026-03-31T18:39:08.787723Z","end":"2026-03-31T18:39:09.225965Z","steps":["trace[1303447638] 'range keys from in-memory index tree' (duration: 437.980063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:09.226007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:08.787703Z","time spent":"438.29745ms","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T18:39:09.300174Z","caller":"traceutil/trace.go:171","msg":"trace[875509478] linearizableReadLoop","detail":"{readStateIndex:3951; appliedIndex:3950; }","duration":"182.503214ms","start":"2026-03-31T18:39:09.117581Z","end":"2026-03-31T18:39:09.300084Z","steps":["trace[875509478] 'read index received' (duration: 182.218968ms)","trace[875509478] 'applied index is now lower than readState.Index' (duration: 283.096µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:09.300341Z","caller":"traceutil/trace.go:171","msg":"trace[1017489917] transaction","detail":"{read_only:false; response_revision:3790; number_of_response:1; }","duration":"200.792408ms","start":"2026-03-31T18:39:09.099528Z","end":"2026-03-31T18:39:09.300321Z","steps":["trace[1017489917] 'process raft request' (duration: 200.359938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:09.300627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.033306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a200f3891da51c\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-31T18:39:09.300782Z","caller":"traceutil/trace.go:171","msg":"trace[346251249] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a200f3891da51c; range_end:; response_count:1; response_revision:3790; }","duration":"183.331202ms","start":"2026-03-31T18:39:09.117425Z","end":"2026-03-31T18:39:09.300756Z","steps":["trace[346251249] 'agreement among raft nodes before linearized reading' (duration: 183.009755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:09.478963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.205733ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-31T18:39:09.479071Z","caller":"traceutil/trace.go:171","msg":"trace[1564362508] linearizableReadLoop","detail":"{readStateIndex:3952; appliedIndex:3951; }","duration":"174.984364ms","start":"2026-03-31T18:39:09.304069Z","end":"2026-03-31T18:39:09.479053Z","steps":["trace[1564362508] 'read index received' (duration: 73.578317ms)","trace[1564362508] 'applied index is now lower than readState.Index' (duration: 101.400997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:09.47957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.476885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-31T18:39:09.479733Z","caller":"traceutil/trace.go:171","msg":"trace[912577611] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3790; }","duration":"175.669699ms","start":"2026-03-31T18:39:09.30404Z","end":"2026-03-31T18:39:09.47971Z","steps":["trace[912577611] 'agreement among raft nodes before linearized reading' (duration: 175.354352ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:09.749716Z","caller":"traceutil/trace.go:171","msg":"trace[1538681369] linearizableReadLoop","detail":"{readStateIndex:3953; appliedIndex:3952; }","duration":"241.03762ms","start":"2026-03-31T18:39:09.508643Z","end":"2026-03-31T18:39:09.749681Z","steps":["trace[1538681369] 'read index received' (duration: 240.723103ms)","trace[1538681369] 'applied index is now lower than readState.Index' (duration: 312.957µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:09.749807Z","caller":"traceutil/trace.go:171","msg":"trace[1290400640] transaction","detail":"{read_only:false; response_revision:3791; number_of_response:1; }","duration":"268.680197ms","start":"2026-03-31T18:39:09.481075Z","end":"2026-03-31T18:39:09.749756Z","steps":["trace[1290400640] 'process raft request' (duration: 268.3589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:09.750098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.433439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-31T18:39:09.750191Z","caller":"traceutil/trace.go:171","msg":"trace[1067035696] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3791; }","duration":"241.572452ms","start":"2026-03-31T18:39:09.508599Z","end":"2026-03-31T18:39:09.750172Z","steps":["trace[1067035696] 'agreement among raft nodes before linearized reading' (duration: 241.249515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:10.532622Z","caller":"traceutil/trace.go:171","msg":"trace[984846088] transaction","detail":"{read_only:false; response_revision:3793; number_of_response:1; }","duration":"142.708894ms","start":"2026-03-31T18:39:10.389858Z","end":"2026-03-31T18:39:10.532567Z","steps":["trace[984846088] 'process raft request' (duration: 58.211469ms)","trace[984846088] 'compare' (duration: 84.27436ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:13.804423Z","caller":"traceutil/trace.go:171","msg":"trace[177444256] transaction","detail":"{read_only:false; response_revision:3809; number_of_response:1; }","duration":"134.479907ms","start":"2026-03-31T18:39:13.669916Z","end":"2026-03-31T18:39:13.804396Z","steps":["trace[177444256] 'process raft request' (duration: 134.324334ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:16.912345Z","caller":"traceutil/trace.go:171","msg":"trace[46984625] linearizableReadLoop","detail":"{readStateIndex:3988; appliedIndex:3987; }","duration":"155.941892ms","start":"2026-03-31T18:39:16.756379Z","end":"2026-03-31T18:39:16.91232Z","steps":["trace[46984625] 'read index received' (duration: 63.700813ms)","trace[46984625] 'applied index is now lower than readState.Index' (duration: 92.239979ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:16.912539Z","caller":"traceutil/trace.go:171","msg":"trace[877649774] transaction","detail":"{read_only:false; response_revision:3826; number_of_response:1; }","duration":"126.199549ms","start":"2026-03-31T18:39:16.786308Z","end":"2026-03-31T18:39:16.912507Z","steps":["trace[877649774] 'process raft request' (duration: 125.968083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:16.912552Z","caller":"traceutil/trace.go:171","msg":"trace[1242176298] transaction","detail":"{read_only:false; response_revision:3825; number_of_response:1; }","duration":"170.644436ms","start":"2026-03-31T18:39:16.741808Z","end":"2026-03-31T18:39:16.912453Z","steps":["trace[1242176298] 'process raft request' (duration: 78.296324ms)","trace[1242176298] 'compare' (duration: 91.979943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:16.91271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.86117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:39:16.912762Z","caller":"traceutil/trace.go:171","msg":"trace[1786050284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3826; }","duration":"128.965552ms","start":"2026-03-31T18:39:16.783783Z","end":"2026-03-31T18:39:16.912749Z","steps":["trace[1786050284] 'agreement among raft nodes before linearized reading' (duration: 128.762737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:16.912994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.581627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:39:16.913031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.989314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:39:16.91312Z","caller":"traceutil/trace.go:171","msg":"trace[1715020096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3826; }","duration":"156.734521ms","start":"2026-03-31T18:39:16.756338Z","end":"2026-03-31T18:39:16.913073Z","steps":["trace[1715020096] 'agreement among raft nodes before linearized reading' (duration: 156.069316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:16.913193Z","caller":"traceutil/trace.go:171","msg":"trace[1577801687] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3826; }","duration":"126.154868ms","start":"2026-03-31T18:39:16.78699Z","end":"2026-03-31T18:39:16.913144Z","steps":["trace[1577801687] 'agreement among raft nodes before linearized reading' (duration: 125.742429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:16.912843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.87565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:39:16.913336Z","caller":"traceutil/trace.go:171","msg":"trace[1099557745] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3826; }","duration":"125.400031ms","start":"2026-03-31T18:39:16.787914Z","end":"2026-03-31T18:39:16.913314Z","steps":["trace[1099557745] 'agreement among raft nodes before linearized reading' (duration: 124.697525ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:17.122989Z","caller":"traceutil/trace.go:171","msg":"trace[916600309] linearizableReadLoop","detail":"{readStateIndex:3992; appliedIndex:3989; }","duration":"201.916304ms","start":"2026-03-31T18:39:16.921048Z","end":"2026-03-31T18:39:17.122964Z","steps":["trace[916600309] 'read index received' (duration: 122.955984ms)","trace[916600309] 'applied index is now lower than readState.Index' (duration: 78.95926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:17.123235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.15977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-31T18:39:17.123273Z","caller":"traceutil/trace.go:171","msg":"trace[397155688] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3829; }","duration":"202.219171ms","start":"2026-03-31T18:39:16.921043Z","end":"2026-03-31T18:39:17.123262Z","steps":["trace[397155688] 'agreement among raft nodes before linearized reading' (duration: 202.032327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:17.123408Z","caller":"traceutil/trace.go:171","msg":"trace[1035217040] transaction","detail":"{read_only:false; response_revision:3827; number_of_response:1; }","duration":"205.129967ms","start":"2026-03-31T18:39:16.918196Z","end":"2026-03-31T18:39:17.123326Z","steps":["trace[1035217040] 'process raft request' (duration: 125.589004ms)","trace[1035217040] 'compare' (duration: 78.922769ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:17.123463Z","caller":"traceutil/trace.go:171","msg":"trace[1630089221] transaction","detail":"{read_only:false; response_revision:3828; number_of_response:1; }","duration":"204.755498ms","start":"2026-03-31T18:39:16.918652Z","end":"2026-03-31T18:39:17.123407Z","steps":["trace[1630089221] 'process raft request' (duration: 204.224067ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:17.123581Z","caller":"traceutil/trace.go:171","msg":"trace[1359610286] transaction","detail":"{read_only:false; response_revision:3829; number_of_response:1; }","duration":"204.799099ms","start":"2026-03-31T18:39:16.918719Z","end":"2026-03-31T18:39:17.123518Z","steps":["trace[1359610286] 'process raft request' (duration: 204.205486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:25.155173Z","caller":"traceutil/trace.go:171","msg":"trace[425961597] linearizableReadLoop","detail":"{readStateIndex:4033; appliedIndex:4032; }","duration":"110.873693ms","start":"2026-03-31T18:39:25.044272Z","end":"2026-03-31T18:39:25.155146Z","steps":["trace[425961597] 'read index received' (duration: 28.531348ms)","trace[425961597] 'applied index is now lower than readState.Index' (duration: 82.341195ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:25.155254Z","caller":"traceutil/trace.go:171","msg":"trace[1367385894] transaction","detail":"{read_only:false; response_revision:3868; number_of_response:1; }","duration":"123.675522ms","start":"2026-03-31T18:39:25.031547Z","end":"2026-03-31T18:39:25.155223Z","steps":["trace[1367385894] 'process raft request' (duration: 41.256625ms)","trace[1367385894] 'compare' (duration: 82.231103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:25.155331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.044337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:39:25.155384Z","caller":"traceutil/trace.go:171","msg":"trace[62215720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3868; }","duration":"111.128878ms","start":"2026-03-31T18:39:25.044242Z","end":"2026-03-31T18:39:25.155371Z","steps":["trace[62215720] 'agreement among raft nodes before linearized reading' (duration: 110.987125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:25.379267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.592249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:25.379708Z","caller":"traceutil/trace.go:171","msg":"trace[99562467] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3870; }","duration":"120.098811ms","start":"2026-03-31T18:39:25.259587Z","end":"2026-03-31T18:39:25.379685Z","steps":["trace[99562467] 'count revisions from in-memory index tree' (duration: 119.537538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:25.37944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.405677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:39:25.380111Z","caller":"traceutil/trace.go:171","msg":"trace[2038914475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3870; }","duration":"125.133074ms","start":"2026-03-31T18:39:25.254962Z","end":"2026-03-31T18:39:25.380095Z","steps":["trace[2038914475] 'range keys from in-memory index tree' (duration: 124.210173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:26.900433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.759932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:39:26.900579Z","caller":"traceutil/trace.go:171","msg":"trace[1288129529] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3875; }","duration":"111.989116ms","start":"2026-03-31T18:39:26.788563Z","end":"2026-03-31T18:39:26.900552Z","steps":["trace[1288129529] 'range keys from in-memory index tree' (duration: 111.427764ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:33.663591Z","caller":"traceutil/trace.go:171","msg":"trace[457321953] transaction","detail":"{read_only:false; response_revision:3913; number_of_response:1; }","duration":"114.814801ms","start":"2026-03-31T18:39:33.548752Z","end":"2026-03-31T18:39:33.663566Z","steps":["trace[457321953] 'process raft request' (duration: 114.648737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:35.658772Z","caller":"traceutil/trace.go:171","msg":"trace[517179302] linearizableReadLoop","detail":"{readStateIndex:4085; appliedIndex:4084; }","duration":"297.384287ms","start":"2026-03-31T18:39:35.361364Z","end":"2026-03-31T18:39:35.658749Z","steps":["trace[517179302] 'read index received' (duration: 297.315656ms)","trace[517179302] 'applied index is now lower than readState.Index' (duration: 67.801µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:35.658881Z","caller":"traceutil/trace.go:171","msg":"trace[1599053622] transaction","detail":"{read_only:false; response_revision:3918; number_of_response:1; }","duration":"329.992975ms","start":"2026-03-31T18:39:35.328877Z","end":"2026-03-31T18:39:35.658869Z","steps":["trace[1599053622] 'process raft request' (duration: 329.738059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:35.659047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.684233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:39:35.659115Z","caller":"traceutil/trace.go:171","msg":"trace[1788658803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3918; }","duration":"297.817466ms","start":"2026-03-31T18:39:35.361286Z","end":"2026-03-31T18:39:35.659104Z","steps":["trace[1788658803] 'agreement among raft nodes before linearized reading' (duration: 297.649642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:35.659055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:35.328817Z","time spent":"330.092317ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:35.91532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.793424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:35.91545Z","caller":"traceutil/trace.go:171","msg":"trace[270331796] transaction","detail":"{read_only:false; response_revision:3920; number_of_response:1; }","duration":"252.903758ms","start":"2026-03-31T18:39:35.662534Z","end":"2026-03-31T18:39:35.915438Z","steps":["trace[270331796] 'process raft request' (duration: 252.866967ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:35.915448Z","caller":"traceutil/trace.go:171","msg":"trace[368561029] transaction","detail":"{read_only:false; response_revision:3919; number_of_response:1; }","duration":"361.085261ms","start":"2026-03-31T18:39:35.554317Z","end":"2026-03-31T18:39:35.915402Z","steps":["trace[368561029] 'process raft request' (duration: 207.144924ms)","trace[368561029] 'compare' (duration: 153.713561ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:35.915529Z","caller":"traceutil/trace.go:171","msg":"trace[1146999264] linearizableReadLoop","detail":"{readStateIndex:4086; appliedIndex:4085; }","duration":"256.688335ms","start":"2026-03-31T18:39:35.658836Z","end":"2026-03-31T18:39:35.915524Z","steps":["trace[1146999264] 'read index received' (duration: 102.641536ms)","trace[1146999264] 'applied index is now lower than readState.Index' (duration: 154.045969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:35.915594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.19896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:35.915609Z","caller":"traceutil/trace.go:171","msg":"trace[554159795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3920; }","duration":"443.269352ms","start":"2026-03-31T18:39:35.472334Z","end":"2026-03-31T18:39:35.915604Z","steps":["trace[554159795] 'agreement among raft nodes before linearized reading' (duration: 443.238801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:35.915625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:35.472304Z","time spent":"443.317122ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:39:35.915626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:35.554289Z","time spent":"361.248704ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:35.915732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.438664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:39:35.915808Z","caller":"traceutil/trace.go:171","msg":"trace[1549931934] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3920; }","duration":"390.562197ms","start":"2026-03-31T18:39:35.525226Z","end":"2026-03-31T18:39:35.915788Z","steps":["trace[1549931934] 'agreement among raft nodes before linearized reading' (duration: 390.328652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:35.915862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:35.525197Z","time spent":"390.652109ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:39:35.915867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.498599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:39:35.915938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.751355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:35.916058Z","caller":"traceutil/trace.go:171","msg":"trace[838804078] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3920; }","duration":"215.045552ms","start":"2026-03-31T18:39:35.700986Z","end":"2026-03-31T18:39:35.916031Z","steps":["trace[838804078] 'agreement among raft nodes before linearized reading' (duration: 214.719554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:35.915967Z","caller":"traceutil/trace.go:171","msg":"trace[1320331588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3920; }","duration":"248.582641ms","start":"2026-03-31T18:39:35.667333Z","end":"2026-03-31T18:39:35.915916Z","steps":["trace[1320331588] 'agreement among raft nodes before linearized reading' (duration: 248.321455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:40.409794Z","caller":"traceutil/trace.go:171","msg":"trace[1560615210] transaction","detail":"{read_only:false; response_revision:3946; number_of_response:1; }","duration":"137.342962ms","start":"2026-03-31T18:39:40.272411Z","end":"2026-03-31T18:39:40.409754Z","steps":["trace[1560615210] 'process raft request' (duration: 137.127137ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:42.15126Z","caller":"traceutil/trace.go:171","msg":"trace[1883464264] transaction","detail":"{read_only:false; response_revision:3951; number_of_response:1; }","duration":"212.017913ms","start":"2026-03-31T18:39:41.939216Z","end":"2026-03-31T18:39:42.151234Z","steps":["trace[1883464264] 'process raft request' (duration: 211.778258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:42.151271Z","caller":"traceutil/trace.go:171","msg":"trace[1373537586] linearizableReadLoop","detail":"{readStateIndex:4119; appliedIndex:4118; }","duration":"191.009606ms","start":"2026-03-31T18:39:41.960136Z","end":"2026-03-31T18:39:42.151146Z","steps":["trace[1373537586] 'read index received' (duration: 190.757721ms)","trace[1373537586] 'applied index is now lower than readState.Index' (duration: 250.945µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:42.151445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.299264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:39:42.151508Z","caller":"traceutil/trace.go:171","msg":"trace[1930445756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3951; }","duration":"191.414506ms","start":"2026-03-31T18:39:41.960079Z","end":"2026-03-31T18:39:42.151494Z","steps":["trace[1930445756] 'agreement among raft nodes before linearized reading' (duration: 191.244862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:42.1516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.972684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:39:42.151664Z","caller":"traceutil/trace.go:171","msg":"trace[2091217806] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3951; }","duration":"111.062626ms","start":"2026-03-31T18:39:42.040579Z","end":"2026-03-31T18:39:42.151642Z","steps":["trace[2091217806] 'agreement among raft nodes before linearized reading' (duration: 110.923193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:42.151661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.479003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:39:42.15173Z","caller":"traceutil/trace.go:171","msg":"trace[1290786063] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3951; }","duration":"114.611356ms","start":"2026-03-31T18:39:42.037099Z","end":"2026-03-31T18:39:42.151711Z","steps":["trace[1290786063] 'agreement among raft nodes before linearized reading' (duration: 114.386381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:42.37017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.905582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:42.370386Z","caller":"traceutil/trace.go:171","msg":"trace[1443874416] transaction","detail":"{read_only:false; response_revision:3953; number_of_response:1; }","duration":"213.546117ms","start":"2026-03-31T18:39:42.156822Z","end":"2026-03-31T18:39:42.370368Z","steps":["trace[1443874416] 'process raft request' (duration: 213.449065ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:42.370426Z","caller":"traceutil/trace.go:171","msg":"trace[2007640798] transaction","detail":"{read_only:false; response_revision:3952; number_of_response:1; }","duration":"213.578768ms","start":"2026-03-31T18:39:42.156812Z","end":"2026-03-31T18:39:42.37039Z","steps":["trace[2007640798] 'compare' (duration: 208.683407ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:42.370584Z","caller":"traceutil/trace.go:171","msg":"trace[295671776] linearizableReadLoop","detail":"{readStateIndex:4122; appliedIndex:4119; }","duration":"170.979183ms","start":"2026-03-31T18:39:42.199588Z","end":"2026-03-31T18:39:42.370567Z","steps":["trace[295671776] 'read index received' (duration: 157.545518ms)","trace[295671776] 'applied index is now lower than readState.Index' (duration: 13.432655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:42.37069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.117556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:42.370716Z","caller":"traceutil/trace.go:171","msg":"trace[410060762] transaction","detail":"{read_only:false; response_revision:3954; number_of_response:1; }","duration":"213.822714ms","start":"2026-03-31T18:39:42.156883Z","end":"2026-03-31T18:39:42.370705Z","steps":["trace[410060762] 'process raft request' (duration: 213.446116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:42.370748Z","caller":"traceutil/trace.go:171","msg":"trace[17069520] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3954; }","duration":"171.224679ms","start":"2026-03-31T18:39:42.199508Z","end":"2026-03-31T18:39:42.370732Z","steps":["trace[17069520] 'agreement among raft nodes before linearized reading' (duration: 171.122016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:42.685243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.255704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:42.685648Z","caller":"traceutil/trace.go:171","msg":"trace[1668559129] linearizableReadLoop","detail":"{readStateIndex:4124; appliedIndex:4122; }","duration":"232.073988ms","start":"2026-03-31T18:39:42.453561Z","end":"2026-03-31T18:39:42.685635Z","steps":["trace[1668559129] 'read index received' (duration: 17.385614ms)","trace[1668559129] 'applied index is now lower than readState.Index' (duration: 214.687494ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:42.685714Z","caller":"traceutil/trace.go:171","msg":"trace[876926665] transaction","detail":"{read_only:false; response_revision:3955; number_of_response:1; }","duration":"270.094759ms","start":"2026-03-31T18:39:42.415597Z","end":"2026-03-31T18:39:42.685692Z","steps":["trace[876926665] 'process raft request' (duration: 55.335734ms)","trace[876926665] 'compare' (duration: 214.176672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:42.686092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.515867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:42.686197Z","caller":"traceutil/trace.go:171","msg":"trace[1061968024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3955; }","duration":"232.678791ms","start":"2026-03-31T18:39:42.453498Z","end":"2026-03-31T18:39:42.686177Z","steps":["trace[1061968024] 'agreement among raft nodes before linearized reading' (duration: 232.382264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:43.02318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.091616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:39:43.023256Z","caller":"traceutil/trace.go:171","msg":"trace[1551164265] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3956; }","duration":"235.197999ms","start":"2026-03-31T18:39:42.788039Z","end":"2026-03-31T18:39:43.023237Z","steps":["trace[1551164265] 'range keys from in-memory index tree' (duration: 234.941303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:43.023379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.391112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:39:43.023449Z","caller":"traceutil/trace.go:171","msg":"trace[1767715421] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3956; }","duration":"182.496874ms","start":"2026-03-31T18:39:42.840935Z","end":"2026-03-31T18:39:43.023432Z","steps":["trace[1767715421] 'range keys from in-memory index tree' (duration: 182.227729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:43.023437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.987379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:39:43.023563Z","caller":"traceutil/trace.go:171","msg":"trace[1459705916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3956; }","duration":"203.178282ms","start":"2026-03-31T18:39:42.820364Z","end":"2026-03-31T18:39:43.023542Z","steps":["trace[1459705916] 'range keys from in-memory index tree' (duration: 202.813984ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:43.257925Z","caller":"traceutil/trace.go:171","msg":"trace[458216891] linearizableReadLoop","detail":"{readStateIndex:4126; appliedIndex:4125; }","duration":"228.318651ms","start":"2026-03-31T18:39:43.029581Z","end":"2026-03-31T18:39:43.2579Z","steps":["trace[458216891] 'read index received' (duration: 228.062316ms)","trace[458216891] 'applied index is now lower than readState.Index' (duration: 255.445µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:43.258Z","caller":"traceutil/trace.go:171","msg":"trace[118572083] transaction","detail":"{read_only:false; response_revision:3957; number_of_response:1; }","duration":"229.740994ms","start":"2026-03-31T18:39:43.028222Z","end":"2026-03-31T18:39:43.257963Z","steps":["trace[118572083] 'process raft request' (duration: 229.480778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:43.258215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.603748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-03-31T18:39:43.258287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.017953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:43.258413Z","caller":"traceutil/trace.go:171","msg":"trace[1252898236] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3957; }","duration":"148.380221ms","start":"2026-03-31T18:39:43.110018Z","end":"2026-03-31T18:39:43.258398Z","steps":["trace[1252898236] 'agreement among raft nodes before linearized reading' (duration: 148.022423ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:43.258301Z","caller":"traceutil/trace.go:171","msg":"trace[1573985164] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3957; }","duration":"228.70444ms","start":"2026-03-31T18:39:43.029577Z","end":"2026-03-31T18:39:43.258281Z","steps":["trace[1573985164] 'agreement among raft nodes before linearized reading' (duration: 228.441284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:43.524125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.913843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:43.524334Z","caller":"traceutil/trace.go:171","msg":"trace[1838195969] linearizableReadLoop","detail":"{readStateIndex:4128; appliedIndex:4126; }","duration":"258.853714ms","start":"2026-03-31T18:39:43.265455Z","end":"2026-03-31T18:39:43.524309Z","steps":["trace[1838195969] 'read index received' (duration: 53.917301ms)","trace[1838195969] 'applied index is now lower than readState.Index' (duration: 204.934213ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:43.524426Z","caller":"traceutil/trace.go:171","msg":"trace[1266882061] transaction","detail":"{read_only:false; response_revision:3959; number_of_response:1; }","duration":"260.681205ms","start":"2026-03-31T18:39:43.263695Z","end":"2026-03-31T18:39:43.524377Z","steps":["trace[1266882061] 'process raft request' (duration: 149.361713ms)","trace[1266882061] 'compare' (duration: 110.720399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:43.524692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.227242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:39:43.524755Z","caller":"traceutil/trace.go:171","msg":"trace[1248578004] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3959; }","duration":"259.351365ms","start":"2026-03-31T18:39:43.26539Z","end":"2026-03-31T18:39:43.524741Z","steps":["trace[1248578004] 'agreement among raft nodes before linearized reading' (duration: 259.12082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:44.194755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.843834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:39:44.194954Z","caller":"traceutil/trace.go:171","msg":"trace[1006106602] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3960; }","duration":"225.09074ms","start":"2026-03-31T18:39:43.969838Z","end":"2026-03-31T18:39:44.194928Z","steps":["trace[1006106602] 'count revisions from in-memory index tree' (duration: 224.754392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:44.541877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.794297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:39:44.541968Z","caller":"traceutil/trace.go:171","msg":"trace[1445296869] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3961; }","duration":"166.915441ms","start":"2026-03-31T18:39:44.37503Z","end":"2026-03-31T18:39:44.541945Z","steps":["trace[1445296869] 'range keys from in-memory index tree' (duration: 166.653644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:44.542074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.922581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:39:44.542141Z","caller":"traceutil/trace.go:171","msg":"trace[529825623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3961; }","duration":"167.034153ms","start":"2026-03-31T18:39:44.375092Z","end":"2026-03-31T18:39:44.542126Z","steps":["trace[529825623] 'range keys from in-memory index tree' (duration: 166.774057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:44.542234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.022262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:39:44.542287Z","caller":"traceutil/trace.go:171","msg":"trace[1688755767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3961; }","duration":"167.326049ms","start":"2026-03-31T18:39:44.374947Z","end":"2026-03-31T18:39:44.542273Z","steps":["trace[1688755767] 'range keys from in-memory index tree' (duration: 166.872869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:44.658236Z","caller":"traceutil/trace.go:171","msg":"trace[1562061531] transaction","detail":"{read_only:false; response_revision:3962; number_of_response:1; }","duration":"112.226782ms","start":"2026-03-31T18:39:44.545978Z","end":"2026-03-31T18:39:44.658205Z","steps":["trace[1562061531] 'process raft request' (duration: 112.034308ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:45.029718Z","caller":"traceutil/trace.go:171","msg":"trace[560591710] transaction","detail":"{read_only:false; response_revision:3964; number_of_response:1; }","duration":"483.151005ms","start":"2026-03-31T18:39:44.546534Z","end":"2026-03-31T18:39:45.029685Z","steps":["trace[560591710] 'process raft request' (duration: 483.078243ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:45.029781Z","caller":"traceutil/trace.go:171","msg":"trace[873912571] transaction","detail":"{read_only:false; response_revision:3963; number_of_response:1; }","duration":"483.687518ms","start":"2026-03-31T18:39:44.546061Z","end":"2026-03-31T18:39:45.029748Z","steps":["trace[873912571] 'process raft request' (duration: 405.763903ms)","trace[873912571] 'compare' (duration: 77.638578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:45.029912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:44.546518Z","time spent":"483.298029ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:45.02993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:44.546036Z","time spent":"483.808661ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:45.072468Z","caller":"traceutil/trace.go:171","msg":"trace[1525161231] linearizableReadLoop","detail":"{readStateIndex:4134; appliedIndex:4131; }","duration":"284.26898ms","start":"2026-03-31T18:39:44.788173Z","end":"2026-03-31T18:39:45.072442Z","steps":["trace[1525161231] 'read index received' (duration: 163.649238ms)","trace[1525161231] 'applied index is now lower than readState.Index' (duration: 120.618812ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:45.072578Z","caller":"traceutil/trace.go:171","msg":"trace[1480016695] transaction","detail":"{read_only:false; response_revision:3965; number_of_response:1; }","duration":"381.8302ms","start":"2026-03-31T18:39:44.690713Z","end":"2026-03-31T18:39:45.072543Z","steps":["trace[1480016695] 'process raft request' (duration: 381.594845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:45.072679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.209004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:45.07273Z","caller":"traceutil/trace.go:171","msg":"trace[1195017294] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3965; }","duration":"226.327857ms","start":"2026-03-31T18:39:44.846385Z","end":"2026-03-31T18:39:45.072713Z","steps":["trace[1195017294] 'agreement among raft nodes before linearized reading' (duration: 226.225285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:45.072752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:44.690685Z","time spent":"381.969544ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:45.072935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.69679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:39:45.073015Z","caller":"traceutil/trace.go:171","msg":"trace[1080504290] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3965; }","duration":"284.850243ms","start":"2026-03-31T18:39:44.788144Z","end":"2026-03-31T18:39:45.072995Z","steps":["trace[1080504290] 'agreement among raft nodes before linearized reading' (duration: 284.471705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:45.52313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.182262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:39:45.523232Z","caller":"traceutil/trace.go:171","msg":"trace[1276990676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3965; }","duration":"199.330955ms","start":"2026-03-31T18:39:45.323878Z","end":"2026-03-31T18:39:45.523209Z","steps":["trace[1276990676] 'range keys from in-memory index tree' (duration: 198.992808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:45.523364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.88809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:39:45.523415Z","caller":"traceutil/trace.go:171","msg":"trace[804171557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3965; }","duration":"260.975682ms","start":"2026-03-31T18:39:45.262426Z","end":"2026-03-31T18:39:45.523402Z","steps":["trace[804171557] 'range keys from in-memory index tree' (duration: 260.736137ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:46.047279Z","caller":"traceutil/trace.go:171","msg":"trace[464602818] transaction","detail":"{read_only:false; response_revision:3967; number_of_response:1; }","duration":"517.255219ms","start":"2026-03-31T18:39:45.530004Z","end":"2026-03-31T18:39:46.047259Z","steps":["trace[464602818] 'process raft request' (duration: 477.324923ms)","trace[464602818] 'compare' (duration: 39.415884ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:46.047334Z","caller":"traceutil/trace.go:171","msg":"trace[1131239497] linearizableReadLoop","detail":"{readStateIndex:4137; appliedIndex:4135; }","duration":"186.561017ms","start":"2026-03-31T18:39:45.860762Z","end":"2026-03-31T18:39:46.047323Z","steps":["trace[1131239497] 'read index received' (duration: 146.474348ms)","trace[1131239497] 'applied index is now lower than readState.Index' (duration: 40.085969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:46.047389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:45.529991Z","time spent":"517.3431ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:46.047486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.733621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:39:46.04751Z","caller":"traceutil/trace.go:171","msg":"trace[1872106401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3968; }","duration":"186.794312ms","start":"2026-03-31T18:39:45.860709Z","end":"2026-03-31T18:39:46.047503Z","steps":["trace[1872106401] 'agreement among raft nodes before linearized reading' (duration: 186.71354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:46.047672Z","caller":"traceutil/trace.go:171","msg":"trace[726233585] transaction","detail":"{read_only:false; response_revision:3968; number_of_response:1; }","duration":"502.888493ms","start":"2026-03-31T18:39:45.544565Z","end":"2026-03-31T18:39:46.047454Z","steps":["trace[726233585] 'process raft request' (duration: 502.658368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:46.047879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:45.544549Z","time spent":"503.256131ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:51.773238Z","caller":"traceutil/trace.go:171","msg":"trace[1875951458] transaction","detail":"{read_only:false; response_revision:3996; number_of_response:1; }","duration":"111.519087ms","start":"2026-03-31T18:39:51.661689Z","end":"2026-03-31T18:39:51.773208Z","steps":["trace[1875951458] 'process raft request' (duration: 111.342073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:52.91672Z","caller":"traceutil/trace.go:171","msg":"trace[1477682206] linearizableReadLoop","detail":"{readStateIndex:4175; appliedIndex:4174; }","duration":"127.569029ms","start":"2026-03-31T18:39:52.78911Z","end":"2026-03-31T18:39:52.916679Z","steps":["trace[1477682206] 'read index received' (duration: 127.489787ms)","trace[1477682206] 'applied index is now lower than readState.Index' (duration: 78.252µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:52.916787Z","caller":"traceutil/trace.go:171","msg":"trace[286510055] transaction","detail":"{read_only:false; response_revision:4004; number_of_response:1; }","duration":"183.194344ms","start":"2026-03-31T18:39:52.73356Z","end":"2026-03-31T18:39:52.916754Z","steps":["trace[286510055] 'process raft request' (duration: 182.981989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:52.916901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.780045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:39:52.917573Z","caller":"traceutil/trace.go:171","msg":"trace[660215210] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4004; }","duration":"128.473229ms","start":"2026-03-31T18:39:52.789061Z","end":"2026-03-31T18:39:52.917535Z","steps":["trace[660215210] 'agreement among raft nodes before linearized reading' (duration: 127.728363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:53.343515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.979909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:39:53.343599Z","caller":"traceutil/trace.go:171","msg":"trace[892868883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4004; }","duration":"249.125633ms","start":"2026-03-31T18:39:53.094455Z","end":"2026-03-31T18:39:53.343581Z","steps":["trace[892868883] 'range keys from in-memory index tree' (duration: 248.788555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:53.343842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.545501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:39:53.343943Z","caller":"traceutil/trace.go:171","msg":"trace[780053664] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4004; }","duration":"268.689114ms","start":"2026-03-31T18:39:53.075225Z","end":"2026-03-31T18:39:53.343914Z","steps":["trace[780053664] 'range keys from in-memory index tree' (duration: 268.386696ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:53.34725Z","caller":"traceutil/trace.go:171","msg":"trace[1555670567] transaction","detail":"{read_only:false; response_revision:4005; number_of_response:1; }","duration":"207.402412ms","start":"2026-03-31T18:39:53.139822Z","end":"2026-03-31T18:39:53.347224Z","steps":["trace[1555670567] 'process raft request' (duration: 207.231918ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:53.479679Z","caller":"traceutil/trace.go:171","msg":"trace[371588492] transaction","detail":"{read_only:false; response_revision:4007; number_of_response:1; }","duration":"130.134188ms","start":"2026-03-31T18:39:53.349505Z","end":"2026-03-31T18:39:53.479639Z","steps":["trace[371588492] 'process raft request' (duration: 123.845436ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:56.211888Z","caller":"traceutil/trace.go:171","msg":"trace[1188963837] transaction","detail":"{read_only:false; response_revision:4019; number_of_response:1; }","duration":"118.282599ms","start":"2026-03-31T18:39:56.093587Z","end":"2026-03-31T18:39:56.21187Z","steps":["trace[1188963837] 'process raft request' (duration: 118.150586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:57.708117Z","caller":"traceutil/trace.go:171","msg":"trace[1116897840] linearizableReadLoop","detail":"{readStateIndex:4195; appliedIndex:4194; }","duration":"261.819889ms","start":"2026-03-31T18:39:57.446272Z","end":"2026-03-31T18:39:57.708092Z","steps":["trace[1116897840] 'read index received' (duration: 261.685876ms)","trace[1116897840] 'applied index is now lower than readState.Index' (duration: 133.253µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:57.708156Z","caller":"traceutil/trace.go:171","msg":"trace[1049321162] transaction","detail":"{read_only:false; response_revision:4024; number_of_response:1; }","duration":"314.664062ms","start":"2026-03-31T18:39:57.39347Z","end":"2026-03-31T18:39:57.708134Z","steps":["trace[1049321162] 'process raft request' (duration: 314.461707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:57.708303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:57.393442Z","time spent":"314.768974ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:57.708352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.077865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:39:57.708356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.111862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:39:57.708395Z","caller":"traceutil/trace.go:171","msg":"trace[612746994] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4024; }","duration":"262.167236ms","start":"2026-03-31T18:39:57.446216Z","end":"2026-03-31T18:39:57.708383Z","steps":["trace[612746994] 'agreement among raft nodes before linearized reading' (duration: 262.001043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:57.708404Z","caller":"traceutil/trace.go:171","msg":"trace[797348786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4024; }","duration":"187.197004ms","start":"2026-03-31T18:39:57.521195Z","end":"2026-03-31T18:39:57.708392Z","steps":["trace[797348786] 'agreement among raft nodes before linearized reading' (duration: 187.057521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:57.9256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.794655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:39:57.925675Z","caller":"traceutil/trace.go:171","msg":"trace[751597588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4026; }","duration":"100.916178ms","start":"2026-03-31T18:39:57.824742Z","end":"2026-03-31T18:39:57.925658Z","steps":["trace[751597588] 'range keys from in-memory index tree' (duration: 100.631202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:58.360867Z","caller":"traceutil/trace.go:171","msg":"trace[2105871329] linearizableReadLoop","detail":"{readStateIndex:4200; appliedIndex:4199; }","duration":"121.396679ms","start":"2026-03-31T18:39:58.239437Z","end":"2026-03-31T18:39:58.360834Z","steps":["trace[2105871329] 'read index received' (duration: 90.944762ms)","trace[2105871329] 'applied index is now lower than readState.Index' (duration: 30.450707ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:58.360911Z","caller":"traceutil/trace.go:171","msg":"trace[1943632859] transaction","detail":"{read_only:false; response_revision:4028; number_of_response:1; }","duration":"142.101856ms","start":"2026-03-31T18:39:58.21877Z","end":"2026-03-31T18:39:58.360872Z","steps":["trace[1943632859] 'process raft request' (duration: 111.67671ms)","trace[1943632859] 'compare' (duration: 29.984036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:58.361153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.360604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:39:58.361214Z","caller":"traceutil/trace.go:171","msg":"trace[1069916894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4028; }","duration":"115.488606ms","start":"2026-03-31T18:39:58.245711Z","end":"2026-03-31T18:39:58.361199Z","steps":["trace[1069916894] 'agreement among raft nodes before linearized reading' (duration: 115.307712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:58.361544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.103606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:39:58.361636Z","caller":"traceutil/trace.go:171","msg":"trace[548366363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4028; }","duration":"122.26991ms","start":"2026-03-31T18:39:58.239342Z","end":"2026-03-31T18:39:58.361612Z","steps":["trace[548366363] 'agreement among raft nodes before linearized reading' (duration: 121.662855ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:04.049551Z","caller":"traceutil/trace.go:171","msg":"trace[1086909299] linearizableReadLoop","detail":"{readStateIndex:4229; appliedIndex:4228; }","duration":"132.535641ms","start":"2026-03-31T18:40:03.916985Z","end":"2026-03-31T18:40:04.049521Z","steps":["trace[1086909299] 'read index received' (duration: 32.938633ms)","trace[1086909299] 'applied index is now lower than readState.Index' (duration: 99.595668ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:04.049748Z","caller":"traceutil/trace.go:171","msg":"trace[198458141] transaction","detail":"{read_only:false; response_revision:4056; number_of_response:1; }","duration":"151.410728ms","start":"2026-03-31T18:40:03.898308Z","end":"2026-03-31T18:40:04.049718Z","steps":["trace[198458141] 'process raft request' (duration: 51.713637ms)","trace[198458141] 'compare' (duration: 99.397444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:04.049941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.94703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:40:04.049991Z","caller":"traceutil/trace.go:171","msg":"trace[1806383802] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4056; }","duration":"133.047172ms","start":"2026-03-31T18:40:03.916935Z","end":"2026-03-31T18:40:04.049982Z","steps":["trace[1806383802] 'agreement among raft nodes before linearized reading' (duration: 132.877129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:04.05005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.472174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:40:04.05012Z","caller":"traceutil/trace.go:171","msg":"trace[965813235] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4056; }","duration":"126.592317ms","start":"2026-03-31T18:40:03.923511Z","end":"2026-03-31T18:40:04.050103Z","steps":["trace[965813235] 'agreement among raft nodes before linearized reading' (duration: 126.397953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:04.717306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.206087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:40:04.717483Z","caller":"traceutil/trace.go:171","msg":"trace[51099411] transaction","detail":"{read_only:false; response_revision:4062; number_of_response:1; }","duration":"177.637468ms","start":"2026-03-31T18:40:04.539767Z","end":"2026-03-31T18:40:04.717405Z","steps":["trace[51099411] 'process raft request' (duration: 75.237278ms)","trace[51099411] 'compare' (duration: 102.018922ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:06.240469Z","caller":"traceutil/trace.go:171","msg":"trace[1997635874] transaction","detail":"{read_only:false; response_revision:4067; number_of_response:1; }","duration":"105.743857ms","start":"2026-03-31T18:40:06.134705Z","end":"2026-03-31T18:40:06.240449Z","steps":["trace[1997635874] 'process raft request' (duration: 72.657521ms)","trace[1997635874] 'compare' (duration: 32.995074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:06.812889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.036982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:40:06.812808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.677608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:40:06.813061Z","caller":"traceutil/trace.go:171","msg":"trace[2040561910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4068; }","duration":"293.991766ms","start":"2026-03-31T18:40:06.51905Z","end":"2026-03-31T18:40:06.813042Z","steps":["trace[2040561910] 'range keys from in-memory index tree' (duration: 293.464993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:06.813065Z","caller":"traceutil/trace.go:171","msg":"trace[1771651756] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4068; }","duration":"261.242736ms","start":"2026-03-31T18:40:06.551807Z","end":"2026-03-31T18:40:06.81305Z","steps":["trace[1771651756] 'count revisions from in-memory index tree' (duration: 260.972821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:06.813401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.19643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:40:06.813571Z","caller":"traceutil/trace.go:171","msg":"trace[1295259648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4068; }","duration":"243.270771ms","start":"2026-03-31T18:40:06.570166Z","end":"2026-03-31T18:40:06.813437Z","steps":["trace[1295259648] 'range keys from in-memory index tree' (duration: 242.335049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:06.838618Z","caller":"traceutil/trace.go:171","msg":"trace[2056634148] transaction","detail":"{read_only:false; response_revision:4069; number_of_response:1; }","duration":"114.632517ms","start":"2026-03-31T18:40:06.723957Z","end":"2026-03-31T18:40:06.838589Z","steps":["trace[2056634148] 'process raft request' (duration: 114.392651ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:12.062382Z","caller":"traceutil/trace.go:171","msg":"trace[119421818] transaction","detail":"{read_only:false; response_revision:4096; number_of_response:1; }","duration":"156.676987ms","start":"2026-03-31T18:40:11.905676Z","end":"2026-03-31T18:40:12.062353Z","steps":["trace[119421818] 'process raft request' (duration: 156.484392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:12.401456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.723861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:40:12.401625Z","caller":"traceutil/trace.go:171","msg":"trace[1834208245] linearizableReadLoop","detail":"{readStateIndex:4272; appliedIndex:4271; }","duration":"136.885229ms","start":"2026-03-31T18:40:12.264718Z","end":"2026-03-31T18:40:12.401604Z","steps":["trace[1834208245] 'read index received' (duration: 42.891µs)","trace[1834208245] 'applied index is now lower than readState.Index' (duration: 136.840208ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:12.401738Z","caller":"traceutil/trace.go:171","msg":"trace[2128956551] transaction","detail":"{read_only:false; response_revision:4098; number_of_response:1; }","duration":"173.193868ms","start":"2026-03-31T18:40:12.228473Z","end":"2026-03-31T18:40:12.401667Z","steps":["trace[2128956551] 'process raft request' (duration: 26.15406ms)","trace[2128956551] 'compare' (duration: 146.600388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:12.402068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.351651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:40:12.402127Z","caller":"traceutil/trace.go:171","msg":"trace[2074975426] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4098; }","duration":"137.447173ms","start":"2026-03-31T18:40:12.264666Z","end":"2026-03-31T18:40:12.402113Z","steps":["trace[2074975426] 'agreement among raft nodes before linearized reading' (duration: 137.016492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:12.706213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.11221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:40:12.706503Z","caller":"traceutil/trace.go:171","msg":"trace[205032245] transaction","detail":"{read_only:false; response_revision:4099; number_of_response:1; }","duration":"300.654006ms","start":"2026-03-31T18:40:12.405814Z","end":"2026-03-31T18:40:12.706468Z","steps":["trace[205032245] 'process raft request' (duration: 122.194378ms)","trace[205032245] 'compare' (duration: 177.897315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:12.706623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:12.405793Z","time spent":"300.775558ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:40:12.706797Z","caller":"traceutil/trace.go:171","msg":"trace[1584584548] linearizableReadLoop","detail":"{readStateIndex:4273; appliedIndex:4272; }","duration":"288.212335ms","start":"2026-03-31T18:40:12.418554Z","end":"2026-03-31T18:40:12.706767Z","steps":["trace[1584584548] 'read index received' (duration: 109.43978ms)","trace[1584584548] 'applied index is now lower than readState.Index' (duration: 178.766845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:12.707043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.459501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:40:12.707093Z","caller":"traceutil/trace.go:171","msg":"trace[1399760443] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:4099; }","duration":"288.553742ms","start":"2026-03-31T18:40:12.418527Z","end":"2026-03-31T18:40:12.707081Z","steps":["trace[1399760443] 'agreement among raft nodes before linearized reading' (duration: 288.331007ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:12.707301Z","caller":"traceutil/trace.go:171","msg":"trace[1851176080] transaction","detail":"{read_only:false; response_revision:4100; number_of_response:1; }","duration":"216.314282ms","start":"2026-03-31T18:40:12.490907Z","end":"2026-03-31T18:40:12.707222Z","steps":["trace[1851176080] 'process raft request' (duration: 216.127128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:27.133042Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2506} {"level":"info","ts":"2026-03-31T18:40:27.273168Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2506,"took":"138.737461ms","hash":3749578137,"current-db-size-bytes":35352576,"current-db-size":"35 MB","current-db-size-in-use-bytes":10452992,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-03-31T18:40:27.273242Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3749578137,"revision":2506,"compact-revision":-1} {"level":"info","ts":"2026-03-31T18:40:29.388015Z","caller":"traceutil/trace.go:171","msg":"trace[762614556] linearizableReadLoop","detail":"{readStateIndex:4364; appliedIndex:4363; }","duration":"180.226898ms","start":"2026-03-31T18:40:29.207764Z","end":"2026-03-31T18:40:29.387991Z","steps":["trace[762614556] 'read index received' (duration: 120.479909ms)","trace[762614556] 'applied index is now lower than readState.Index' (duration: 59.745789ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:29.388131Z","caller":"traceutil/trace.go:171","msg":"trace[1318391206] transaction","detail":"{read_only:false; response_revision:4185; number_of_response:1; }","duration":"240.416457ms","start":"2026-03-31T18:40:29.147672Z","end":"2026-03-31T18:40:29.388089Z","steps":["trace[1318391206] 'process raft request' (duration: 180.635528ms)","trace[1318391206] 'compare' (duration: 59.438481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:29.388227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.806527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:40:29.388253Z","caller":"traceutil/trace.go:171","msg":"trace[744477334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4185; }","duration":"101.898039ms","start":"2026-03-31T18:40:29.286348Z","end":"2026-03-31T18:40:29.388246Z","steps":["trace[744477334] 'agreement among raft nodes before linearized reading' (duration: 101.761496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:29.388281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.492073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:40:29.388359Z","caller":"traceutil/trace.go:171","msg":"trace[1578740815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4185; }","duration":"180.616276ms","start":"2026-03-31T18:40:29.207725Z","end":"2026-03-31T18:40:29.388341Z","steps":["trace[1578740815] 'agreement among raft nodes before linearized reading' (duration: 180.356101ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:35.261934Z","caller":"traceutil/trace.go:171","msg":"trace[1394796816] transaction","detail":"{read_only:false; response_revision:4215; number_of_response:1; }","duration":"100.018798ms","start":"2026-03-31T18:40:35.16189Z","end":"2026-03-31T18:40:35.261909Z","steps":["trace[1394796816] 'process raft request' (duration: 99.852754ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:35.593998Z","caller":"traceutil/trace.go:171","msg":"trace[1117077639] transaction","detail":"{read_only:false; response_revision:4216; number_of_response:1; }","duration":"113.790257ms","start":"2026-03-31T18:40:35.480179Z","end":"2026-03-31T18:40:35.593969Z","steps":["trace[1117077639] 'process raft request' (duration: 113.610873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:35.828819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.887167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:40:35.829015Z","caller":"traceutil/trace.go:171","msg":"trace[1994879246] linearizableReadLoop","detail":"{readStateIndex:4398; appliedIndex:4395; }","duration":"309.138597ms","start":"2026-03-31T18:40:35.519859Z","end":"2026-03-31T18:40:35.828998Z","steps":["trace[1994879246] 'read index received' (duration: 73.910898ms)","trace[1994879246] 'applied index is now lower than readState.Index' (duration: 235.226629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:35.829098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.243259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:40:35.829133Z","caller":"traceutil/trace.go:171","msg":"trace[1861785085] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4218; }","duration":"309.319711ms","start":"2026-03-31T18:40:35.519803Z","end":"2026-03-31T18:40:35.829123Z","steps":["trace[1861785085] 'agreement among raft nodes before linearized reading' (duration: 309.250479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:35.829178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.519781Z","time spent":"309.385993ms","remote":"127.0.0.1:42514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:40:35.829171Z","caller":"traceutil/trace.go:171","msg":"trace[1262381494] transaction","detail":"{read_only:false; response_revision:4217; number_of_response:1; }","duration":"348.68733ms","start":"2026-03-31T18:40:35.480446Z","end":"2026-03-31T18:40:35.829134Z","steps":["trace[1262381494] 'process raft request' (duration: 247.399384ms)","trace[1262381494] 'compare' (duration: 100.761454ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:35.829111Z","caller":"traceutil/trace.go:171","msg":"trace[463000122] transaction","detail":"{read_only:false; response_revision:4218; number_of_response:1; }","duration":"348.440934ms","start":"2026-03-31T18:40:35.480598Z","end":"2026-03-31T18:40:35.829039Z","steps":["trace[463000122] 'process raft request' (duration: 348.321871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:35.829343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.480429Z","time spent":"348.831083ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:40:35.829467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.480572Z","time spent":"348.787622ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:40:36.456913Z","caller":"traceutil/trace.go:171","msg":"trace[1387804755] transaction","detail":"{read_only:false; response_revision:4219; number_of_response:1; }","duration":"224.613729ms","start":"2026-03-31T18:40:36.232275Z","end":"2026-03-31T18:40:36.456888Z","steps":["trace[1387804755] 'process raft request' (duration: 224.408145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:36.714103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.158772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:40:36.714762Z","caller":"traceutil/trace.go:171","msg":"trace[743128182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4220; }","duration":"120.855688ms","start":"2026-03-31T18:40:36.593876Z","end":"2026-03-31T18:40:36.714731Z","steps":["trace[743128182] 'range keys from in-memory index tree' (duration: 119.971898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:37.052264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.553038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:40:37.052368Z","caller":"traceutil/trace.go:171","msg":"trace[535399296] linearizableReadLoop","detail":"{readStateIndex:4402; appliedIndex:4401; }","duration":"103.761792ms","start":"2026-03-31T18:40:36.948589Z","end":"2026-03-31T18:40:37.052351Z","steps":["trace[535399296] 'read index received' (duration: 54.491µs)","trace[535399296] 'applied index is now lower than readState.Index' (duration: 103.706131ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:37.052445Z","caller":"traceutil/trace.go:171","msg":"trace[2009132515] transaction","detail":"{read_only:false; response_revision:4222; number_of_response:1; }","duration":"222.42613ms","start":"2026-03-31T18:40:36.829984Z","end":"2026-03-31T18:40:37.05241Z","steps":["trace[2009132515] 'process raft request' (duration: 91.633677ms)","trace[2009132515] 'compare' (duration: 130.308342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:37.052579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.984656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:40:37.052658Z","caller":"traceutil/trace.go:171","msg":"trace[1031661342] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4222; }","duration":"104.080339ms","start":"2026-03-31T18:40:36.948548Z","end":"2026-03-31T18:40:37.052628Z","steps":["trace[1031661342] 'agreement among raft nodes before linearized reading' (duration: 103.857014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:37.516911Z","caller":"traceutil/trace.go:171","msg":"trace[31259603] linearizableReadLoop","detail":"{readStateIndex:4404; appliedIndex:4403; }","duration":"133.057044ms","start":"2026-03-31T18:40:37.383826Z","end":"2026-03-31T18:40:37.516883Z","steps":["trace[31259603] 'read index received' (duration: 132.90533ms)","trace[31259603] 'applied index is now lower than readState.Index' (duration: 150.524µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:37.516991Z","caller":"traceutil/trace.go:171","msg":"trace[1339008394] transaction","detail":"{read_only:false; response_revision:4224; number_of_response:1; }","duration":"249.917191ms","start":"2026-03-31T18:40:37.267051Z","end":"2026-03-31T18:40:37.516968Z","steps":["trace[1339008394] 'process raft request' (duration: 249.669115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:37.517177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.342911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:40:37.517249Z","caller":"traceutil/trace.go:171","msg":"trace[786567075] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4224; }","duration":"133.464603ms","start":"2026-03-31T18:40:37.383765Z","end":"2026-03-31T18:40:37.51723Z","steps":["trace[786567075] 'agreement among raft nodes before linearized reading' (duration: 133.271639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:37.835704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.763572ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:40:37.836008Z","caller":"traceutil/trace.go:171","msg":"trace[1079580160] transaction","detail":"{read_only:false; response_revision:4225; number_of_response:1; }","duration":"314.592751ms","start":"2026-03-31T18:40:37.521397Z","end":"2026-03-31T18:40:37.83599Z","steps":["trace[1079580160] 'process raft request' (duration: 314.408527ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:37.836038Z","caller":"traceutil/trace.go:171","msg":"trace[142370978] linearizableReadLoop","detail":"{readStateIndex:4405; appliedIndex:4404; }","duration":"319.009151ms","start":"2026-03-31T18:40:37.517005Z","end":"2026-03-31T18:40:37.836014Z","steps":["trace[142370978] 'read index received' (duration: 51.934382ms)","trace[142370978] 'applied index is now lower than readState.Index' (duration: 267.072038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:37.836118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:37.521383Z","time spent":"314.668163ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:40:37.836234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.493644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:37.836294Z","caller":"traceutil/trace.go:171","msg":"trace[619953644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4225; }","duration":"382.588155ms","start":"2026-03-31T18:40:37.45369Z","end":"2026-03-31T18:40:37.836278Z","steps":["trace[619953644] 'agreement among raft nodes before linearized reading' (duration: 382.507274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:37.836293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.96688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:40:37.836339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:37.453668Z","time spent":"382.658767ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:40:37.836357Z","caller":"traceutil/trace.go:171","msg":"trace[636568369] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4225; }","duration":"366.083343ms","start":"2026-03-31T18:40:37.470258Z","end":"2026-03-31T18:40:37.836341Z","steps":["trace[636568369] 'agreement among raft nodes before linearized reading' (duration: 365.880258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:37.836385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:37.470243Z","time spent":"366.135805ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:40:37.836544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.778987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:40:37.83662Z","caller":"traceutil/trace.go:171","msg":"trace[1015197120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4225; }","duration":"237.90712ms","start":"2026-03-31T18:40:37.598695Z","end":"2026-03-31T18:40:37.836602Z","steps":["trace[1015197120] 'agreement among raft nodes before linearized reading' (duration: 237.648324ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:38.064394Z","caller":"traceutil/trace.go:171","msg":"trace[489116400] transaction","detail":"{read_only:false; response_revision:4226; number_of_response:1; }","duration":"224.185709ms","start":"2026-03-31T18:40:37.840188Z","end":"2026-03-31T18:40:38.064374Z","steps":["trace[489116400] 'process raft request' (duration: 220.769642ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:38.136089Z","caller":"traceutil/trace.go:171","msg":"trace[113831983] transaction","detail":"{read_only:false; response_revision:4227; number_of_response:1; }","duration":"295.087101ms","start":"2026-03-31T18:40:37.840967Z","end":"2026-03-31T18:40:38.136054Z","steps":["trace[113831983] 'process raft request' (duration: 294.701642ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:38.136194Z","caller":"traceutil/trace.go:171","msg":"trace[1587387833] transaction","detail":"{read_only:false; response_revision:4228; number_of_response:1; }","duration":"295.09519ms","start":"2026-03-31T18:40:37.841045Z","end":"2026-03-31T18:40:38.13614Z","steps":["trace[1587387833] 'process raft request' (duration: 294.991098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:38.136278Z","caller":"traceutil/trace.go:171","msg":"trace[1953494698] transaction","detail":"{read_only:false; response_revision:4229; number_of_response:1; }","duration":"294.904936ms","start":"2026-03-31T18:40:37.841336Z","end":"2026-03-31T18:40:38.136241Z","steps":["trace[1953494698] 'process raft request' (duration: 294.764733ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:38.674355Z","caller":"traceutil/trace.go:171","msg":"trace[659174468] linearizableReadLoop","detail":"{readStateIndex:4411; appliedIndex:4410; }","duration":"182.863448ms","start":"2026-03-31T18:40:38.491458Z","end":"2026-03-31T18:40:38.674321Z","steps":["trace[659174468] 'read index received' (duration: 182.587671ms)","trace[659174468] 'applied index is now lower than readState.Index' (duration: 274.236µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:38.674492Z","caller":"traceutil/trace.go:171","msg":"trace[1638261591] transaction","detail":"{read_only:false; response_revision:4230; number_of_response:1; }","duration":"213.072099ms","start":"2026-03-31T18:40:38.461396Z","end":"2026-03-31T18:40:38.674468Z","steps":["trace[1638261591] 'process raft request' (duration: 212.726961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:38.674668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.192945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:40:38.67472Z","caller":"traceutil/trace.go:171","msg":"trace[1445214756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4230; }","duration":"183.317057ms","start":"2026-03-31T18:40:38.49139Z","end":"2026-03-31T18:40:38.674707Z","steps":["trace[1445214756] 'agreement among raft nodes before linearized reading' (duration: 183.114813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:38.908874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.145762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:40:38.908974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.77732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:40:38.908989Z","caller":"traceutil/trace.go:171","msg":"trace[1653834563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4231; }","duration":"128.330247ms","start":"2026-03-31T18:40:38.780635Z","end":"2026-03-31T18:40:38.908965Z","steps":["trace[1653834563] 'range keys from in-memory index tree' (duration: 127.807935ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:38.909025Z","caller":"traceutil/trace.go:171","msg":"trace[2082143001] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4231; }","duration":"121.879422ms","start":"2026-03-31T18:40:38.787132Z","end":"2026-03-31T18:40:38.909011Z","steps":["trace[2082143001] 'range keys from in-memory index tree' (duration: 121.625316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:39.039215Z","caller":"traceutil/trace.go:171","msg":"trace[1948132229] linearizableReadLoop","detail":"{readStateIndex:4413; appliedIndex:4412; }","duration":"122.629909ms","start":"2026-03-31T18:40:38.916565Z","end":"2026-03-31T18:40:39.039195Z","steps":["trace[1948132229] 'read index received' (duration: 122.505026ms)","trace[1948132229] 'applied index is now lower than readState.Index' (duration: 124.353µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:39.039335Z","caller":"traceutil/trace.go:171","msg":"trace[167138406] transaction","detail":"{read_only:false; response_revision:4232; number_of_response:1; }","duration":"125.036111ms","start":"2026-03-31T18:40:38.914273Z","end":"2026-03-31T18:40:39.039309Z","steps":["trace[167138406] 'process raft request' (duration: 124.797636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.03954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.952726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-31T18:40:39.039592Z","caller":"traceutil/trace.go:171","msg":"trace[1722838325] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4232; }","duration":"123.042027ms","start":"2026-03-31T18:40:38.916535Z","end":"2026-03-31T18:40:39.039577Z","steps":["trace[1722838325] 'agreement among raft nodes before linearized reading' (duration: 122.858233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:39.065652Z","caller":"traceutil/trace.go:171","msg":"trace[452038558] transaction","detail":"{read_only:false; response_revision:4233; number_of_response:1; }","duration":"117.976454ms","start":"2026-03-31T18:40:38.947661Z","end":"2026-03-31T18:40:39.065638Z","steps":["trace[452038558] 'process raft request' (duration: 117.879542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.271082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.520841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:40:39.271183Z","caller":"traceutil/trace.go:171","msg":"trace[674578413] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4234; }","duration":"128.694424ms","start":"2026-03-31T18:40:39.142465Z","end":"2026-03-31T18:40:39.271159Z","steps":["trace[674578413] 'range keys from in-memory index tree' (duration: 128.271585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:39.403616Z","caller":"traceutil/trace.go:171","msg":"trace[1427889305] transaction","detail":"{read_only:false; response_revision:4235; number_of_response:1; }","duration":"127.134439ms","start":"2026-03-31T18:40:39.276446Z","end":"2026-03-31T18:40:39.403581Z","steps":["trace[1427889305] 'process raft request' (duration: 126.930174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:40.099398Z","caller":"traceutil/trace.go:171","msg":"trace[2111651190] transaction","detail":"{read_only:false; response_revision:4237; number_of_response:1; }","duration":"102.630256ms","start":"2026-03-31T18:40:39.99673Z","end":"2026-03-31T18:40:40.09936Z","steps":["trace[2111651190] 'process raft request' (duration: 102.253907ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:40.280613Z","caller":"traceutil/trace.go:171","msg":"trace[977604380] transaction","detail":"{read_only:false; response_revision:4239; number_of_response:1; }","duration":"137.241847ms","start":"2026-03-31T18:40:40.143344Z","end":"2026-03-31T18:40:40.280586Z","steps":["trace[977604380] 'process raft request' (duration: 90.976414ms)","trace[977604380] 'compare' (duration: 46.11516ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:40.287595Z","caller":"traceutil/trace.go:171","msg":"trace[439563312] transaction","detail":"{read_only:false; response_revision:4240; number_of_response:1; }","duration":"143.222602ms","start":"2026-03-31T18:40:40.144309Z","end":"2026-03-31T18:40:40.287531Z","steps":["trace[439563312] 'process raft request' (duration: 143.040158ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:40.820162Z","caller":"traceutil/trace.go:171","msg":"trace[1440316301] transaction","detail":"{read_only:false; response_revision:4242; number_of_response:1; }","duration":"140.091532ms","start":"2026-03-31T18:40:40.680006Z","end":"2026-03-31T18:40:40.820098Z","steps":["trace[1440316301] 'process raft request' (duration: 67.30647ms)","trace[1440316301] 'compare' (duration: 72.449525ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:41.211658Z","caller":"traceutil/trace.go:171","msg":"trace[1153969793] transaction","detail":"{read_only:false; response_revision:4244; number_of_response:1; }","duration":"109.300987ms","start":"2026-03-31T18:40:41.102329Z","end":"2026-03-31T18:40:41.21163Z","steps":["trace[1153969793] 'process raft request' (duration: 109.145453ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:41.299947Z","caller":"traceutil/trace.go:171","msg":"trace[942164249] transaction","detail":"{read_only:false; response_revision:4245; number_of_response:1; }","duration":"192.630728ms","start":"2026-03-31T18:40:41.107288Z","end":"2026-03-31T18:40:41.299919Z","steps":["trace[942164249] 'process raft request' (duration: 192.501665ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:41.713099Z","caller":"traceutil/trace.go:171","msg":"trace[1099714328] transaction","detail":"{read_only:false; response_revision:4247; number_of_response:1; }","duration":"160.240687ms","start":"2026-03-31T18:40:41.552828Z","end":"2026-03-31T18:40:41.713068Z","steps":["trace[1099714328] 'process raft request' (duration: 67.3684ms)","trace[1099714328] 'compare' (duration: 92.739784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:42.395664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.089759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:40:42.395762Z","caller":"traceutil/trace.go:171","msg":"trace[1473317957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4248; }","duration":"104.244363ms","start":"2026-03-31T18:40:42.291498Z","end":"2026-03-31T18:40:42.395743Z","steps":["trace[1473317957] 'range keys from in-memory index tree' (duration: 103.887595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:42.395815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.879102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:40:42.395894Z","caller":"traceutil/trace.go:171","msg":"trace[1364358383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4248; }","duration":"111.012175ms","start":"2026-03-31T18:40:42.284862Z","end":"2026-03-31T18:40:42.395875Z","steps":["trace[1364358383] 'range keys from in-memory index tree' (duration: 110.669058ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:42.500252Z","caller":"traceutil/trace.go:171","msg":"trace[30501344] transaction","detail":"{read_only:false; response_revision:4249; number_of_response:1; }","duration":"101.321738ms","start":"2026-03-31T18:40:42.398903Z","end":"2026-03-31T18:40:42.500224Z","steps":["trace[30501344] 'process raft request' (duration: 101.075002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:42.762902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.50228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:40:42.763045Z","caller":"traceutil/trace.go:171","msg":"trace[1436966859] linearizableReadLoop","detail":"{readStateIndex:4431; appliedIndex:4429; }","duration":"342.148583ms","start":"2026-03-31T18:40:42.420873Z","end":"2026-03-31T18:40:42.763022Z","steps":["trace[1436966859] 'read index received' (duration: 79.171788ms)","trace[1436966859] 'applied index is now lower than readState.Index' (duration: 262.975195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:42.76323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.351858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:40:42.763275Z","caller":"traceutil/trace.go:171","msg":"trace[358214012] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:4250; }","duration":"342.42016ms","start":"2026-03-31T18:40:42.420839Z","end":"2026-03-31T18:40:42.763259Z","steps":["trace[358214012] 'agreement among raft nodes before linearized reading' (duration: 342.244645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:42.763315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:42.420824Z","time spent":"342.481781ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"info","ts":"2026-03-31T18:40:42.763394Z","caller":"traceutil/trace.go:171","msg":"trace[1683141553] transaction","detail":"{read_only:false; response_revision:4250; number_of_response:1; }","duration":"363.724339ms","start":"2026-03-31T18:40:42.399419Z","end":"2026-03-31T18:40:42.763144Z","steps":["trace[1683141553] 'process raft request' (duration: 226.851121ms)","trace[1683141553] 'compare' (duration: 136.350627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:42.764194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:42.399402Z","time spent":"364.363014ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:40:43.043205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.515059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:40:43.043309Z","caller":"traceutil/trace.go:171","msg":"trace[2039568335] transaction","detail":"{read_only:false; response_revision:4251; number_of_response:1; }","duration":"216.193959ms","start":"2026-03-31T18:40:42.827097Z","end":"2026-03-31T18:40:43.043291Z","steps":["trace[2039568335] 'process raft request' (duration: 107.519787ms)","trace[2039568335] 'compare' (duration: 108.339045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:43.445972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.43693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:40:43.446165Z","caller":"traceutil/trace.go:171","msg":"trace[349531749] transaction","detail":"{read_only:false; response_revision:4252; number_of_response:1; }","duration":"614.586ms","start":"2026-03-31T18:40:42.831542Z","end":"2026-03-31T18:40:43.446128Z","steps":["trace[349531749] 'process raft request' (duration: 356.899564ms)","trace[349531749] 'compare' (duration: 257.309818ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:43.446249Z","caller":"traceutil/trace.go:171","msg":"trace[1233818218] transaction","detail":"{read_only:false; response_revision:4253; number_of_response:1; }","duration":"228.889575ms","start":"2026-03-31T18:40:43.21733Z","end":"2026-03-31T18:40:43.446219Z","steps":["trace[1233818218] 'process raft request' (duration: 228.798883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:43.446319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:42.831522Z","time spent":"614.719934ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:40:43.44637Z","caller":"traceutil/trace.go:171","msg":"trace[1118311381] linearizableReadLoop","detail":"{readStateIndex:4434; appliedIndex:4432; }","duration":"612.36495ms","start":"2026-03-31T18:40:42.83394Z","end":"2026-03-31T18:40:43.446305Z","steps":["trace[1118311381] 'read index received' (duration: 100.693823ms)","trace[1118311381] 'applied index is now lower than readState.Index' (duration: 511.667987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:43.446673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.705757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-03-31T18:40:43.446698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.854863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:40:43.446744Z","caller":"traceutil/trace.go:171","msg":"trace[758333063] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4253; }","duration":"612.80671ms","start":"2026-03-31T18:40:42.83391Z","end":"2026-03-31T18:40:43.446717Z","steps":["trace[758333063] 'agreement among raft nodes before linearized reading' (duration: 612.599136ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:43.446758Z","caller":"traceutil/trace.go:171","msg":"trace[601305835] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4253; }","duration":"344.968646ms","start":"2026-03-31T18:40:43.101773Z","end":"2026-03-31T18:40:43.446741Z","steps":["trace[601305835] 'agreement among raft nodes before linearized reading' (duration: 344.861523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:43.446686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.577746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:40:43.446774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:42.833891Z","time spent":"612.876552ms","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1473,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-31T18:40:43.446812Z","caller":"traceutil/trace.go:171","msg":"trace[2143899886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4253; }","duration":"149.764491ms","start":"2026-03-31T18:40:43.297032Z","end":"2026-03-31T18:40:43.446796Z","steps":["trace[2143899886] 'agreement among raft nodes before linearized reading' (duration: 149.585546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:43.446809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:43.101745Z","time spent":"345.048998ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:40:43.446945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.672838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:40:43.446961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.929671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:40:43.447048Z","caller":"traceutil/trace.go:171","msg":"trace[1679840867] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4253; }","duration":"141.838362ms","start":"2026-03-31T18:40:43.305189Z","end":"2026-03-31T18:40:43.447027Z","steps":["trace[1679840867] 'agreement among raft nodes before linearized reading' (duration: 141.489073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:43.447095Z","caller":"traceutil/trace.go:171","msg":"trace[962191174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4253; }","duration":"561.167736ms","start":"2026-03-31T18:40:42.885892Z","end":"2026-03-31T18:40:43.44706Z","steps":["trace[962191174] 'agreement among raft nodes before linearized reading' (duration: 560.732325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:43.447174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:42.88586Z","time spent":"561.301249ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:40:43.709143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.548027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:40:43.709353Z","caller":"traceutil/trace.go:171","msg":"trace[1204226283] transaction","detail":"{read_only:false; response_revision:4255; number_of_response:1; }","duration":"255.951667ms","start":"2026-03-31T18:40:43.453381Z","end":"2026-03-31T18:40:43.709333Z","steps":["trace[1204226283] 'process raft request' (duration: 255.888235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:43.709474Z","caller":"traceutil/trace.go:171","msg":"trace[432610222] linearizableReadLoop","detail":"{readStateIndex:4436; appliedIndex:4435; }","duration":"256.280393ms","start":"2026-03-31T18:40:43.453174Z","end":"2026-03-31T18:40:43.709454Z","steps":["trace[432610222] 'read index received' (duration: 148.245906ms)","trace[432610222] 'applied index is now lower than readState.Index' (duration: 108.033127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:43.709626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.432587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:43.709666Z","caller":"traceutil/trace.go:171","msg":"trace[931985052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4255; }","duration":"256.494449ms","start":"2026-03-31T18:40:43.453162Z","end":"2026-03-31T18:40:43.709656Z","steps":["trace[931985052] 'agreement among raft nodes before linearized reading' (duration: 256.415807ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:43.709457Z","caller":"traceutil/trace.go:171","msg":"trace[1692821867] transaction","detail":"{read_only:false; response_revision:4254; number_of_response:1; }","duration":"256.755975ms","start":"2026-03-31T18:40:43.452665Z","end":"2026-03-31T18:40:43.709421Z","steps":["trace[1692821867] 'process raft request' (duration: 148.84463ms)","trace[1692821867] 'compare' (duration: 107.402083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:43.709755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.54758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-31T18:40:43.709829Z","caller":"traceutil/trace.go:171","msg":"trace[1900506049] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4255; }","duration":"256.628931ms","start":"2026-03-31T18:40:43.453183Z","end":"2026-03-31T18:40:43.709812Z","steps":["trace[1900506049] 'agreement among raft nodes before linearized reading' (duration: 256.420297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:43.70992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.071826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:40:43.709954Z","caller":"traceutil/trace.go:171","msg":"trace[196049678] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4255; }","duration":"196.167697ms","start":"2026-03-31T18:40:43.513776Z","end":"2026-03-31T18:40:43.709944Z","steps":["trace[196049678] 'agreement among raft nodes before linearized reading' (duration: 196.110636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:43.71001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.984617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:40:43.710064Z","caller":"traceutil/trace.go:171","msg":"trace[2011778373] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4255; }","duration":"174.073269ms","start":"2026-03-31T18:40:43.535974Z","end":"2026-03-31T18:40:43.710048Z","steps":["trace[2011778373] 'agreement among raft nodes before linearized reading' (duration: 173.898455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:43.950219Z","caller":"traceutil/trace.go:171","msg":"trace[806293404] transaction","detail":"{read_only:false; response_revision:4256; number_of_response:1; }","duration":"235.454314ms","start":"2026-03-31T18:40:43.71473Z","end":"2026-03-31T18:40:43.950185Z","steps":["trace[806293404] 'process raft request' (duration: 140.46188ms)","trace[806293404] 'compare' (duration: 94.772799ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:43.950366Z","caller":"traceutil/trace.go:171","msg":"trace[515966887] transaction","detail":"{read_only:false; response_revision:4257; number_of_response:1; }","duration":"232.567399ms","start":"2026-03-31T18:40:43.717766Z","end":"2026-03-31T18:40:43.950333Z","steps":["trace[515966887] 'process raft request' (duration: 232.364425ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:55.873125Z","caller":"traceutil/trace.go:171","msg":"trace[1474884925] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"103.936277ms","start":"2026-03-31T18:40:55.769169Z","end":"2026-03-31T18:40:55.873106Z","steps":["trace[1474884925] 'process raft request' (duration: 103.813234ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:55.892774Z","caller":"traceutil/trace.go:171","msg":"trace[1796925197] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"122.75849ms","start":"2026-03-31T18:40:55.769983Z","end":"2026-03-31T18:40:55.892741Z","steps":["trace[1796925197] 'process raft request' (duration: 122.619227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:56.140942Z","caller":"traceutil/trace.go:171","msg":"trace[1246839777] linearizableReadLoop","detail":"{readStateIndex:4510; appliedIndex:4509; }","duration":"106.917604ms","start":"2026-03-31T18:40:56.034001Z","end":"2026-03-31T18:40:56.140919Z","steps":["trace[1246839777] 'read index received' (duration: 106.723679ms)","trace[1246839777] 'applied index is now lower than readState.Index' (duration: 192.755µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:56.141021Z","caller":"traceutil/trace.go:171","msg":"trace[40925371] transaction","detail":"{read_only:false; response_revision:4326; number_of_response:1; }","duration":"134.104076ms","start":"2026-03-31T18:40:56.006896Z","end":"2026-03-31T18:40:56.141Z","steps":["trace[40925371] 'process raft request' (duration: 133.875111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:56.141136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.123238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:40:56.141184Z","caller":"traceutil/trace.go:171","msg":"trace[906180466] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4326; }","duration":"107.21154ms","start":"2026-03-31T18:40:56.033957Z","end":"2026-03-31T18:40:56.141168Z","steps":["trace[906180466] 'agreement among raft nodes before linearized reading' (duration: 107.081157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:11.794363Z","caller":"traceutil/trace.go:171","msg":"trace[716555169] transaction","detail":"{read_only:false; response_revision:4455; number_of_response:1; }","duration":"153.729036ms","start":"2026-03-31T18:41:11.640612Z","end":"2026-03-31T18:41:11.794342Z","steps":["trace[716555169] 'process raft request' (duration: 153.584033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:17.104179Z","caller":"traceutil/trace.go:171","msg":"trace[497884043] linearizableReadLoop","detail":"{readStateIndex:4747; appliedIndex:4746; }","duration":"482.520159ms","start":"2026-03-31T18:41:16.621605Z","end":"2026-03-31T18:41:17.104125Z","steps":["trace[497884043] 'read index received' (duration: 482.224032ms)","trace[497884043] 'applied index is now lower than readState.Index' (duration: 291.477µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:17.104257Z","caller":"traceutil/trace.go:171","msg":"trace[2034016054] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"487.163394ms","start":"2026-03-31T18:41:16.617057Z","end":"2026-03-31T18:41:17.10422Z","steps":["trace[2034016054] 'process raft request' (duration: 486.835347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:17.104461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.119065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:41:17.104541Z","caller":"traceutil/trace.go:171","msg":"trace[1595701101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4552; }","duration":"339.249548ms","start":"2026-03-31T18:41:16.765276Z","end":"2026-03-31T18:41:17.104526Z","steps":["trace[1595701101] 'agreement among raft nodes before linearized reading' (duration: 339.051383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:17.104582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:16.765255Z","time spent":"339.312649ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:41:17.104575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.320632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:41:17.10456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.185206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:17.104661Z","caller":"traceutil/trace.go:171","msg":"trace[73385448] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:4552; }","duration":"315.399151ms","start":"2026-03-31T18:41:16.789238Z","end":"2026-03-31T18:41:17.104638Z","steps":["trace[73385448] 'agreement among raft nodes before linearized reading' (duration: 315.198527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:17.104457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:16.617036Z","time spent":"487.313997ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:17.104732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:16.789214Z","time spent":"315.501673ms","remote":"127.0.0.1:42182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/namespaces/secretgen-controller\" "} {"level":"warn","ts":"2026-03-31T18:41:17.105084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.46878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:41:17.105157Z","caller":"traceutil/trace.go:171","msg":"trace[1833126227] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:4552; }","duration":"483.563943ms","start":"2026-03-31T18:41:16.62158Z","end":"2026-03-31T18:41:17.105144Z","steps":["trace[1833126227] 'agreement among raft nodes before linearized reading' (duration: 482.743014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:17.10519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:16.621571Z","time spent":"483.610513ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-7prd4\" "} {"level":"info","ts":"2026-03-31T18:41:17.105271Z","caller":"traceutil/trace.go:171","msg":"trace[2091427527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4552; }","duration":"167.429234ms","start":"2026-03-31T18:41:16.937193Z","end":"2026-03-31T18:41:17.104622Z","steps":["trace[2091427527] 'agreement among raft nodes before linearized reading' (duration: 167.221359ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:20.283879Z","caller":"traceutil/trace.go:171","msg":"trace[36777346] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"120.49744ms","start":"2026-03-31T18:41:20.163349Z","end":"2026-03-31T18:41:20.283846Z","steps":["trace[36777346] 'process raft request' (duration: 120.224094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:28.520902Z","caller":"traceutil/trace.go:171","msg":"trace[795964299] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"110.183488ms","start":"2026-03-31T18:41:28.410697Z","end":"2026-03-31T18:41:28.52088Z","steps":["trace[795964299] 'process raft request' (duration: 110.053664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:28.52622Z","caller":"traceutil/trace.go:171","msg":"trace[330968415] linearizableReadLoop","detail":"{readStateIndex:4880; appliedIndex:4878; }","duration":"105.171414ms","start":"2026-03-31T18:41:28.421029Z","end":"2026-03-31T18:41:28.5262Z","steps":["trace[330968415] 'read index received' (duration: 99.825045ms)","trace[330968415] 'applied index is now lower than readState.Index' (duration: 5.345179ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:28.526339Z","caller":"traceutil/trace.go:171","msg":"trace[2052548211] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"112.502299ms","start":"2026-03-31T18:41:28.413828Z","end":"2026-03-31T18:41:28.52633Z","steps":["trace[2052548211] 'process raft request' (duration: 112.241703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:28.526593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.554503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:41:28.526628Z","caller":"traceutil/trace.go:171","msg":"trace[1859412550] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4682; }","duration":"105.605254ms","start":"2026-03-31T18:41:28.421014Z","end":"2026-03-31T18:41:28.526619Z","steps":["trace[1859412550] 'agreement among raft nodes before linearized reading' (duration: 105.517232ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:29.377859Z","caller":"traceutil/trace.go:171","msg":"trace[1706871199] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"113.41345ms","start":"2026-03-31T18:41:29.264423Z","end":"2026-03-31T18:41:29.377837Z","steps":["trace[1706871199] 'process raft request' (duration: 101.746388ms)","trace[1706871199] 'compare' (duration: 11.599261ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:29.383943Z","caller":"traceutil/trace.go:171","msg":"trace[465598960] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"114.634077ms","start":"2026-03-31T18:41:29.269269Z","end":"2026-03-31T18:41:29.383903Z","steps":["trace[465598960] 'process raft request' (duration: 114.478654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:34.799514Z","caller":"traceutil/trace.go:171","msg":"trace[1461848175] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"104.431688ms","start":"2026-03-31T18:41:34.695052Z","end":"2026-03-31T18:41:34.799484Z","steps":["trace[1461848175] 'process raft request' (duration: 104.217283ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:34.907045Z","caller":"traceutil/trace.go:171","msg":"trace[625922588] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"103.869516ms","start":"2026-03-31T18:41:34.803159Z","end":"2026-03-31T18:41:34.907028Z","steps":["trace[625922588] 'process raft request' (duration: 100.48875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:37.701656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.253292ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:41:37.701873Z","caller":"traceutil/trace.go:171","msg":"trace[627324002] linearizableReadLoop","detail":"{readStateIndex:4933; appliedIndex:4932; }","duration":"128.619042ms","start":"2026-03-31T18:41:37.573231Z","end":"2026-03-31T18:41:37.70185Z","steps":["trace[627324002] 'read index received' (duration: 44.831µs)","trace[627324002] 'applied index is now lower than readState.Index' (duration: 128.572191ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:37.701887Z","caller":"traceutil/trace.go:171","msg":"trace[100681386] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"103.494747ms","start":"2026-03-31T18:41:37.598369Z","end":"2026-03-31T18:41:37.701864Z","steps":["trace[100681386] 'process raft request' (duration: 103.384835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:37.702008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.739184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:37.702092Z","caller":"traceutil/trace.go:171","msg":"trace[1646198217] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:4734; }","duration":"128.866478ms","start":"2026-03-31T18:41:37.573193Z","end":"2026-03-31T18:41:37.70206Z","steps":["trace[1646198217] 'agreement among raft nodes before linearized reading' (duration: 128.732125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:39.744978Z","caller":"traceutil/trace.go:171","msg":"trace[1707920579] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"160.855366ms","start":"2026-03-31T18:41:39.584102Z","end":"2026-03-31T18:41:39.744957Z","steps":["trace[1707920579] 'process raft request' (duration: 160.716103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:39.746321Z","caller":"traceutil/trace.go:171","msg":"trace[1634172833] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"114.25672ms","start":"2026-03-31T18:41:39.632049Z","end":"2026-03-31T18:41:39.746306Z","steps":["trace[1634172833] 'process raft request' (duration: 114.013984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:40.560406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.068741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T18:41:40.560536Z","caller":"traceutil/trace.go:171","msg":"trace[2041979722] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4749; }","duration":"153.224175ms","start":"2026-03-31T18:41:40.407254Z","end":"2026-03-31T18:41:40.560478Z","steps":["trace[2041979722] 'count revisions from in-memory index tree' (duration: 152.911317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:41.158025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.336307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:41:41.158198Z","caller":"traceutil/trace.go:171","msg":"trace[1223013471] linearizableReadLoop","detail":"{readStateIndex:4952; appliedIndex:4950; }","duration":"112.326846ms","start":"2026-03-31T18:41:41.045854Z","end":"2026-03-31T18:41:41.15818Z","steps":["trace[1223013471] 'read index received' (duration: 46.431µs)","trace[1223013471] 'applied index is now lower than readState.Index' (duration: 112.279345ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:41.158783Z","caller":"traceutil/trace.go:171","msg":"trace[1224665163] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"289.185502ms","start":"2026-03-31T18:41:40.869566Z","end":"2026-03-31T18:41:41.158751Z","steps":["trace[1224665163] 'process raft request' (duration: 107.029897ms)","trace[1224665163] 'compare' (duration: 181.080011ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:41.1588Z","caller":"traceutil/trace.go:171","msg":"trace[1546436576] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"288.405655ms","start":"2026-03-31T18:41:40.870357Z","end":"2026-03-31T18:41:41.158762Z","steps":["trace[1546436576] 'process raft request' (duration: 287.766651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:41.158564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.703434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:41:41.15899Z","caller":"traceutil/trace.go:171","msg":"trace[1219193195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4752; }","duration":"113.153084ms","start":"2026-03-31T18:41:41.045788Z","end":"2026-03-31T18:41:41.158941Z","steps":["trace[1219193195] 'agreement among raft nodes before linearized reading' (duration: 112.574461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:41.449882Z","caller":"traceutil/trace.go:171","msg":"trace[1839186325] linearizableReadLoop","detail":"{readStateIndex:4954; appliedIndex:4953; }","duration":"202.78684ms","start":"2026-03-31T18:41:41.247061Z","end":"2026-03-31T18:41:41.449848Z","steps":["trace[1839186325] 'read index received' (duration: 119.593889ms)","trace[1839186325] 'applied index is now lower than readState.Index' (duration: 83.191481ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:41.449948Z","caller":"traceutil/trace.go:171","msg":"trace[779034429] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"251.061785ms","start":"2026-03-31T18:41:41.198853Z","end":"2026-03-31T18:41:41.449914Z","steps":["trace[779034429] 'process raft request' (duration: 167.734102ms)","trace[779034429] 'compare' (duration: 83.121499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:41.450124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.055856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-03-31T18:41:41.450183Z","caller":"traceutil/trace.go:171","msg":"trace[937939710] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:4754; }","duration":"203.188309ms","start":"2026-03-31T18:41:41.246981Z","end":"2026-03-31T18:41:41.45017Z","steps":["trace[937939710] 'agreement among raft nodes before linearized reading' (duration: 203.002175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:41.450182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.883138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:41.450236Z","caller":"traceutil/trace.go:171","msg":"trace[844428012] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4754; }","duration":"200.971829ms","start":"2026-03-31T18:41:41.249248Z","end":"2026-03-31T18:41:41.45022Z","steps":["trace[844428012] 'agreement among raft nodes before linearized reading' (duration: 200.862107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:41.625991Z","caller":"traceutil/trace.go:171","msg":"trace[66595623] linearizableReadLoop","detail":"{readStateIndex:4955; appliedIndex:4954; }","duration":"164.750965ms","start":"2026-03-31T18:41:41.461211Z","end":"2026-03-31T18:41:41.625962Z","steps":["trace[66595623] 'read index received' (duration: 130.275599ms)","trace[66595623] 'applied index is now lower than readState.Index' (duration: 34.474036ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:41.626123Z","caller":"traceutil/trace.go:171","msg":"trace[1962857827] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"166.446854ms","start":"2026-03-31T18:41:41.459637Z","end":"2026-03-31T18:41:41.626084Z","steps":["trace[1962857827] 'process raft request' (duration: 131.894806ms)","trace[1962857827] 'compare' (duration: 34.308062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:41.626261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.577388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-31T18:41:41.626287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.036951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63218"} {"level":"info","ts":"2026-03-31T18:41:41.626327Z","caller":"traceutil/trace.go:171","msg":"trace[1446547037] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4755; }","duration":"159.66352ms","start":"2026-03-31T18:41:41.466643Z","end":"2026-03-31T18:41:41.626306Z","steps":["trace[1446547037] 'agreement among raft nodes before linearized reading' (duration: 159.480306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:41.626357Z","caller":"traceutil/trace.go:171","msg":"trace[1080839176] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4755; }","duration":"165.150423ms","start":"2026-03-31T18:41:41.46119Z","end":"2026-03-31T18:41:41.62634Z","steps":["trace[1080839176] 'agreement among raft nodes before linearized reading' (duration: 164.860117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:42.722675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.978021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T18:41:42.72273Z","caller":"traceutil/trace.go:171","msg":"trace[1466316451] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4764; }","duration":"238.075583ms","start":"2026-03-31T18:41:42.484642Z","end":"2026-03-31T18:41:42.722718Z","steps":["trace[1466316451] 'range keys from in-memory index tree' (duration: 237.854718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:43.784231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961692299,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:41:44.171917Z","caller":"traceutil/trace.go:171","msg":"trace[776318450] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"939.688108ms","start":"2026-03-31T18:41:43.232192Z","end":"2026-03-31T18:41:44.17188Z","steps":["trace[776318450] 'process raft request' (duration: 939.468353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:44.172223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:43.232171Z","time spent":"939.932935ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:44.411053Z","caller":"traceutil/trace.go:171","msg":"trace[169846440] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"1.178637082s","start":"2026-03-31T18:41:43.232382Z","end":"2026-03-31T18:41:44.411019Z","steps":["trace[169846440] 'process raft request' (duration: 1.120674678s)","trace[169846440] 'compare' (duration: 57.685128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:44.411183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:43.23236Z","time spent":"1.178751055s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:44.411351Z","caller":"traceutil/trace.go:171","msg":"trace[1046490237] linearizableReadLoop","detail":"{readStateIndex:4970; appliedIndex:4966; }","duration":"1.127463942s","start":"2026-03-31T18:41:43.283849Z","end":"2026-03-31T18:41:44.411313Z","steps":["trace[1046490237] 'read index received' (duration: 887.814382ms)","trace[1046490237] 'applied index is now lower than readState.Index' (duration: 239.648899ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:44.411406Z","caller":"traceutil/trace.go:171","msg":"trace[949720716] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"634.24276ms","start":"2026-03-31T18:41:43.777155Z","end":"2026-03-31T18:41:44.411398Z","steps":["trace[949720716] 'process raft request' (duration: 633.884552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:44.411445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:43.777135Z","time spent":"634.289972ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:44.411549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.790164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:44.411575Z","caller":"traceutil/trace.go:171","msg":"trace[661325092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4770; }","duration":"960.840275ms","start":"2026-03-31T18:41:43.450727Z","end":"2026-03-31T18:41:44.411568Z","steps":["trace[661325092] 'agreement among raft nodes before linearized reading' (duration: 960.800834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:44.411594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:43.450708Z","time spent":"960.881486ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:41:44.41155Z","caller":"traceutil/trace.go:171","msg":"trace[155693454] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"306.880071ms","start":"2026-03-31T18:41:44.104604Z","end":"2026-03-31T18:41:44.411484Z","steps":["trace[155693454] 'process raft request' (duration: 306.606245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:44.411595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.714302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:44.411763Z","caller":"traceutil/trace.go:171","msg":"trace[707842184] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4770; }","duration":"590.843576ms","start":"2026-03-31T18:41:43.820838Z","end":"2026-03-31T18:41:44.411681Z","steps":["trace[707842184] 'agreement among raft nodes before linearized reading' (duration: 590.703083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:44.411765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.302338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:41:44.411791Z","caller":"traceutil/trace.go:171","msg":"trace[1532201246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4770; }","duration":"781.38932ms","start":"2026-03-31T18:41:43.630395Z","end":"2026-03-31T18:41:44.411784Z","steps":["trace[1532201246] 'agreement among raft nodes before linearized reading' (duration: 781.276287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:44.411795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:43.820826Z","time spent":"590.961438ms","remote":"127.0.0.1:42076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:41:44.411809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:43.630371Z","time spent":"781.43337ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:41:44.411884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:44.104578Z","time spent":"307.104946ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:44.411606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127755739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:41:44.411914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.647324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:41:44.411947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.633853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:41:44.41208Z","caller":"traceutil/trace.go:171","msg":"trace[696668768] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4770; }","duration":"1.128190298s","start":"2026-03-31T18:41:43.283831Z","end":"2026-03-31T18:41:44.412022Z","steps":["trace[696668768] 'agreement among raft nodes before linearized reading' (duration: 1.127720048s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:44.412137Z","caller":"traceutil/trace.go:171","msg":"trace[1970988163] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"1.17760351s","start":"2026-03-31T18:41:43.233486Z","end":"2026-03-31T18:41:44.411089Z","steps":["trace[1970988163] 'process raft request' (duration: 1.177484747s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:44.412075Z","caller":"traceutil/trace.go:171","msg":"trace[680837562] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:4770; }","duration":"780.881698ms","start":"2026-03-31T18:41:43.631139Z","end":"2026-03-31T18:41:44.412021Z","steps":["trace[680837562] 'agreement among raft nodes before linearized reading' (duration: 780.407858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:44.412211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:43.283749Z","time spent":"1.128404312s","remote":"127.0.0.1:42204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:41:44.412155Z","caller":"traceutil/trace.go:171","msg":"trace[829180470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4770; }","duration":"603.94527ms","start":"2026-03-31T18:41:43.808184Z","end":"2026-03-31T18:41:44.412129Z","steps":["trace[829180470] 'agreement among raft nodes before linearized reading' (duration: 603.423778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:44.412273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:43.233476Z","time spent":"1.178734704s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:44.412328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:43.631125Z","time spent":"781.118424ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-7prd4\" "} {"level":"warn","ts":"2026-03-31T18:41:44.412341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:43.808163Z","time spent":"604.159354ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:41:44.530579Z","caller":"traceutil/trace.go:171","msg":"trace[1619125110] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"113.944142ms","start":"2026-03-31T18:41:44.4166Z","end":"2026-03-31T18:41:44.530544Z","steps":["trace[1619125110] 'process raft request' (duration: 113.83889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:44.530609Z","caller":"traceutil/trace.go:171","msg":"trace[1979766836] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"114.161037ms","start":"2026-03-31T18:41:44.416409Z","end":"2026-03-31T18:41:44.53057Z","steps":["trace[1979766836] 'process raft request' (duration: 98.559016ms)","trace[1979766836] 'compare' (duration: 15.274133ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:44.530631Z","caller":"traceutil/trace.go:171","msg":"trace[2113896770] linearizableReadLoop","detail":"{readStateIndex:4974; appliedIndex:4971; }","duration":"112.07052ms","start":"2026-03-31T18:41:44.418534Z","end":"2026-03-31T18:41:44.530604Z","steps":["trace[2113896770] 'read index received' (duration: 96.46354ms)","trace[2113896770] 'applied index is now lower than readState.Index' (duration: 15.60581ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:44.530978Z","caller":"traceutil/trace.go:171","msg":"trace[42687884] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"114.363192ms","start":"2026-03-31T18:41:44.416592Z","end":"2026-03-31T18:41:44.530956Z","steps":["trace[42687884] 'process raft request' (duration: 113.906521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:44.530957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.333257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63218"} {"level":"info","ts":"2026-03-31T18:41:44.531058Z","caller":"traceutil/trace.go:171","msg":"trace[1450708166] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4773; }","duration":"112.546322ms","start":"2026-03-31T18:41:44.418499Z","end":"2026-03-31T18:41:44.531045Z","steps":["trace[1450708166] 'agreement among raft nodes before linearized reading' (duration: 112.182884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:46.73342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.758004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:41:46.73368Z","caller":"traceutil/trace.go:171","msg":"trace[1723688041] linearizableReadLoop","detail":"{readStateIndex:4978; appliedIndex:4976; }","duration":"315.613416ms","start":"2026-03-31T18:41:46.418049Z","end":"2026-03-31T18:41:46.733663Z","steps":["trace[1723688041] 'read index received' (duration: 72.627423ms)","trace[1723688041] 'applied index is now lower than readState.Index' (duration: 242.984793ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:46.733827Z","caller":"traceutil/trace.go:171","msg":"trace[934492780] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"315.876033ms","start":"2026-03-31T18:41:46.417932Z","end":"2026-03-31T18:41:46.733808Z","steps":["trace[934492780] 'process raft request' (duration: 146.646638ms)","trace[934492780] 'compare' (duration: 168.644642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:46.73392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:46.417912Z","time spent":"315.963354ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:46.734005Z","caller":"traceutil/trace.go:171","msg":"trace[1205897842] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"313.320135ms","start":"2026-03-31T18:41:46.420671Z","end":"2026-03-31T18:41:46.733991Z","steps":["trace[1205897842] 'process raft request' (duration: 312.931986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:46.734293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.647353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:41:46.734334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.351297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:41:46.734357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.423198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:41:46.734376Z","caller":"traceutil/trace.go:171","msg":"trace[7329900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4778; }","duration":"197.752026ms","start":"2026-03-31T18:41:46.536607Z","end":"2026-03-31T18:41:46.734359Z","steps":["trace[7329900] 'agreement among raft nodes before linearized reading' (duration: 197.335367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:46.734016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.02653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:41:46.734416Z","caller":"traceutil/trace.go:171","msg":"trace[849424416] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4778; }","duration":"100.532751ms","start":"2026-03-31T18:41:46.63387Z","end":"2026-03-31T18:41:46.734403Z","steps":["trace[849424416] 'agreement among raft nodes before linearized reading' (duration: 100.145502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:46.734417Z","caller":"traceutil/trace.go:171","msg":"trace[1944240383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4778; }","duration":"197.421748ms","start":"2026-03-31T18:41:46.536954Z","end":"2026-03-31T18:41:46.734375Z","steps":["trace[1944240383] 'agreement among raft nodes before linearized reading' (duration: 197.06733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:46.734399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.348673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:41:46.73447Z","caller":"traceutil/trace.go:171","msg":"trace[1148896186] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4778; }","duration":"316.454995ms","start":"2026-03-31T18:41:46.417998Z","end":"2026-03-31T18:41:46.734453Z","steps":["trace[1148896186] 'agreement among raft nodes before linearized reading' (duration: 316.269931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:46.734533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:46.417985Z","time spent":"316.538448ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:41:46.734532Z","caller":"traceutil/trace.go:171","msg":"trace[422265927] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:4778; }","duration":"197.473789ms","start":"2026-03-31T18:41:46.536948Z","end":"2026-03-31T18:41:46.734421Z","steps":["trace[422265927] 'agreement among raft nodes before linearized reading' (duration: 196.985458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:46.734018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.013641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:46.734727Z","caller":"traceutil/trace.go:171","msg":"trace[995308956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4778; }","duration":"282.770768ms","start":"2026-03-31T18:41:46.451945Z","end":"2026-03-31T18:41:46.734715Z","steps":["trace[995308956] 'agreement among raft nodes before linearized reading' (duration: 281.98346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:46.734251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.427484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:46.734856Z","caller":"traceutil/trace.go:171","msg":"trace[1604681050] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:4778; }","duration":"156.021598ms","start":"2026-03-31T18:41:46.578779Z","end":"2026-03-31T18:41:46.734801Z","steps":["trace[1604681050] 'agreement among raft nodes before linearized reading' (duration: 155.449705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:46.734236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.048556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:41:46.734941Z","caller":"traceutil/trace.go:171","msg":"trace[2109352670] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4778; }","duration":"199.777431ms","start":"2026-03-31T18:41:46.535139Z","end":"2026-03-31T18:41:46.734917Z","steps":["trace[2109352670] 'agreement among raft nodes before linearized reading' (duration: 198.81308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:46.734883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:46.42065Z","time spent":"313.688813ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:46.849552Z","caller":"traceutil/trace.go:171","msg":"trace[1640622994] linearizableReadLoop","detail":"{readStateIndex:4983; appliedIndex:4979; }","duration":"110.440303ms","start":"2026-03-31T18:41:46.739096Z","end":"2026-03-31T18:41:46.849536Z","steps":["trace[1640622994] 'read index received' (duration: 11.010558ms)","trace[1640622994] 'applied index is now lower than readState.Index' (duration: 99.429235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:46.849909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.802311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16179"} {"level":"info","ts":"2026-03-31T18:41:46.849934Z","caller":"traceutil/trace.go:171","msg":"trace[717978261] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4782; }","duration":"110.869622ms","start":"2026-03-31T18:41:46.739058Z","end":"2026-03-31T18:41:46.849928Z","steps":["trace[717978261] 'agreement among raft nodes before linearized reading' (duration: 110.76342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:46.849918Z","caller":"traceutil/trace.go:171","msg":"trace[17253443] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"111.351063ms","start":"2026-03-31T18:41:46.73853Z","end":"2026-03-31T18:41:46.849881Z","steps":["trace[17253443] 'process raft request' (duration: 110.966245ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:46.849984Z","caller":"traceutil/trace.go:171","msg":"trace[1533493354] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"111.66453ms","start":"2026-03-31T18:41:46.738285Z","end":"2026-03-31T18:41:46.849949Z","steps":["trace[1533493354] 'process raft request' (duration: 104.661103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:46.850068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.942074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63218"} {"level":"info","ts":"2026-03-31T18:41:46.850127Z","caller":"traceutil/trace.go:171","msg":"trace[1710995748] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4782; }","duration":"111.040426ms","start":"2026-03-31T18:41:46.739071Z","end":"2026-03-31T18:41:46.850111Z","steps":["trace[1710995748] 'agreement among raft nodes before linearized reading' (duration: 110.672008ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:46.850192Z","caller":"traceutil/trace.go:171","msg":"trace[188313359] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"111.556468ms","start":"2026-03-31T18:41:46.73862Z","end":"2026-03-31T18:41:46.850176Z","steps":["trace[188313359] 'process raft request' (duration: 110.897123ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:47.000816Z","caller":"traceutil/trace.go:171","msg":"trace[794104611] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"111.127378ms","start":"2026-03-31T18:41:46.889645Z","end":"2026-03-31T18:41:47.000772Z","steps":["trace[794104611] 'process raft request' (duration: 110.917613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.805025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961692346,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:41:49.013992Z","caller":"traceutil/trace.go:171","msg":"trace[1794739038] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"770.892293ms","start":"2026-03-31T18:41:48.243074Z","end":"2026-03-31T18:41:49.013967Z","steps":["trace[1794739038] 'process raft request' (duration: 770.711909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:49.014162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.242939Z","time spent":"771.137239ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:50.454017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000235475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:41:50.454116Z","caller":"traceutil/trace.go:171","msg":"trace[198003804] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000349998s","start":"2026-03-31T18:41:48.453742Z","end":"2026-03-31T18:41:50.454092Z","steps":["trace[198003804] 'agreement among raft nodes before linearized reading' (duration: 2.000231465s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:50.454185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.453682Z","time spent":"2.000488801s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:41:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:41:52.454937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000619203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:41:52.455057Z","caller":"traceutil/trace.go:171","msg":"trace[710528880] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000810187s","start":"2026-03-31T18:41:50.454232Z","end":"2026-03-31T18:41:52.455042Z","steps":["trace[710528880] 'agreement among raft nodes before linearized reading' (duration: 2.000669784s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.4551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:50.454213Z","time spent":"2.0008794s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:41:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:41:52.485103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494241033s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:52.486499Z","caller":"traceutil/trace.go:171","msg":"trace[1638565182] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4785; }","duration":"2.495618553s","start":"2026-03-31T18:41:49.990831Z","end":"2026-03-31T18:41:52.486449Z","steps":["trace[1638565182] 'range keys from in-memory index tree' (duration: 2.494226283s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.485841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:51.450659Z","time spent":"1.035175836s","remote":"127.0.0.1:50894","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:41:52.55851Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.544753814s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:41:52.559349Z","caller":"traceutil/trace.go:171","msg":"trace[1641019094] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"4.061789718s","start":"2026-03-31T18:41:48.497532Z","end":"2026-03-31T18:41:52.559322Z","steps":["trace[1641019094] 'process raft request' (duration: 4.061365678s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.559562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.497511Z","time spent":"4.061951903s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:52.559781Z","caller":"traceutil/trace.go:171","msg":"trace[83737866] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"3.820837651s","start":"2026-03-31T18:41:48.738913Z","end":"2026-03-31T18:41:52.559751Z","steps":["trace[83737866] 'process raft request' (duration: 3.820289838s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.559933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.73887Z","time spent":"3.820980164s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:52.56028Z","caller":"traceutil/trace.go:171","msg":"trace[1778567181] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"3.554100284s","start":"2026-03-31T18:41:49.00616Z","end":"2026-03-31T18:41:52.56026Z","steps":["trace[1778567181] 'process raft request' (duration: 3.553527581s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:52.560397Z","caller":"traceutil/trace.go:171","msg":"trace[1376196543] linearizableReadLoop","detail":"{readStateIndex:4989; appliedIndex:4986; }","duration":"4.256456507s","start":"2026-03-31T18:41:48.303926Z","end":"2026-03-31T18:41:52.560382Z","steps":["trace[1376196543] 'read index received' (duration: 709.834522ms)","trace[1376196543] 'applied index is now lower than readState.Index' (duration: 3.546620705s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:52.560542Z","caller":"traceutil/trace.go:171","msg":"trace[384101667] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"800.632061ms","start":"2026-03-31T18:41:51.759895Z","end":"2026-03-31T18:41:52.560527Z","steps":["trace[384101667] 'process raft request' (duration: 800.284324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.560653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:51.759871Z","time spent":"800.715124ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:52.560535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:49.006135Z","time spent":"3.554257678s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:52.560732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.022378083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:52.560343Z","caller":"traceutil/trace.go:171","msg":"trace[1218323672] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"123.401364ms","start":"2026-03-31T18:41:52.436919Z","end":"2026-03-31T18:41:52.560321Z","steps":["trace[1218323672] 'process raft request' (duration: 123.323902ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:52.560848Z","caller":"traceutil/trace.go:171","msg":"trace[1165354939] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4790; }","duration":"4.022547857s","start":"2026-03-31T18:41:48.53828Z","end":"2026-03-31T18:41:52.560828Z","steps":["trace[1165354939] 'agreement among raft nodes before linearized reading' (duration: 4.022337742s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.560948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.538256Z","time spent":"4.022673269s","remote":"127.0.0.1:42084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:41:52.561067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.257114892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:41:52.561042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885143182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:41:52.561118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.707800549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:41:52.56113Z","caller":"traceutil/trace.go:171","msg":"trace[2001827392] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4790; }","duration":"4.257223873s","start":"2026-03-31T18:41:48.303888Z","end":"2026-03-31T18:41:52.561112Z","steps":["trace[2001827392] 'agreement among raft nodes before linearized reading' (duration: 4.257112141s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:52.561163Z","caller":"traceutil/trace.go:171","msg":"trace[1552441562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4790; }","duration":"3.707880101s","start":"2026-03-31T18:41:48.853271Z","end":"2026-03-31T18:41:52.561151Z","steps":["trace[1552441562] 'agreement among raft nodes before linearized reading' (duration: 3.707687067s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.561173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.303869Z","time spent":"4.257291886s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:41:52.56117Z","caller":"traceutil/trace.go:171","msg":"trace[1881094415] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4790; }","duration":"2.885432879s","start":"2026-03-31T18:41:49.67571Z","end":"2026-03-31T18:41:52.561143Z","steps":["trace[1881094415] 'agreement among raft nodes before linearized reading' (duration: 2.885156553s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.5612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.853252Z","time spent":"3.707939932s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:41:52.561085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.260081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200badd6cc954\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:41:52.561369Z","caller":"traceutil/trace.go:171","msg":"trace[1684873518] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200badd6cc954; range_end:; response_count:1; response_revision:4790; }","duration":"103.512938ms","start":"2026-03-31T18:41:52.457784Z","end":"2026-03-31T18:41:52.561297Z","steps":["trace[1684873518] 'agreement among raft nodes before linearized reading' (duration: 103.116539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.56144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.108378242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:41:52.561401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.355687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:41:52.561475Z","caller":"traceutil/trace.go:171","msg":"trace[956978980] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4790; }","duration":"3.108449012s","start":"2026-03-31T18:41:49.453017Z","end":"2026-03-31T18:41:52.561466Z","steps":["trace[956978980] 'agreement among raft nodes before linearized reading' (duration: 3.108394191s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.561236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:49.675683Z","time spent":"2.885538941s","remote":"127.0.0.1:42060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:41:52.561445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.708151687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:41:52.56151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:49.452994Z","time spent":"3.108506224s","remote":"127.0.0.1:42468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:41:52.5615Z","caller":"traceutil/trace.go:171","msg":"trace[1976942387] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4790; }","duration":"527.517171ms","start":"2026-03-31T18:41:52.033965Z","end":"2026-03-31T18:41:52.561482Z","steps":["trace[1976942387] 'agreement among raft nodes before linearized reading' (duration: 527.091861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.562123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:52.033943Z","time spent":"528.164626ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:41:52.562065Z","caller":"traceutil/trace.go:171","msg":"trace[200914575] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4790; }","duration":"3.708665029s","start":"2026-03-31T18:41:48.853265Z","end":"2026-03-31T18:41:52.56193Z","steps":["trace[200914575] 'agreement among raft nodes before linearized reading' (duration: 3.708020824s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.561495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32112899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:41:52.562225Z","caller":"traceutil/trace.go:171","msg":"trace[1644832146] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4790; }","duration":"2.321897638s","start":"2026-03-31T18:41:50.240313Z","end":"2026-03-31T18:41:52.562211Z","steps":["trace[1644832146] 'agreement among raft nodes before linearized reading' (duration: 2.321113749s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.562279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:50.240297Z","time spent":"2.32196347s","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":14,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:41:52.561392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030033439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-31T18:41:52.562331Z","caller":"traceutil/trace.go:171","msg":"trace[1914183026] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:4790; }","duration":"3.031007102s","start":"2026-03-31T18:41:49.531312Z","end":"2026-03-31T18:41:52.562319Z","steps":["trace[1914183026] 'agreement among raft nodes before linearized reading' (duration: 3.029953498s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.562402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:49.531293Z","time spent":"3.031096314s","remote":"127.0.0.1:42164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":706,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-03-31T18:41:52.561445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543107667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:41:52.562536Z","caller":"traceutil/trace.go:171","msg":"trace[448000647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4790; }","duration":"1.544243393s","start":"2026-03-31T18:41:51.018272Z","end":"2026-03-31T18:41:52.562515Z","steps":["trace[448000647] 'agreement among raft nodes before linearized reading' (duration: 1.542928072s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.562607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:51.018253Z","time spent":"1.544336345s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:41:52.561541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.705463266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:41:52.562752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.853255Z","time spent":"3.708924144s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:41:52.562725Z","caller":"traceutil/trace.go:171","msg":"trace[1488106558] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:4790; }","duration":"3.706694935s","start":"2026-03-31T18:41:48.856011Z","end":"2026-03-31T18:41:52.562705Z","steps":["trace[1488106558] 'agreement among raft nodes before linearized reading' (duration: 3.705433356s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.561545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.82255592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:41:52.561575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.807312787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:41:52.561758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.708590448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:41:52.561831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.144153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:41:52.562964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.855989Z","time spent":"3.706953761s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-7prd4\" "} {"level":"info","ts":"2026-03-31T18:41:52.563047Z","caller":"traceutil/trace.go:171","msg":"trace[1454255714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4790; }","duration":"3.824091495s","start":"2026-03-31T18:41:48.738936Z","end":"2026-03-31T18:41:52.563027Z","steps":["trace[1454255714] 'agreement among raft nodes before linearized reading' (duration: 3.82254049s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:52.56303Z","caller":"traceutil/trace.go:171","msg":"trace[852510760] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4790; }","duration":"3.808765141s","start":"2026-03-31T18:41:48.75421Z","end":"2026-03-31T18:41:52.562975Z","steps":["trace[852510760] 'agreement among raft nodes before linearized reading' (duration: 3.807243406s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:52.563079Z","caller":"traceutil/trace.go:171","msg":"trace[827673882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4790; }","duration":"3.70997813s","start":"2026-03-31T18:41:48.853078Z","end":"2026-03-31T18:41:52.563056Z","steps":["trace[827673882] 'agreement among raft nodes before linearized reading' (duration: 3.708452835s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.563126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.754192Z","time spent":"3.808919474s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:41:52.563137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.73891Z","time spent":"3.824208287s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:41:52.562988Z","caller":"traceutil/trace.go:171","msg":"trace[252454212] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:4790; }","duration":"138.333521ms","start":"2026-03-31T18:41:52.424632Z","end":"2026-03-31T18:41:52.562966Z","steps":["trace[252454212] 'agreement among raft nodes before linearized reading' (duration: 137.025301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.56314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.853053Z","time spent":"3.710068091s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:41:54.92736Z","caller":"traceutil/trace.go:171","msg":"trace[1054835037] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"166.426893ms","start":"2026-03-31T18:41:54.760907Z","end":"2026-03-31T18:41:54.927334Z","steps":["trace[1054835037] 'process raft request' (duration: 166.246219ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:56.687393Z","caller":"traceutil/trace.go:171","msg":"trace[798440151] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"113.072792ms","start":"2026-03-31T18:41:56.57429Z","end":"2026-03-31T18:41:56.687362Z","steps":["trace[798440151] 'process raft request' (duration: 112.867157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:56.755606Z","caller":"traceutil/trace.go:171","msg":"trace[2067998380] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"180.683143ms","start":"2026-03-31T18:41:56.574898Z","end":"2026-03-31T18:41:56.755581Z","steps":["trace[2067998380] 'process raft request' (duration: 179.315802ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:56.755869Z","caller":"traceutil/trace.go:171","msg":"trace[1909853479] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"180.449448ms","start":"2026-03-31T18:41:56.575405Z","end":"2026-03-31T18:41:56.755855Z","steps":["trace[1909853479] 'process raft request' (duration: 180.12365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:56.756213Z","caller":"traceutil/trace.go:171","msg":"trace[1721444147] linearizableReadLoop","detail":"{readStateIndex:5016; appliedIndex:5013; }","duration":"174.177668ms","start":"2026-03-31T18:41:56.582002Z","end":"2026-03-31T18:41:56.75618Z","steps":["trace[1721444147] 'read index received' (duration: 105.107444ms)","trace[1721444147] 'applied index is now lower than readState.Index' (duration: 69.068014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:56.756563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.544996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:41:56.756679Z","caller":"traceutil/trace.go:171","msg":"trace[1199785474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4813; }","duration":"174.684758ms","start":"2026-03-31T18:41:56.581974Z","end":"2026-03-31T18:41:56.756659Z","steps":["trace[1199785474] 'agreement among raft nodes before linearized reading' (duration: 174.367881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:56.75681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.41889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:41:56.756876Z","caller":"traceutil/trace.go:171","msg":"trace[557276784] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4813; }","duration":"165.514222ms","start":"2026-03-31T18:41:56.591342Z","end":"2026-03-31T18:41:56.756856Z","steps":["trace[557276784] 'agreement among raft nodes before linearized reading' (duration: 165.303657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:56.756933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.837609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:41:56.756995Z","caller":"traceutil/trace.go:171","msg":"trace[935136012] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4813; }","duration":"165.91091ms","start":"2026-03-31T18:41:56.591069Z","end":"2026-03-31T18:41:56.75698Z","steps":["trace[935136012] 'agreement among raft nodes before linearized reading' (duration: 165.777888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:56.757164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.962765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:41:56.756814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.414492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:41:56.757218Z","caller":"traceutil/trace.go:171","msg":"trace[189739194] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:4813; }","duration":"167.040026ms","start":"2026-03-31T18:41:56.590164Z","end":"2026-03-31T18:41:56.757204Z","steps":["trace[189739194] 'agreement among raft nodes before linearized reading' (duration: 166.944334ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:56.757283Z","caller":"traceutil/trace.go:171","msg":"trace[1526190615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4813; }","duration":"166.879473ms","start":"2026-03-31T18:41:56.59038Z","end":"2026-03-31T18:41:56.757259Z","steps":["trace[1526190615] 'agreement among raft nodes before linearized reading' (duration: 166.31957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:56.7573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.824274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:41:56.757407Z","caller":"traceutil/trace.go:171","msg":"trace[505861922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4813; }","duration":"167.963056ms","start":"2026-03-31T18:41:56.589426Z","end":"2026-03-31T18:41:56.757389Z","steps":["trace[505861922] 'agreement among raft nodes before linearized reading' (duration: 167.20499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:56.757585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.758667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:41:56.757642Z","caller":"traceutil/trace.go:171","msg":"trace[258005115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4813; }","duration":"165.87857ms","start":"2026-03-31T18:41:56.591749Z","end":"2026-03-31T18:41:56.757628Z","steps":["trace[258005115] 'agreement among raft nodes before linearized reading' (duration: 165.682255ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:03.358405Z","caller":"traceutil/trace.go:171","msg":"trace[482619759] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"174.305758ms","start":"2026-03-31T18:42:03.184069Z","end":"2026-03-31T18:42:03.358374Z","steps":["trace[482619759] 'process raft request' (duration: 144.291184ms)","trace[482619759] 'compare' (duration: 29.786919ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:03.572931Z","caller":"traceutil/trace.go:171","msg":"trace[425974057] linearizableReadLoop","detail":"{readStateIndex:5060; appliedIndex:5059; }","duration":"121.002529ms","start":"2026-03-31T18:42:03.451874Z","end":"2026-03-31T18:42:03.572877Z","steps":["trace[425974057] 'read index received' (duration: 74.566065ms)","trace[425974057] 'applied index is now lower than readState.Index' (duration: 46.434274ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:03.573047Z","caller":"traceutil/trace.go:171","msg":"trace[757441612] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"207.425642ms","start":"2026-03-31T18:42:03.365588Z","end":"2026-03-31T18:42:03.573013Z","steps":["trace[757441612] 'process raft request' (duration: 160.932177ms)","trace[757441612] 'compare' (duration: 46.022225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:03.573148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.240404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:03.573197Z","caller":"traceutil/trace.go:171","msg":"trace[1127046563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4855; }","duration":"121.363087ms","start":"2026-03-31T18:42:03.451821Z","end":"2026-03-31T18:42:03.573184Z","steps":["trace[1127046563] 'agreement among raft nodes before linearized reading' (duration: 121.215004ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:09.082552Z","caller":"traceutil/trace.go:171","msg":"trace[1844495672] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"132.778927ms","start":"2026-03-31T18:42:08.949745Z","end":"2026-03-31T18:42:09.082524Z","steps":["trace[1844495672] 'process raft request' (duration: 132.541251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:13.322989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.297205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:42:13.323282Z","caller":"traceutil/trace.go:171","msg":"trace[616429597] linearizableReadLoop","detail":"{readStateIndex:5113; appliedIndex:5110; }","duration":"198.390291ms","start":"2026-03-31T18:42:13.124867Z","end":"2026-03-31T18:42:13.323257Z","steps":["trace[616429597] 'read index received' (duration: 97.732807ms)","trace[616429597] 'applied index is now lower than readState.Index' (duration: 100.656414ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:13.323328Z","caller":"traceutil/trace.go:171","msg":"trace[2058674996] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"198.531204ms","start":"2026-03-31T18:42:13.124772Z","end":"2026-03-31T18:42:13.323304Z","steps":["trace[2058674996] 'process raft request' (duration: 198.410531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:13.323426Z","caller":"traceutil/trace.go:171","msg":"trace[1207545764] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"198.629736ms","start":"2026-03-31T18:42:13.124769Z","end":"2026-03-31T18:42:13.323399Z","steps":["trace[1207545764] 'process raft request' (duration: 198.332869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:13.323408Z","caller":"traceutil/trace.go:171","msg":"trace[1002108642] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"198.581095ms","start":"2026-03-31T18:42:13.12477Z","end":"2026-03-31T18:42:13.323351Z","steps":["trace[1002108642] 'process raft request' (duration: 97.821449ms)","trace[1002108642] 'compare' (duration: 100.158522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:13.323615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.733279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63218"} {"level":"info","ts":"2026-03-31T18:42:13.32368Z","caller":"traceutil/trace.go:171","msg":"trace[940311275] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4906; }","duration":"198.824161ms","start":"2026-03-31T18:42:13.124839Z","end":"2026-03-31T18:42:13.323663Z","steps":["trace[940311275] 'agreement among raft nodes before linearized reading' (duration: 198.535455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:13.338715Z","caller":"traceutil/trace.go:171","msg":"trace[1877886853] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"212.243953ms","start":"2026-03-31T18:42:13.126455Z","end":"2026-03-31T18:42:13.338699Z","steps":["trace[1877886853] 'process raft request' (duration: 212.11074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:13.339199Z","caller":"traceutil/trace.go:171","msg":"trace[27531126] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"162.413852ms","start":"2026-03-31T18:42:13.176747Z","end":"2026-03-31T18:42:13.339161Z","steps":["trace[27531126] 'process raft request' (duration: 161.913271ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:13.339408Z","caller":"traceutil/trace.go:171","msg":"trace[1670999402] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"131.458276ms","start":"2026-03-31T18:42:13.207927Z","end":"2026-03-31T18:42:13.339385Z","steps":["trace[1670999402] 'process raft request' (duration: 131.000216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:13.340241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.274699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16179"} {"level":"info","ts":"2026-03-31T18:42:13.340306Z","caller":"traceutil/trace.go:171","msg":"trace[518387582] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4909; }","duration":"214.363621ms","start":"2026-03-31T18:42:13.125927Z","end":"2026-03-31T18:42:13.340291Z","steps":["trace[518387582] 'agreement among raft nodes before linearized reading' (duration: 213.393799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:20.472277Z","caller":"traceutil/trace.go:171","msg":"trace[1029227281] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"109.936002ms","start":"2026-03-31T18:42:20.36231Z","end":"2026-03-31T18:42:20.472246Z","steps":["trace[1029227281] 'process raft request' (duration: 108.431148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:21.567889Z","caller":"traceutil/trace.go:171","msg":"trace[1813454225] linearizableReadLoop","detail":"{readStateIndex:5156; appliedIndex:5155; }","duration":"296.421655ms","start":"2026-03-31T18:42:21.271443Z","end":"2026-03-31T18:42:21.567865Z","steps":["trace[1813454225] 'read index received' (duration: 242.977484ms)","trace[1813454225] 'applied index is now lower than readState.Index' (duration: 53.443091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:21.568021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.559348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:42:21.568047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.59313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:42:21.568074Z","caller":"traceutil/trace.go:171","msg":"trace[814177806] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4948; }","duration":"296.6541ms","start":"2026-03-31T18:42:21.271404Z","end":"2026-03-31T18:42:21.568058Z","steps":["trace[814177806] 'agreement among raft nodes before linearized reading' (duration: 296.557078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:21.568174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.720033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:42:21.568209Z","caller":"traceutil/trace.go:171","msg":"trace[1700149306] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4948; }","duration":"204.797255ms","start":"2026-03-31T18:42:21.363402Z","end":"2026-03-31T18:42:21.5682Z","steps":["trace[1700149306] 'agreement among raft nodes before linearized reading' (duration: 204.690803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:21.568183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.779491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:42:21.568192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.576123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:42:21.567929Z","caller":"traceutil/trace.go:171","msg":"trace[275257756] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"336.136697ms","start":"2026-03-31T18:42:21.231768Z","end":"2026-03-31T18:42:21.567905Z","steps":["trace[275257756] 'process raft request' (duration: 282.698336ms)","trace[275257756] 'compare' (duration: 52.691724ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:21.568076Z","caller":"traceutil/trace.go:171","msg":"trace[1247714683] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:4948; }","duration":"204.674262ms","start":"2026-03-31T18:42:21.363393Z","end":"2026-03-31T18:42:21.568067Z","steps":["trace[1247714683] 'agreement among raft nodes before linearized reading' (duration: 204.59916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:21.568367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:21.231745Z","time spent":"336.560667ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:21.568368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.903068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:42:21.568752Z","caller":"traceutil/trace.go:171","msg":"trace[737178531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4948; }","duration":"114.880633ms","start":"2026-03-31T18:42:21.453357Z","end":"2026-03-31T18:42:21.568238Z","steps":["trace[737178531] 'agreement among raft nodes before linearized reading' (duration: 114.76684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:21.569002Z","caller":"traceutil/trace.go:171","msg":"trace[51499815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4948; }","duration":"181.706845ms","start":"2026-03-31T18:42:21.386561Z","end":"2026-03-31T18:42:21.568268Z","steps":["trace[51499815] 'agreement among raft nodes before linearized reading' (duration: 181.45433ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:21.569097Z","caller":"traceutil/trace.go:171","msg":"trace[1081538628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4948; }","duration":"173.132143ms","start":"2026-03-31T18:42:21.395428Z","end":"2026-03-31T18:42:21.56856Z","steps":["trace[1081538628] 'agreement among raft nodes before linearized reading' (duration: 172.707903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:21.568739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.323449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:42:21.569244Z","caller":"traceutil/trace.go:171","msg":"trace[13302389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4948; }","duration":"186.850282ms","start":"2026-03-31T18:42:21.382376Z","end":"2026-03-31T18:42:21.569226Z","steps":["trace[13302389] 'agreement among raft nodes before linearized reading' (duration: 186.239318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:21.706428Z","caller":"traceutil/trace.go:171","msg":"trace[1421875447] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"132.888947ms","start":"2026-03-31T18:42:21.573509Z","end":"2026-03-31T18:42:21.706398Z","steps":["trace[1421875447] 'process raft request' (duration: 110.934673ms)","trace[1421875447] 'compare' (duration: 21.432463ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:21.706446Z","caller":"traceutil/trace.go:171","msg":"trace[391053923] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"132.449598ms","start":"2026-03-31T18:42:21.573971Z","end":"2026-03-31T18:42:21.706421Z","steps":["trace[391053923] 'process raft request' (duration: 132.397186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:21.706483Z","caller":"traceutil/trace.go:171","msg":"trace[1642518332] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"132.855326ms","start":"2026-03-31T18:42:21.573601Z","end":"2026-03-31T18:42:21.706457Z","steps":["trace[1642518332] 'process raft request' (duration: 132.676742ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:23.017942Z","caller":"traceutil/trace.go:171","msg":"trace[1705852630] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"110.098416ms","start":"2026-03-31T18:42:22.907823Z","end":"2026-03-31T18:42:23.017922Z","steps":["trace[1705852630] 'process raft request' (duration: 109.913531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:29.095768Z","caller":"traceutil/trace.go:171","msg":"trace[1455725936] linearizableReadLoop","detail":"{readStateIndex:5229; appliedIndex:5228; }","duration":"112.05092ms","start":"2026-03-31T18:42:28.983689Z","end":"2026-03-31T18:42:29.09574Z","steps":["trace[1455725936] 'read index received' (duration: 111.846025ms)","trace[1455725936] 'applied index is now lower than readState.Index' (duration: 203.705µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:29.09581Z","caller":"traceutil/trace.go:171","msg":"trace[175410098] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"137.655975ms","start":"2026-03-31T18:42:28.95813Z","end":"2026-03-31T18:42:29.095786Z","steps":["trace[175410098] 'process raft request' (duration: 137.401179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:29.095941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.239233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:29.095998Z","caller":"traceutil/trace.go:171","msg":"trace[1207824266] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5016; }","duration":"112.364626ms","start":"2026-03-31T18:42:28.983617Z","end":"2026-03-31T18:42:29.095981Z","steps":["trace[1207824266] 'agreement among raft nodes before linearized reading' (duration: 112.239453ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:29.795596Z","caller":"traceutil/trace.go:171","msg":"trace[2075509275] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"121.085233ms","start":"2026-03-31T18:42:29.674486Z","end":"2026-03-31T18:42:29.795571Z","steps":["trace[2075509275] 'process raft request' (duration: 120.722804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:30.222209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.372824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:30.222302Z","caller":"traceutil/trace.go:171","msg":"trace[1856606681] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5042; }","duration":"147.494367ms","start":"2026-03-31T18:42:30.074774Z","end":"2026-03-31T18:42:30.222268Z","steps":["trace[1856606681] 'agreement among raft nodes before linearized reading' (duration: 147.365924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:30.222846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.589261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:30.222982Z","caller":"traceutil/trace.go:171","msg":"trace[1906908218] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5042; }","duration":"148.716924ms","start":"2026-03-31T18:42:30.074213Z","end":"2026-03-31T18:42:30.22293Z","steps":["trace[1906908218] 'agreement among raft nodes before linearized reading' (duration: 148.507169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:30.630222Z","caller":"traceutil/trace.go:171","msg":"trace[1414277106] linearizableReadLoop","detail":"{readStateIndex:5263; appliedIndex:5261; }","duration":"105.195246ms","start":"2026-03-31T18:42:30.525005Z","end":"2026-03-31T18:42:30.6302Z","steps":["trace[1414277106] 'read index received' (duration: 26.826814ms)","trace[1414277106] 'applied index is now lower than readState.Index' (duration: 78.367512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:30.630347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.338389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/thanosrulers.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:30.630378Z","caller":"traceutil/trace.go:171","msg":"trace[1384947052] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/thanosrulers.monitoring.coreos.com; range_end:; response_count:0; response_revision:5050; }","duration":"105.38284ms","start":"2026-03-31T18:42:30.524985Z","end":"2026-03-31T18:42:30.630368Z","steps":["trace[1384947052] 'agreement among raft nodes before linearized reading' (duration: 105.304298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:30.630556Z","caller":"traceutil/trace.go:171","msg":"trace[1000375784] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"142.890973ms","start":"2026-03-31T18:42:30.487653Z","end":"2026-03-31T18:42:30.630544Z","steps":["trace[1000375784] 'process raft request' (duration: 142.495044ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:30.630564Z","caller":"traceutil/trace.go:171","msg":"trace[1006714028] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"151.133658ms","start":"2026-03-31T18:42:30.479396Z","end":"2026-03-31T18:42:30.630529Z","steps":["trace[1006714028] 'process raft request' (duration: 72.578122ms)","trace[1006714028] 'compare' (duration: 78.021644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:30.872767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.558666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:30.87292Z","caller":"traceutil/trace.go:171","msg":"trace[432721242] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5053; }","duration":"126.737199ms","start":"2026-03-31T18:42:30.746153Z","end":"2026-03-31T18:42:30.87289Z","steps":["trace[432721242] 'agreement among raft nodes before linearized reading' (duration: 126.457593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:30.873069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.809949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:30.873148Z","caller":"traceutil/trace.go:171","msg":"trace[1560391005] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5053; }","duration":"125.910652ms","start":"2026-03-31T18:42:30.74722Z","end":"2026-03-31T18:42:30.87313Z","steps":["trace[1560391005] 'agreement among raft nodes before linearized reading' (duration: 125.800059ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:31.637829Z","caller":"traceutil/trace.go:171","msg":"trace[358691975] linearizableReadLoop","detail":"{readStateIndex:5276; appliedIndex:5275; }","duration":"184.159041ms","start":"2026-03-31T18:42:31.453645Z","end":"2026-03-31T18:42:31.637804Z","steps":["trace[358691975] 'read index received' (duration: 183.960047ms)","trace[358691975] 'applied index is now lower than readState.Index' (duration: 197.904µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:31.637951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.298334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:31.637983Z","caller":"traceutil/trace.go:171","msg":"trace[586061230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5063; }","duration":"184.346735ms","start":"2026-03-31T18:42:31.453626Z","end":"2026-03-31T18:42:31.637973Z","steps":["trace[586061230] 'agreement among raft nodes before linearized reading' (duration: 184.277814ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:31.638035Z","caller":"traceutil/trace.go:171","msg":"trace[725692991] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"218.959553ms","start":"2026-03-31T18:42:31.419059Z","end":"2026-03-31T18:42:31.638019Z","steps":["trace[725692991] 'process raft request' (duration: 218.598545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:34.027757Z","caller":"traceutil/trace.go:171","msg":"trace[175528399] linearizableReadLoop","detail":"{readStateIndex:5291; appliedIndex:5290; }","duration":"128.187212ms","start":"2026-03-31T18:42:33.899552Z","end":"2026-03-31T18:42:34.027739Z","steps":["trace[175528399] 'read index received' (duration: 91.812124ms)","trace[175528399] 'applied index is now lower than readState.Index' (duration: 36.374588ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:34.027762Z","caller":"traceutil/trace.go:171","msg":"trace[1149733765] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"128.468878ms","start":"2026-03-31T18:42:33.899265Z","end":"2026-03-31T18:42:34.027734Z","steps":["trace[1149733765] 'process raft request' (duration: 92.10209ms)","trace[1149733765] 'compare' (duration: 36.242185ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:34.027915Z","caller":"traceutil/trace.go:171","msg":"trace[1203934622] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"128.033368ms","start":"2026-03-31T18:42:33.899855Z","end":"2026-03-31T18:42:34.027888Z","steps":["trace[1203934622] 'process raft request' (duration: 127.865984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.028026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.267484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63218"} {"level":"info","ts":"2026-03-31T18:42:34.028048Z","caller":"traceutil/trace.go:171","msg":"trace[2101122371] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5078; }","duration":"128.320895ms","start":"2026-03-31T18:42:33.899721Z","end":"2026-03-31T18:42:34.028042Z","steps":["trace[2101122371] 'agreement among raft nodes before linearized reading' (duration: 128.182482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.028036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.472268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:42:34.028106Z","caller":"traceutil/trace.go:171","msg":"trace[485867893] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5078; }","duration":"128.584361ms","start":"2026-03-31T18:42:33.899505Z","end":"2026-03-31T18:42:34.028089Z","steps":["trace[485867893] 'agreement among raft nodes before linearized reading' (duration: 128.328615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:36.262848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.551965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:42:36.262998Z","caller":"traceutil/trace.go:171","msg":"trace[133107539] linearizableReadLoop","detail":"{readStateIndex:5302; appliedIndex:5301; }","duration":"155.430524ms","start":"2026-03-31T18:42:36.107546Z","end":"2026-03-31T18:42:36.262976Z","steps":["trace[133107539] 'read index received' (duration: 28.579222ms)","trace[133107539] 'applied index is now lower than readState.Index' (duration: 126.849642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:36.263219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.24994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:42:36.263226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.68315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:42:36.263241Z","caller":"traceutil/trace.go:171","msg":"trace[204542783] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"183.380022ms","start":"2026-03-31T18:42:36.079801Z","end":"2026-03-31T18:42:36.263181Z","steps":["trace[204542783] 'process raft request' (duration: 56.387067ms)","trace[204542783] 'compare' (duration: 126.28522ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:36.263286Z","caller":"traceutil/trace.go:171","msg":"trace[60994729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5088; }","duration":"155.801232ms","start":"2026-03-31T18:42:36.107469Z","end":"2026-03-31T18:42:36.26327Z","steps":["trace[60994729] 'agreement among raft nodes before linearized reading' (duration: 155.631529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:36.263276Z","caller":"traceutil/trace.go:171","msg":"trace[909490244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5088; }","duration":"155.328242ms","start":"2026-03-31T18:42:36.107932Z","end":"2026-03-31T18:42:36.263261Z","steps":["trace[909490244] 'agreement among raft nodes before linearized reading' (duration: 155.176129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:36.588324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.88212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:42:36.588556Z","caller":"traceutil/trace.go:171","msg":"trace[542606500] linearizableReadLoop","detail":"{readStateIndex:5304; appliedIndex:5302; }","duration":"238.012701ms","start":"2026-03-31T18:42:36.350523Z","end":"2026-03-31T18:42:36.588536Z","steps":["trace[542606500] 'read index received' (duration: 83.846054ms)","trace[542606500] 'applied index is now lower than readState.Index' (duration: 154.165697ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:36.588624Z","caller":"traceutil/trace.go:171","msg":"trace[1351517163] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"320.687421ms","start":"2026-03-31T18:42:36.267914Z","end":"2026-03-31T18:42:36.588601Z","steps":["trace[1351517163] 'process raft request' (duration: 166.440982ms)","trace[1351517163] 'compare' (duration: 153.731417ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:36.588673Z","caller":"traceutil/trace.go:171","msg":"trace[346171878] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"295.581137ms","start":"2026-03-31T18:42:36.293077Z","end":"2026-03-31T18:42:36.588658Z","steps":["trace[346171878] 'process raft request' (duration: 295.362641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:36.58875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.267887Z","time spent":"320.796073ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:36.58897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.452441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-haproxy\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:42:36.588944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.466226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:36.589016Z","caller":"traceutil/trace.go:171","msg":"trace[836743392] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-haproxy; range_end:; response_count:0; response_revision:5090; }","duration":"238.539573ms","start":"2026-03-31T18:42:36.350462Z","end":"2026-03-31T18:42:36.589002Z","steps":["trace[836743392] 'agreement among raft nodes before linearized reading' (duration: 238.478062ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:36.589032Z","caller":"traceutil/trace.go:171","msg":"trace[343709707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5090; }","duration":"135.598519ms","start":"2026-03-31T18:42:36.453415Z","end":"2026-03-31T18:42:36.589013Z","steps":["trace[343709707] 'agreement among raft nodes before linearized reading' (duration: 135.424596ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:36.904248Z","caller":"traceutil/trace.go:171","msg":"trace[229240092] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"280.581898ms","start":"2026-03-31T18:42:36.623648Z","end":"2026-03-31T18:42:36.90423Z","steps":["trace[229240092] 'process raft request' (duration: 280.250051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:48.870591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.214123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:42:48.870769Z","caller":"traceutil/trace.go:171","msg":"trace[54839371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5161; }","duration":"144.448429ms","start":"2026-03-31T18:42:48.726302Z","end":"2026-03-31T18:42:48.87075Z","steps":["trace[54839371] 'range keys from in-memory index tree' (duration: 144.023459ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:02.539738Z","caller":"traceutil/trace.go:171","msg":"trace[697200789] linearizableReadLoop","detail":"{readStateIndex:5458; appliedIndex:5457; }","duration":"149.737009ms","start":"2026-03-31T18:43:02.389975Z","end":"2026-03-31T18:43:02.539712Z","steps":["trace[697200789] 'read index received' (duration: 149.574245ms)","trace[697200789] 'applied index is now lower than readState.Index' (duration: 161.504µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:02.539789Z","caller":"traceutil/trace.go:171","msg":"trace[1608185017] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"187.65916ms","start":"2026-03-31T18:43:02.35211Z","end":"2026-03-31T18:43:02.539769Z","steps":["trace[1608185017] 'process raft request' (duration: 187.442125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:02.540109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.071901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:43:02.540162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.678063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:43:02.540173Z","caller":"traceutil/trace.go:171","msg":"trace[1780604517] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:5229; }","duration":"111.187024ms","start":"2026-03-31T18:43:02.42897Z","end":"2026-03-31T18:43:02.540157Z","steps":["trace[1780604517] 'agreement among raft nodes before linearized reading' (duration: 110.970719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:02.540236Z","caller":"traceutil/trace.go:171","msg":"trace[479730958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5229; }","duration":"106.788285ms","start":"2026-03-31T18:43:02.433432Z","end":"2026-03-31T18:43:02.54022Z","steps":["trace[479730958] 'agreement among raft nodes before linearized reading' (duration: 106.56153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:02.540112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.116997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:43:02.540417Z","caller":"traceutil/trace.go:171","msg":"trace[318886665] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5229; }","duration":"150.466675ms","start":"2026-03-31T18:43:02.389933Z","end":"2026-03-31T18:43:02.5404Z","steps":["trace[318886665] 'agreement among raft nodes before linearized reading' (duration: 149.995405ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:02.693336Z","caller":"traceutil/trace.go:171","msg":"trace[1672739510] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"148.286737ms","start":"2026-03-31T18:43:02.545027Z","end":"2026-03-31T18:43:02.693314Z","steps":["trace[1672739510] 'process raft request' (duration: 148.053452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:02.693349Z","caller":"traceutil/trace.go:171","msg":"trace[1481511361] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"148.359758ms","start":"2026-03-31T18:43:02.544956Z","end":"2026-03-31T18:43:02.693315Z","steps":["trace[1481511361] 'process raft request' (duration: 148.00345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:08.599998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.083938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63218"} {"level":"info","ts":"2026-03-31T18:43:08.600064Z","caller":"traceutil/trace.go:171","msg":"trace[1122103571] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5285; }","duration":"212.194281ms","start":"2026-03-31T18:43:08.387855Z","end":"2026-03-31T18:43:08.60005Z","steps":["trace[1122103571] 'range keys from in-memory index tree' (duration: 211.816032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:08.653133Z","caller":"traceutil/trace.go:171","msg":"trace[2046323690] linearizableReadLoop","detail":"{readStateIndex:5519; appliedIndex:5518; }","duration":"197.522562ms","start":"2026-03-31T18:43:08.455589Z","end":"2026-03-31T18:43:08.653111Z","steps":["trace[2046323690] 'read index received' (duration: 197.337627ms)","trace[2046323690] 'applied index is now lower than readState.Index' (duration: 183.945µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:08.653204Z","caller":"traceutil/trace.go:171","msg":"trace[1112342780] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"260.70117ms","start":"2026-03-31T18:43:08.392452Z","end":"2026-03-31T18:43:08.653153Z","steps":["trace[1112342780] 'process raft request' (duration: 260.496615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:08.653342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.712256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:08.653378Z","caller":"traceutil/trace.go:171","msg":"trace[332397470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5286; }","duration":"197.837699ms","start":"2026-03-31T18:43:08.455532Z","end":"2026-03-31T18:43:08.653369Z","steps":["trace[332397470] 'agreement among raft nodes before linearized reading' (duration: 197.703556ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:08.667632Z","caller":"traceutil/trace.go:171","msg":"trace[218495103] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"122.232483ms","start":"2026-03-31T18:43:08.545369Z","end":"2026-03-31T18:43:08.667602Z","steps":["trace[218495103] 'process raft request' (duration: 122.066279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:08.667799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.766135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:43:08.667888Z","caller":"traceutil/trace.go:171","msg":"trace[106005194] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5287; }","duration":"106.888568ms","start":"2026-03-31T18:43:08.56098Z","end":"2026-03-31T18:43:08.667869Z","steps":["trace[106005194] 'agreement among raft nodes before linearized reading' (duration: 106.639043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:09.101576Z","caller":"traceutil/trace.go:171","msg":"trace[32535622] linearizableReadLoop","detail":"{readStateIndex:5522; appliedIndex:5521; }","duration":"385.295095ms","start":"2026-03-31T18:43:08.716256Z","end":"2026-03-31T18:43:09.101551Z","steps":["trace[32535622] 'read index received' (duration: 385.150052ms)","trace[32535622] 'applied index is now lower than readState.Index' (duration: 143.483µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:09.101842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.162112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:43:09.101889Z","caller":"traceutil/trace.go:171","msg":"trace[1048689540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5289; }","duration":"385.231953ms","start":"2026-03-31T18:43:08.716644Z","end":"2026-03-31T18:43:09.101875Z","steps":["trace[1048689540] 'agreement among raft nodes before linearized reading' (duration: 385.07814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:09.101923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:08.716639Z","time spent":"385.276224ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:43:09.101693Z","caller":"traceutil/trace.go:171","msg":"trace[2026483333] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"394.742107ms","start":"2026-03-31T18:43:08.706876Z","end":"2026-03-31T18:43:09.101618Z","steps":["trace[2026483333] 'process raft request' (duration: 394.483391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:09.101957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.649053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:43:09.102115Z","caller":"traceutil/trace.go:171","msg":"trace[641709044] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5289; }","duration":"385.873588ms","start":"2026-03-31T18:43:08.716209Z","end":"2026-03-31T18:43:09.102083Z","steps":["trace[641709044] 'agreement among raft nodes before linearized reading' (duration: 385.454319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:09.101995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.094376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:09.102187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:08.71619Z","time spent":"385.98516ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:43:09.102232Z","caller":"traceutil/trace.go:171","msg":"trace[212010620] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:5289; }","duration":"363.329952ms","start":"2026-03-31T18:43:08.738861Z","end":"2026-03-31T18:43:09.102191Z","steps":["trace[212010620] 'agreement among raft nodes before linearized reading' (duration: 363.042016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:09.102289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:08.70685Z","time spent":"395.36327ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4488,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:09.102321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:08.738844Z","time spent":"363.448545ms","remote":"127.0.0.1:39394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:10.053235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961693796,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:43:10.058543Z","caller":"traceutil/trace.go:171","msg":"trace[1887526324] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"952.235643ms","start":"2026-03-31T18:43:09.106284Z","end":"2026-03-31T18:43:10.05852Z","steps":["trace[1887526324] 'process raft request' (duration: 952.106741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:10.05874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:09.106264Z","time spent":"952.370897ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:10.064285Z","caller":"traceutil/trace.go:171","msg":"trace[1464143974] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"956.144492ms","start":"2026-03-31T18:43:09.108122Z","end":"2026-03-31T18:43:10.064267Z","steps":["trace[1464143974] 'process raft request' (duration: 956.09103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:10.064404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:09.10809Z","time spent":"956.253884ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:10.06447Z","caller":"traceutil/trace.go:171","msg":"trace[1090554624] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"956.262074ms","start":"2026-03-31T18:43:09.1082Z","end":"2026-03-31T18:43:10.064462Z","steps":["trace[1090554624] 'process raft request' (duration: 956.038899ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:10.064292Z","caller":"traceutil/trace.go:171","msg":"trace[343662998] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"956.249154ms","start":"2026-03-31T18:43:09.108019Z","end":"2026-03-31T18:43:10.064268Z","steps":["trace[343662998] 'process raft request' (duration: 956.10284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:10.064535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:09.107993Z","time spent":"956.523ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:10.06455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:09.108182Z","time spent":"956.332966ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:10.064789Z","caller":"traceutil/trace.go:171","msg":"trace[1682666073] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"639.758403ms","start":"2026-03-31T18:43:09.425015Z","end":"2026-03-31T18:43:10.064773Z","steps":["trace[1682666073] 'process raft request' (duration: 639.409565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:10.064843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:09.424991Z","time spent":"639.825675ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:10.064915Z","caller":"traceutil/trace.go:171","msg":"trace[1573352030] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"508.566159ms","start":"2026-03-31T18:43:09.556315Z","end":"2026-03-31T18:43:10.064881Z","steps":["trace[1573352030] 'process raft request' (duration: 508.391825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:10.065022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.202762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:10.06506Z","caller":"traceutil/trace.go:171","msg":"trace[1319592594] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5296; }","duration":"512.284594ms","start":"2026-03-31T18:43:09.552767Z","end":"2026-03-31T18:43:10.065051Z","steps":["trace[1319592594] 'agreement among raft nodes before linearized reading' (duration: 512.218402ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:10.065039Z","caller":"traceutil/trace.go:171","msg":"trace[817688772] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"478.434034ms","start":"2026-03-31T18:43:09.58658Z","end":"2026-03-31T18:43:10.065014Z","steps":["trace[817688772] 'process raft request' (duration: 478.159757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:10.065097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:09.552746Z","time spent":"512.341885ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:10.065093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:09.556297Z","time spent":"508.708274ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:10.064966Z","caller":"traceutil/trace.go:171","msg":"trace[491582179] linearizableReadLoop","detail":"{readStateIndex:5529; appliedIndex:5523; }","duration":"512.12432ms","start":"2026-03-31T18:43:09.552829Z","end":"2026-03-31T18:43:10.064953Z","steps":["trace[491582179] 'read index received' (duration: 505.825898ms)","trace[491582179] 'applied index is now lower than readState.Index' (duration: 6.297362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:10.065163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:09.586553Z","time spent":"478.545137ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:10.065221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.787572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:10.065258Z","caller":"traceutil/trace.go:171","msg":"trace[674268742] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5296; }","duration":"511.859694ms","start":"2026-03-31T18:43:09.553387Z","end":"2026-03-31T18:43:10.065247Z","steps":["trace[674268742] 'agreement among raft nodes before linearized reading' (duration: 511.797973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:10.065286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:09.553365Z","time spent":"511.913076ms","remote":"127.0.0.1:39476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:10.065345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.278331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:43:10.065444Z","caller":"traceutil/trace.go:171","msg":"trace[129166055] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5296; }","duration":"244.341383ms","start":"2026-03-31T18:43:09.821029Z","end":"2026-03-31T18:43:10.065371Z","steps":["trace[129166055] 'agreement among raft nodes before linearized reading' (duration: 244.22144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:14.23826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.603775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T18:43:14.238364Z","caller":"traceutil/trace.go:171","msg":"trace[666270382] linearizableReadLoop","detail":"{readStateIndex:5557; appliedIndex:5556; }","duration":"166.524616ms","start":"2026-03-31T18:43:14.071819Z","end":"2026-03-31T18:43:14.238343Z","steps":["trace[666270382] 'read index received' (duration: 44.711µs)","trace[666270382] 'applied index is now lower than readState.Index' (duration: 166.478675ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:14.238432Z","caller":"traceutil/trace.go:171","msg":"trace[645023621] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5323; }","duration":"321.658297ms","start":"2026-03-31T18:43:13.916764Z","end":"2026-03-31T18:43:14.238422Z","steps":["trace[645023621] 'process raft request' (duration: 102.812458ms)","trace[645023621] 'compare' (duration: 218.205635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:14.23849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:13.916722Z","time spent":"321.739408ms","remote":"127.0.0.1:42392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-31T18:43:14.238693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.885833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:43:14.238726Z","caller":"traceutil/trace.go:171","msg":"trace[2042453553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5323; }","duration":"166.956705ms","start":"2026-03-31T18:43:14.07176Z","end":"2026-03-31T18:43:14.238717Z","steps":["trace[2042453553] 'agreement among raft nodes before linearized reading' (duration: 166.843852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:14.29265Z","caller":"traceutil/trace.go:171","msg":"trace[953988662] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"215.903484ms","start":"2026-03-31T18:43:14.07672Z","end":"2026-03-31T18:43:14.292623Z","steps":["trace[953988662] 'process raft request' (duration: 215.698479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:14.527224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.281123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:14.527679Z","caller":"traceutil/trace.go:171","msg":"trace[465106326] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"449.366052ms","start":"2026-03-31T18:43:14.078293Z","end":"2026-03-31T18:43:14.527659Z","steps":["trace[465106326] 'process raft request' (duration: 449.059745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:14.527788Z","caller":"traceutil/trace.go:171","msg":"trace[1609657105] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"450.863945ms","start":"2026-03-31T18:43:14.076886Z","end":"2026-03-31T18:43:14.52775Z","steps":["trace[1609657105] 'process raft request' (duration: 274.966939ms)","trace[1609657105] 'compare' (duration: 175.022966ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:14.527879Z","caller":"traceutil/trace.go:171","msg":"trace[1488882630] linearizableReadLoop","detail":"{readStateIndex:5560; appliedIndex:5557; }","duration":"289.459585ms","start":"2026-03-31T18:43:14.238389Z","end":"2026-03-31T18:43:14.527849Z","steps":["trace[1488882630] 'read index received' (duration: 54.160795ms)","trace[1488882630] 'applied index is now lower than readState.Index' (duration: 235.295379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:14.527983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:14.076842Z","time spent":"451.040469ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:14.52804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:14.078263Z","time spent":"449.456845ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:14.528167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.59818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:43:14.5282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.387917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:43:14.528172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.39887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:43:14.528212Z","caller":"traceutil/trace.go:171","msg":"trace[126910738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5328; }","duration":"450.705142ms","start":"2026-03-31T18:43:14.077496Z","end":"2026-03-31T18:43:14.528201Z","steps":["trace[126910738] 'agreement among raft nodes before linearized reading' (duration: 450.511248ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:14.528236Z","caller":"traceutil/trace.go:171","msg":"trace[1168613732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5328; }","duration":"348.471379ms","start":"2026-03-31T18:43:14.179756Z","end":"2026-03-31T18:43:14.528227Z","steps":["trace[1168613732] 'agreement among raft nodes before linearized reading' (duration: 348.357696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:14.528264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:14.179735Z","time spent":"348.523571ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:43:14.528172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.186901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T18:43:14.528267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:14.077468Z","time spent":"450.790094ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:43:14.528331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.690436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/monitoring/kube-prometheus-stack-admission-create\" ","response":"range_response_count:1 size:3994"} {"level":"info","ts":"2026-03-31T18:43:14.528388Z","caller":"traceutil/trace.go:171","msg":"trace[766376884] range","detail":"{range_begin:/registry/jobs/monitoring/kube-prometheus-stack-admission-create; range_end:; response_count:1; response_revision:5328; }","duration":"275.780688ms","start":"2026-03-31T18:43:14.25259Z","end":"2026-03-31T18:43:14.528371Z","steps":["trace[766376884] 'agreement among raft nodes before linearized reading' (duration: 275.593804ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:14.528364Z","caller":"traceutil/trace.go:171","msg":"trace[1103963894] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5328; }","duration":"446.389315ms","start":"2026-03-31T18:43:14.081907Z","end":"2026-03-31T18:43:14.528296Z","steps":["trace[1103963894] 'agreement among raft nodes before linearized reading' (duration: 445.995017ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:14.528374Z","caller":"traceutil/trace.go:171","msg":"trace[2003720121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5328; }","duration":"448.544743ms","start":"2026-03-31T18:43:14.079703Z","end":"2026-03-31T18:43:14.528248Z","steps":["trace[2003720121] 'agreement among raft nodes before linearized reading' (duration: 448.279948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:14.528441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:14.079685Z","time spent":"448.741137ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:43:14.528458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:14.081856Z","time spent":"446.58202ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:43:14.527883Z","caller":"traceutil/trace.go:171","msg":"trace[1087109768] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"284.458232ms","start":"2026-03-31T18:43:14.243318Z","end":"2026-03-31T18:43:14.527776Z","steps":["trace[1087109768] 'process raft request' (duration: 284.136904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:14.816957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.308043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T18:43:14.817095Z","caller":"traceutil/trace.go:171","msg":"trace[1701887009] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5329; }","duration":"286.754124ms","start":"2026-03-31T18:43:14.530322Z","end":"2026-03-31T18:43:14.817076Z","steps":["trace[1701887009] 'process raft request' (duration: 107.167765ms)","trace[1701887009] 'compare' (duration: 179.017247ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:14.887236Z","caller":"traceutil/trace.go:171","msg":"trace[1774772246] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"354.092245ms","start":"2026-03-31T18:43:14.533116Z","end":"2026-03-31T18:43:14.887208Z","steps":["trace[1774772246] 'process raft request' (duration: 353.700366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:14.887414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:14.53309Z","time spent":"354.229458ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:14.887697Z","caller":"traceutil/trace.go:171","msg":"trace[2090205036] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"354.284718ms","start":"2026-03-31T18:43:14.533345Z","end":"2026-03-31T18:43:14.887629Z","steps":["trace[2090205036] 'process raft request' (duration: 353.813958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:14.88781Z","caller":"traceutil/trace.go:171","msg":"trace[1330143739] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"354.347669ms","start":"2026-03-31T18:43:14.533438Z","end":"2026-03-31T18:43:14.887786Z","steps":["trace[1330143739] 'process raft request' (duration: 354.102834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:14.887785Z","caller":"traceutil/trace.go:171","msg":"trace[1156484788] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"353.936861ms","start":"2026-03-31T18:43:14.533814Z","end":"2026-03-31T18:43:14.887751Z","steps":["trace[1156484788] 'process raft request' (duration: 353.863489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:14.887913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:14.53341Z","time spent":"354.451982ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:14.887961Z","caller":"traceutil/trace.go:171","msg":"trace[1865635987] linearizableReadLoop","detail":"{readStateIndex:5568; appliedIndex:5562; }","duration":"263.010521ms","start":"2026-03-31T18:43:14.624927Z","end":"2026-03-31T18:43:14.887938Z","steps":["trace[1865635987] 'read index received' (duration: 12.537441ms)","trace[1865635987] 'applied index is now lower than readState.Index' (duration: 250.47075ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:14.888076Z","caller":"traceutil/trace.go:171","msg":"trace[1190937029] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"328.408758ms","start":"2026-03-31T18:43:14.559649Z","end":"2026-03-31T18:43:14.888058Z","steps":["trace[1190937029] 'process raft request' (duration: 328.063641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:14.888083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:14.533798Z","time spent":"354.160125ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:14.888146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.201835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:43:14.88816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:14.559629Z","time spent":"328.49054ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:14.888204Z","caller":"traceutil/trace.go:171","msg":"trace[1414700959] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:5334; }","duration":"263.319227ms","start":"2026-03-31T18:43:14.624868Z","end":"2026-03-31T18:43:14.888188Z","steps":["trace[1414700959] 'agreement among raft nodes before linearized reading' (duration: 263.176814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:14.888698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:14.533333Z","time spent":"354.469402ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:15.007315Z","caller":"traceutil/trace.go:171","msg":"trace[423314217] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"186.412273ms","start":"2026-03-31T18:43:14.820873Z","end":"2026-03-31T18:43:15.007285Z","steps":["trace[423314217] 'process raft request' (duration: 114.529289ms)","trace[423314217] 'compare' (duration: 71.560226ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:15.007362Z","caller":"traceutil/trace.go:171","msg":"trace[1961059483] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"186.055485ms","start":"2026-03-31T18:43:14.821283Z","end":"2026-03-31T18:43:15.007339Z","steps":["trace[1961059483] 'process raft request' (duration: 185.926552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:15.007512Z","caller":"traceutil/trace.go:171","msg":"trace[2022130652] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"186.034504ms","start":"2026-03-31T18:43:14.821468Z","end":"2026-03-31T18:43:15.007503Z","steps":["trace[2022130652] 'process raft request' (duration: 185.83022ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:15.007432Z","caller":"traceutil/trace.go:171","msg":"trace[886043641] linearizableReadLoop","detail":"{readStateIndex:5574; appliedIndex:5568; }","duration":"119.395519ms","start":"2026-03-31T18:43:14.888011Z","end":"2026-03-31T18:43:15.007407Z","steps":["trace[886043641] 'read index received' (duration: 47.419904ms)","trace[886043641] 'applied index is now lower than readState.Index' (duration: 71.974365ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:15.007498Z","caller":"traceutil/trace.go:171","msg":"trace[1070719138] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"186.088525ms","start":"2026-03-31T18:43:14.821372Z","end":"2026-03-31T18:43:15.00746Z","steps":["trace[1070719138] 'process raft request' (duration: 185.894181ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:15.007466Z","caller":"traceutil/trace.go:171","msg":"trace[1654017131] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"185.796709ms","start":"2026-03-31T18:43:14.821652Z","end":"2026-03-31T18:43:15.007448Z","steps":["trace[1654017131] 'process raft request' (duration: 185.713247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:15.00766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.132288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T18:43:15.007597Z","caller":"traceutil/trace.go:171","msg":"trace[1957920576] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"186.074436ms","start":"2026-03-31T18:43:14.821486Z","end":"2026-03-31T18:43:15.00756Z","steps":["trace[1957920576] 'process raft request' (duration: 185.845371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:15.007743Z","caller":"traceutil/trace.go:171","msg":"trace[511852274] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5340; }","duration":"310.269451ms","start":"2026-03-31T18:43:14.697459Z","end":"2026-03-31T18:43:15.007728Z","steps":["trace[511852274] 'agreement among raft nodes before linearized reading' (duration: 310.026556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:15.007749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.178099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-624wc\" ","response":"range_response_count:1 size:4589"} {"level":"warn","ts":"2026-03-31T18:43:15.007786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:14.697439Z","time spent":"310.336172ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-31T18:43:15.007825Z","caller":"traceutil/trace.go:171","msg":"trace[1819816656] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-624wc; range_end:; response_count:1; response_revision:5340; }","duration":"187.296582ms","start":"2026-03-31T18:43:14.820505Z","end":"2026-03-31T18:43:15.007801Z","steps":["trace[1819816656] 'agreement among raft nodes before linearized reading' (duration: 187.090007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:15.007876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.441118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63218"} {"level":"info","ts":"2026-03-31T18:43:15.00793Z","caller":"traceutil/trace.go:171","msg":"trace[1524698556] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5340; }","duration":"114.538849ms","start":"2026-03-31T18:43:14.893378Z","end":"2026-03-31T18:43:15.007917Z","steps":["trace[1524698556] 'agreement among raft nodes before linearized reading' (duration: 114.273274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:15.00799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.402015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:43:15.008049Z","caller":"traceutil/trace.go:171","msg":"trace[1466604676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5340; }","duration":"216.499007ms","start":"2026-03-31T18:43:14.791535Z","end":"2026-03-31T18:43:15.008034Z","steps":["trace[1466604676] 'agreement among raft nodes before linearized reading' (duration: 216.142639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:15.220611Z","caller":"traceutil/trace.go:171","msg":"trace[1233802190] linearizableReadLoop","detail":"{readStateIndex:5577; appliedIndex:5574; }","duration":"206.549664ms","start":"2026-03-31T18:43:15.014037Z","end":"2026-03-31T18:43:15.220587Z","steps":["trace[1233802190] 'read index received' (duration: 46.707328ms)","trace[1233802190] 'applied index is now lower than readState.Index' (duration: 159.841376ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:15.220697Z","caller":"traceutil/trace.go:171","msg":"trace[116235839] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"206.864521ms","start":"2026-03-31T18:43:15.013787Z","end":"2026-03-31T18:43:15.220651Z","steps":["trace[116235839] 'process raft request' (duration: 118.438757ms)","trace[116235839] 'compare' (duration: 88.150878ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:15.220729Z","caller":"traceutil/trace.go:171","msg":"trace[1919955647] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"206.771979ms","start":"2026-03-31T18:43:15.013917Z","end":"2026-03-31T18:43:15.220689Z","steps":["trace[1919955647] 'process raft request' (duration: 206.626826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:15.220895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.82907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-624wc\" ","response":"range_response_count:1 size:4589"} {"level":"info","ts":"2026-03-31T18:43:15.220942Z","caller":"traceutil/trace.go:171","msg":"trace[1488921468] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-624wc; range_end:; response_count:1; response_revision:5343; }","duration":"206.896231ms","start":"2026-03-31T18:43:15.014034Z","end":"2026-03-31T18:43:15.22093Z","steps":["trace[1488921468] 'agreement among raft nodes before linearized reading' (duration: 206.699887ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:15.423356Z","caller":"traceutil/trace.go:171","msg":"trace[1646699399] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"134.202301ms","start":"2026-03-31T18:43:15.289127Z","end":"2026-03-31T18:43:15.423329Z","steps":["trace[1646699399] 'process raft request' (duration: 134.079918ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:15.42337Z","caller":"traceutil/trace.go:171","msg":"trace[261072309] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"134.18491ms","start":"2026-03-31T18:43:15.289161Z","end":"2026-03-31T18:43:15.423346Z","steps":["trace[261072309] 'process raft request' (duration: 134.115379ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:15.423426Z","caller":"traceutil/trace.go:171","msg":"trace[79814925] transaction","detail":"{read_only:false; response_revision:5378; number_of_response:1; }","duration":"134.368165ms","start":"2026-03-31T18:43:15.289037Z","end":"2026-03-31T18:43:15.423405Z","steps":["trace[79814925] 'process raft request' (duration: 130.143741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:15.423429Z","caller":"traceutil/trace.go:171","msg":"trace[179735583] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"134.1932ms","start":"2026-03-31T18:43:15.289192Z","end":"2026-03-31T18:43:15.423385Z","steps":["trace[179735583] 'process raft request' (duration: 134.111289ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:15.571449Z","caller":"traceutil/trace.go:171","msg":"trace[549539796] linearizableReadLoop","detail":"{readStateIndex:5618; appliedIndex:5616; }","duration":"142.971988ms","start":"2026-03-31T18:43:15.428455Z","end":"2026-03-31T18:43:15.571427Z","steps":["trace[549539796] 'read index received' (duration: 36.739884ms)","trace[549539796] 'applied index is now lower than readState.Index' (duration: 106.230894ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:15.571482Z","caller":"traceutil/trace.go:171","msg":"trace[1126211842] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"143.131302ms","start":"2026-03-31T18:43:15.428328Z","end":"2026-03-31T18:43:15.571459Z","steps":["trace[1126211842] 'process raft request' (duration: 116.617647ms)","trace[1126211842] 'compare' (duration: 26.263449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:15.571674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.839776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:15.571762Z","caller":"traceutil/trace.go:171","msg":"trace[694017398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5385; }","duration":"118.955338ms","start":"2026-03-31T18:43:15.452787Z","end":"2026-03-31T18:43:15.571742Z","steps":["trace[694017398] 'agreement among raft nodes before linearized reading' (duration: 118.807885ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:15.571855Z","caller":"traceutil/trace.go:171","msg":"trace[2146985509] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"143.459609ms","start":"2026-03-31T18:43:15.428371Z","end":"2026-03-31T18:43:15.571831Z","steps":["trace[2146985509] 'process raft request' (duration: 142.975658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:15.5719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.416998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:43:15.57203Z","caller":"traceutil/trace.go:171","msg":"trace[929809413] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5385; }","duration":"143.575951ms","start":"2026-03-31T18:43:15.428433Z","end":"2026-03-31T18:43:15.572009Z","steps":["trace[929809413] 'agreement among raft nodes before linearized reading' (duration: 143.133021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:15.572148Z","caller":"traceutil/trace.go:171","msg":"trace[924463859] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"143.54095ms","start":"2026-03-31T18:43:15.428588Z","end":"2026-03-31T18:43:15.572129Z","steps":["trace[924463859] 'process raft request' (duration: 142.794234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:16.050644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.627049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:16.050792Z","caller":"traceutil/trace.go:171","msg":"trace[1073361356] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"299.136341ms","start":"2026-03-31T18:43:15.75163Z","end":"2026-03-31T18:43:16.050767Z","steps":["trace[1073361356] 'process raft request' (duration: 111.303527ms)","trace[1073361356] 'compare' (duration: 187.463316ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:16.323659Z","caller":"traceutil/trace.go:171","msg":"trace[395927270] linearizableReadLoop","detail":"{readStateIndex:5645; appliedIndex:5643; }","duration":"485.105775ms","start":"2026-03-31T18:43:15.838534Z","end":"2026-03-31T18:43:16.32364Z","steps":["trace[395927270] 'read index received' (duration: 24.464449ms)","trace[395927270] 'applied index is now lower than readState.Index' (duration: 460.640636ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:16.323709Z","caller":"traceutil/trace.go:171","msg":"trace[488523170] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"566.003219ms","start":"2026-03-31T18:43:15.757677Z","end":"2026-03-31T18:43:16.323681Z","steps":["trace[488523170] 'process raft request' (duration: 534.360378ms)","trace[488523170] 'compare' (duration: 31.487027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:16.323854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.307459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:16.323892Z","caller":"traceutil/trace.go:171","msg":"trace[311110167] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5411; }","duration":"485.407041ms","start":"2026-03-31T18:43:15.83848Z","end":"2026-03-31T18:43:16.323887Z","steps":["trace[311110167] 'agreement among raft nodes before linearized reading' (duration: 485.284288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:16.323889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:15.757657Z","time spent":"566.141581ms","remote":"127.0.0.1:42134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":122945,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:16.323928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:15.838458Z","time spent":"485.461722ms","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":15,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:43:16.551689Z","caller":"traceutil/trace.go:171","msg":"trace[682751847] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"497.0131ms","start":"2026-03-31T18:43:16.054644Z","end":"2026-03-31T18:43:16.551658Z","steps":["trace[682751847] 'process raft request' (duration: 496.907908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:16.55188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:16.05462Z","time spent":"497.158514ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1617,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:43:16.551697Z","caller":"traceutil/trace.go:171","msg":"trace[213344038] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"497.055011ms","start":"2026-03-31T18:43:16.0546Z","end":"2026-03-31T18:43:16.551655Z","steps":["trace[213344038] 'process raft request' (duration: 475.908336ms)","trace[213344038] 'compare' (duration: 20.811477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:16.552782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:16.054574Z","time spent":"498.143055ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:43:16.620719Z","caller":"traceutil/trace.go:171","msg":"trace[1092180588] linearizableReadLoop","detail":"{readStateIndex:5648; appliedIndex:5645; }","duration":"295.531821ms","start":"2026-03-31T18:43:16.325162Z","end":"2026-03-31T18:43:16.620694Z","steps":["trace[1092180588] 'read index received' (duration: 205.367608ms)","trace[1092180588] 'applied index is now lower than readState.Index' (duration: 90.162753ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:16.620834Z","caller":"traceutil/trace.go:171","msg":"trace[1623633465] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"295.48396ms","start":"2026-03-31T18:43:16.325339Z","end":"2026-03-31T18:43:16.620823Z","steps":["trace[1623633465] 'process raft request' (duration: 295.307346ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:16.620732Z","caller":"traceutil/trace.go:171","msg":"trace[1566946575] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"322.461914ms","start":"2026-03-31T18:43:16.29825Z","end":"2026-03-31T18:43:16.620712Z","steps":["trace[1566946575] 'process raft request' (duration: 322.221139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:16.621102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.928739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122959"} {"level":"warn","ts":"2026-03-31T18:43:16.621122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:16.298225Z","time spent":"322.788192ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:16.621186Z","caller":"traceutil/trace.go:171","msg":"trace[135653813] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5415; }","duration":"296.045762ms","start":"2026-03-31T18:43:16.325118Z","end":"2026-03-31T18:43:16.621164Z","steps":["trace[135653813] 'agreement among raft nodes before linearized reading' (duration: 295.757986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:16.94803Z","caller":"traceutil/trace.go:171","msg":"trace[817353396] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"413.994949ms","start":"2026-03-31T18:43:16.534006Z","end":"2026-03-31T18:43:16.948001Z","steps":["trace[817353396] 'process raft request' (duration: 386.629424ms)","trace[817353396] 'compare' (duration: 26.984565ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:16.948065Z","caller":"traceutil/trace.go:171","msg":"trace[715739124] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"413.653131ms","start":"2026-03-31T18:43:16.534394Z","end":"2026-03-31T18:43:16.948047Z","steps":["trace[715739124] 'process raft request' (duration: 413.504756ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:16.948069Z","caller":"traceutil/trace.go:171","msg":"trace[120307860] linearizableReadLoop","detail":"{readStateIndex:5651; appliedIndex:5649; }","duration":"327.217522ms","start":"2026-03-31T18:43:16.62079Z","end":"2026-03-31T18:43:16.948007Z","steps":["trace[120307860] 'read index received' (duration: 299.921659ms)","trace[120307860] 'applied index is now lower than readState.Index' (duration: 27.293983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:16.948171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:16.53398Z","time spent":"414.120871ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:16.94821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.93798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:43:16.948271Z","caller":"traceutil/trace.go:171","msg":"trace[391910625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5417; }","duration":"415.052252ms","start":"2026-03-31T18:43:16.533209Z","end":"2026-03-31T18:43:16.948261Z","steps":["trace[391910625] 'agreement among raft nodes before linearized reading' (duration: 414.835428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:16.948245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.076157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:16.94832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:16.533187Z","time spent":"415.125725ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:43:16.948171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:16.534376Z","time spent":"413.724723ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:16.948347Z","caller":"traceutil/trace.go:171","msg":"trace[1125477005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5417; }","duration":"495.215401ms","start":"2026-03-31T18:43:16.45311Z","end":"2026-03-31T18:43:16.948325Z","steps":["trace[1125477005] 'agreement among raft nodes before linearized reading' (duration: 495.065818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:16.948412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:16.453091Z","time spent":"495.307263ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:43:17.215328Z","caller":"traceutil/trace.go:171","msg":"trace[1894302031] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"591.080861ms","start":"2026-03-31T18:43:16.624223Z","end":"2026-03-31T18:43:17.215304Z","steps":["trace[1894302031] 'process raft request' (duration: 590.678902ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:17.215364Z","caller":"traceutil/trace.go:171","msg":"trace[478105876] linearizableReadLoop","detail":"{readStateIndex:5654; appliedIndex:5651; }","duration":"267.183984ms","start":"2026-03-31T18:43:16.948154Z","end":"2026-03-31T18:43:17.215338Z","steps":["trace[478105876] 'read index received' (duration: 266.753025ms)","trace[478105876] 'applied index is now lower than readState.Index' (duration: 429.249µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:17.215429Z","caller":"traceutil/trace.go:171","msg":"trace[727220343] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"590.884407ms","start":"2026-03-31T18:43:16.62452Z","end":"2026-03-31T18:43:17.215404Z","steps":["trace[727220343] 'process raft request' (duration: 590.57377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:17.215423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:16.624198Z","time spent":"591.180993ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1156,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:17.215567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:43:17.215574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.908886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:43:17.215607Z","caller":"traceutil/trace.go:171","msg":"trace[372080687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5420; }","duration":"307.158622ms","start":"2026-03-31T18:43:16.908439Z","end":"2026-03-31T18:43:17.215597Z","steps":["trace[372080687] 'agreement among raft nodes before linearized reading' (duration: 306.997018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:17.215598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.143771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T18:43:17.215639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:16.908421Z","time spent":"307.213353ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:43:17.215643Z","caller":"traceutil/trace.go:171","msg":"trace[230412198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5420; }","duration":"307.011338ms","start":"2026-03-31T18:43:16.908615Z","end":"2026-03-31T18:43:17.215626Z","steps":["trace[230412198] 'agreement among raft nodes before linearized reading' (duration: 306.782723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:17.215683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:16.908598Z","time spent":"307.07675ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:43:17.215679Z","caller":"traceutil/trace.go:171","msg":"trace[1671707786] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5420; }","duration":"307.227043ms","start":"2026-03-31T18:43:16.908429Z","end":"2026-03-31T18:43:17.215656Z","steps":["trace[1671707786] 'agreement among raft nodes before linearized reading' (duration: 307.035099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:17.215882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:16.908413Z","time spent":"307.423977ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:43:17.215586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:16.624509Z","time spent":"591.0085ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1676,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:43:17.215464Z","caller":"traceutil/trace.go:171","msg":"trace[1700318073] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"590.136321ms","start":"2026-03-31T18:43:16.625321Z","end":"2026-03-31T18:43:17.215457Z","steps":["trace[1700318073] 'process raft request' (duration: 589.892305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:17.216132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:16.625293Z","time spent":"590.734953ms","remote":"127.0.0.1:42134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":122945,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:17.21571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.878624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:43:17.216434Z","caller":"traceutil/trace.go:171","msg":"trace[1703496701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5420; }","duration":"307.618221ms","start":"2026-03-31T18:43:16.908806Z","end":"2026-03-31T18:43:17.216424Z","steps":["trace[1703496701] 'agreement among raft nodes before linearized reading' (duration: 306.570478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:17.216466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:16.908803Z","time spent":"307.654012ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:43:17.239918Z","caller":"traceutil/trace.go:171","msg":"trace[2097229677] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"287.341967ms","start":"2026-03-31T18:43:16.952543Z","end":"2026-03-31T18:43:17.239885Z","steps":["trace[2097229677] 'process raft request' (duration: 287.228314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:17.240016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.130171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:43:17.240076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.883928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:43:17.240218Z","caller":"traceutil/trace.go:171","msg":"trace[1520441239] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:5421; }","duration":"226.086753ms","start":"2026-03-31T18:43:17.014082Z","end":"2026-03-31T18:43:17.240168Z","steps":["trace[1520441239] 'agreement among raft nodes before linearized reading' (duration: 225.846218ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:17.24009Z","caller":"traceutil/trace.go:171","msg":"trace[1099036385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5421; }","duration":"176.257484ms","start":"2026-03-31T18:43:17.063817Z","end":"2026-03-31T18:43:17.240074Z","steps":["trace[1099036385] 'agreement among raft nodes before linearized reading' (duration: 176.09018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:17.240085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.356985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:17.240537Z","caller":"traceutil/trace.go:171","msg":"trace[924108745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5421; }","duration":"290.861256ms","start":"2026-03-31T18:43:16.949662Z","end":"2026-03-31T18:43:17.240523Z","steps":["trace[924108745] 'agreement among raft nodes before linearized reading' (duration: 290.353765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:17.614658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.848253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:17.614795Z","caller":"traceutil/trace.go:171","msg":"trace[199914689] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"300.665166ms","start":"2026-03-31T18:43:17.314109Z","end":"2026-03-31T18:43:17.614774Z","steps":["trace[199914689] 'process raft request' (duration: 129.579757ms)","trace[199914689] 'compare' (duration: 170.671819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:17.61486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:17.314088Z","time spent":"300.743878ms","remote":"127.0.0.1:42134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130630,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:17.666193Z","caller":"traceutil/trace.go:171","msg":"trace[1235190793] linearizableReadLoop","detail":"{readStateIndex:5668; appliedIndex:5666; }","duration":"212.486838ms","start":"2026-03-31T18:43:17.453677Z","end":"2026-03-31T18:43:17.666164Z","steps":["trace[1235190793] 'read index received' (duration: 212.336454ms)","trace[1235190793] 'applied index is now lower than readState.Index' (duration: 149.074µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:17.666204Z","caller":"traceutil/trace.go:171","msg":"trace[1970461704] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"338.464034ms","start":"2026-03-31T18:43:17.327711Z","end":"2026-03-31T18:43:17.666175Z","steps":["trace[1970461704] 'process raft request' (duration: 338.236829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:17.666279Z","caller":"traceutil/trace.go:171","msg":"trace[955528908] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"338.539525ms","start":"2026-03-31T18:43:17.327734Z","end":"2026-03-31T18:43:17.666273Z","steps":["trace[955528908] 'process raft request' (duration: 338.366321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:17.666369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:17.327719Z","time spent":"338.595887ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1707,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:17.666392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.690772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:17.666476Z","caller":"traceutil/trace.go:171","msg":"trace[1933067744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5434; }","duration":"212.842455ms","start":"2026-03-31T18:43:17.453608Z","end":"2026-03-31T18:43:17.666451Z","steps":["trace[1933067744] 'agreement among raft nodes before linearized reading' (duration: 212.675541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:17.666451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:17.327681Z","time spent":"338.626598ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1139,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:43:17.849768Z","caller":"traceutil/trace.go:171","msg":"trace[823649644] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"155.561ms","start":"2026-03-31T18:43:17.694179Z","end":"2026-03-31T18:43:17.84974Z","steps":["trace[823649644] 'process raft request' (duration: 155.329234ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:18.105659Z","caller":"traceutil/trace.go:171","msg":"trace[987003565] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"409.765314ms","start":"2026-03-31T18:43:17.695857Z","end":"2026-03-31T18:43:18.105622Z","steps":["trace[987003565] 'process raft request' (duration: 409.623471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:18.105717Z","caller":"traceutil/trace.go:171","msg":"trace[988649515] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"411.39071ms","start":"2026-03-31T18:43:17.69431Z","end":"2026-03-31T18:43:18.105701Z","steps":["trace[988649515] 'process raft request' (duration: 320.264745ms)","trace[988649515] 'compare' (duration: 90.703295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:18.105788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:17.694293Z","time spent":"411.450791ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1024,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:18.105791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:17.695847Z","time spent":"409.896327ms","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7944,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:18.230877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.313751ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:43:18.231084Z","caller":"traceutil/trace.go:171","msg":"trace[468487397] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"520.808835ms","start":"2026-03-31T18:43:17.710259Z","end":"2026-03-31T18:43:18.231068Z","steps":["trace[468487397] 'process raft request' (duration: 520.703062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:18.231166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:17.710232Z","time spent":"520.884856ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:18.274162Z","caller":"traceutil/trace.go:171","msg":"trace[336154750] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"161.508704ms","start":"2026-03-31T18:43:18.112629Z","end":"2026-03-31T18:43:18.274138Z","steps":["trace[336154750] 'process raft request' (duration: 161.377941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:18.477992Z","caller":"traceutil/trace.go:171","msg":"trace[2115298276] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"365.314447ms","start":"2026-03-31T18:43:18.112641Z","end":"2026-03-31T18:43:18.477955Z","steps":["trace[2115298276] 'process raft request' (duration: 365.124183ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:18.478015Z","caller":"traceutil/trace.go:171","msg":"trace[845884304] linearizableReadLoop","detail":"{readStateIndex:5678; appliedIndex:5674; }","duration":"341.696316ms","start":"2026-03-31T18:43:18.13629Z","end":"2026-03-31T18:43:18.477986Z","steps":["trace[845884304] 'read index received' (duration: 137.783021ms)","trace[845884304] 'applied index is now lower than readState.Index' (duration: 203.911975ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:18.478119Z","caller":"traceutil/trace.go:171","msg":"trace[10517765] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"363.291551ms","start":"2026-03-31T18:43:18.114817Z","end":"2026-03-31T18:43:18.478108Z","steps":["trace[10517765] 'process raft request' (duration: 363.125468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:18.478135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:18.112624Z","time spent":"365.444929ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4222,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:18.478213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.943972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:43:18.478228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:18.114794Z","time spent":"363.362182ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10045,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:43:18.478255Z","caller":"traceutil/trace.go:171","msg":"trace[187771643] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5443; }","duration":"342.032513ms","start":"2026-03-31T18:43:18.136213Z","end":"2026-03-31T18:43:18.478246Z","steps":["trace[187771643] 'agreement among raft nodes before linearized reading' (duration: 341.925781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:18.478278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:18.136192Z","time spent":"342.079845ms","remote":"127.0.0.1:42486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:43:18.478069Z","caller":"traceutil/trace.go:171","msg":"trace[670310225] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"365.294446ms","start":"2026-03-31T18:43:18.112729Z","end":"2026-03-31T18:43:18.478023Z","steps":["trace[670310225] 'process raft request' (duration: 365.166913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:18.478587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:18.112708Z","time spent":"365.754967ms","remote":"127.0.0.1:42544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6246,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:43:18.714696Z","caller":"traceutil/trace.go:171","msg":"trace[1300424589] linearizableReadLoop","detail":"{readStateIndex:5679; appliedIndex:5678; }","duration":"236.595318ms","start":"2026-03-31T18:43:18.478077Z","end":"2026-03-31T18:43:18.714673Z","steps":["trace[1300424589] 'read index received' (duration: 236.485685ms)","trace[1300424589] 'applied index is now lower than readState.Index' (duration: 108.373µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:18.714751Z","caller":"traceutil/trace.go:171","msg":"trace[1498046930] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"434.11208ms","start":"2026-03-31T18:43:18.280594Z","end":"2026-03-31T18:43:18.714706Z","steps":["trace[1498046930] 'process raft request' (duration: 433.946266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:18.714899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.956816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:18.714951Z","caller":"traceutil/trace.go:171","msg":"trace[1115076892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5444; }","duration":"262.059709ms","start":"2026-03-31T18:43:18.452881Z","end":"2026-03-31T18:43:18.714941Z","steps":["trace[1115076892] 'agreement among raft nodes before linearized reading' (duration: 261.904225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:18.714977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:18.280573Z","time spent":"434.239742ms","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4984,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:43:19.171176Z","caller":"traceutil/trace.go:171","msg":"trace[1544752350] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"545.374606ms","start":"2026-03-31T18:43:18.625781Z","end":"2026-03-31T18:43:19.171156Z","steps":["trace[1544752350] 'process raft request' (duration: 545.332445ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.171233Z","caller":"traceutil/trace.go:171","msg":"trace[858170390] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"686.780278ms","start":"2026-03-31T18:43:18.484443Z","end":"2026-03-31T18:43:19.171223Z","steps":["trace[858170390] 'process raft request' (duration: 686.43724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.171312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:18.625756Z","time spent":"545.498898ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:19.171337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:18.484415Z","time spent":"686.85926ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7985,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:43:19.171335Z","caller":"traceutil/trace.go:171","msg":"trace[219084827] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"687.34575ms","start":"2026-03-31T18:43:18.483956Z","end":"2026-03-31T18:43:19.171302Z","steps":["trace[219084827] 'process raft request' (duration: 686.794878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.171365Z","caller":"traceutil/trace.go:171","msg":"trace[1374150143] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"680.781583ms","start":"2026-03-31T18:43:18.49056Z","end":"2026-03-31T18:43:19.171342Z","steps":["trace[1374150143] 'process raft request' (duration: 680.472707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.171373Z","caller":"traceutil/trace.go:171","msg":"trace[42344357] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"678.925322ms","start":"2026-03-31T18:43:18.492431Z","end":"2026-03-31T18:43:19.171356Z","steps":["trace[42344357] 'process raft request' (duration: 678.663816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.171457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:18.49242Z","time spent":"678.992083ms","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1447,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:19.171455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:18.483933Z","time spent":"687.464753ms","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4673,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:43:19.17117Z","caller":"traceutil/trace.go:171","msg":"trace[248855528] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"685.620662ms","start":"2026-03-31T18:43:18.485521Z","end":"2026-03-31T18:43:19.171141Z","steps":["trace[248855528] 'process raft request' (duration: 685.407027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.171555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:18.485509Z","time spent":"686.029162ms","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10287,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:43:19.171551Z","caller":"traceutil/trace.go:171","msg":"trace[296294352] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"681.917879ms","start":"2026-03-31T18:43:18.489625Z","end":"2026-03-31T18:43:19.171543Z","steps":["trace[296294352] 'process raft request' (duration: 681.373297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.171457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:18.490537Z","time spent":"680.874925ms","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1255,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:19.171613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:18.489614Z","time spent":"681.97896ms","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1463,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:43:19.171799Z","caller":"traceutil/trace.go:171","msg":"trace[1743703272] linearizableReadLoop","detail":"{readStateIndex:5686; appliedIndex:5686; }","duration":"457.024413ms","start":"2026-03-31T18:43:18.714761Z","end":"2026-03-31T18:43:19.171785Z","steps":["trace[1743703272] 'read index received' (duration: 457.019193ms)","trace[1743703272] 'applied index is now lower than readState.Index' (duration: 4.02µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:19.171849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.216497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:19.171878Z","caller":"traceutil/trace.go:171","msg":"trace[927177032] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5451; }","duration":"617.286218ms","start":"2026-03-31T18:43:18.554583Z","end":"2026-03-31T18:43:19.17187Z","steps":["trace[927177032] 'agreement among raft nodes before linearized reading' (duration: 617.241017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.171901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:18.554563Z","time spent":"617.33104ms","remote":"127.0.0.1:55480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:43:19.309857Z","caller":"traceutil/trace.go:171","msg":"trace[1672567982] linearizableReadLoop","detail":"{readStateIndex:5691; appliedIndex:5686; }","duration":"138.011707ms","start":"2026-03-31T18:43:19.171826Z","end":"2026-03-31T18:43:19.309837Z","steps":["trace[1672567982] 'read index received' (duration: 107.728708ms)","trace[1672567982] 'applied index is now lower than readState.Index' (duration: 30.281749ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:19.309885Z","caller":"traceutil/trace.go:171","msg":"trace[1098005800] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"588.267908ms","start":"2026-03-31T18:43:18.721591Z","end":"2026-03-31T18:43:19.309859Z","steps":["trace[1098005800] 'process raft request' (duration: 588.139655ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.309968Z","caller":"traceutil/trace.go:171","msg":"trace[1157149699] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"589.543468ms","start":"2026-03-31T18:43:18.720392Z","end":"2026-03-31T18:43:19.309936Z","steps":["trace[1157149699] 'process raft request' (duration: 589.292882ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.309991Z","caller":"traceutil/trace.go:171","msg":"trace[1055366314] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"590.529289ms","start":"2026-03-31T18:43:18.719437Z","end":"2026-03-31T18:43:19.309966Z","steps":["trace[1055366314] 'process raft request' (duration: 560.103126ms)","trace[1055366314] 'compare' (duration: 29.984314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:19.310039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:18.721579Z","time spent":"588.37314ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5057,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:19.310082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:18.719414Z","time spent":"590.624911ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":769,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:19.310084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:18.72037Z","time spent":"589.65321ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4016,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:43:19.310167Z","caller":"traceutil/trace.go:171","msg":"trace[1499850393] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"356.543ms","start":"2026-03-31T18:43:18.953599Z","end":"2026-03-31T18:43:19.310142Z","steps":["trace[1499850393] 'process raft request' (duration: 356.173652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.310143Z","caller":"traceutil/trace.go:171","msg":"trace[1637627150] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"356.112539ms","start":"2026-03-31T18:43:18.953993Z","end":"2026-03-31T18:43:19.310105Z","steps":["trace[1637627150] 'process raft request' (duration: 355.811193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.310257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:18.95356Z","time spent":"356.646153ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:19.310335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:18.953963Z","time spent":"356.269313ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:19.310544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.807034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:19.310588Z","caller":"traceutil/trace.go:171","msg":"trace[1700005646] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5456; }","duration":"573.880226ms","start":"2026-03-31T18:43:18.736693Z","end":"2026-03-31T18:43:19.310574Z","steps":["trace[1700005646] 'agreement among raft nodes before linearized reading' (duration: 573.401665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.310619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:18.736681Z","time spent":"573.929027ms","remote":"127.0.0.1:34712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:43:19.522107Z","caller":"traceutil/trace.go:171","msg":"trace[2130289647] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"344.613791ms","start":"2026-03-31T18:43:19.177458Z","end":"2026-03-31T18:43:19.522072Z","steps":["trace[2130289647] 'process raft request' (duration: 343.852784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.522324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.177436Z","time spent":"344.777175ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8031,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:19.522397Z","caller":"traceutil/trace.go:171","msg":"trace[173303978] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"344.815926ms","start":"2026-03-31T18:43:19.177549Z","end":"2026-03-31T18:43:19.522365Z","steps":["trace[173303978] 'process raft request' (duration: 344.477108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.522564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.177543Z","time spent":"344.932659ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3797,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:43:19.522665Z","caller":"traceutil/trace.go:171","msg":"trace[1410931934] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"345.081952ms","start":"2026-03-31T18:43:19.177546Z","end":"2026-03-31T18:43:19.522628Z","steps":["trace[1410931934] 'process raft request' (duration: 344.916529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.522673Z","caller":"traceutil/trace.go:171","msg":"trace[1544513645] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"345.022261ms","start":"2026-03-31T18:43:19.177539Z","end":"2026-03-31T18:43:19.522561Z","steps":["trace[1544513645] 'process raft request' (duration: 344.767374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.522856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.177521Z","time spent":"345.254027ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:43:19.522861Z","caller":"traceutil/trace.go:171","msg":"trace[395222105] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"344.887727ms","start":"2026-03-31T18:43:19.177909Z","end":"2026-03-31T18:43:19.522797Z","steps":["trace[395222105] 'process raft request' (duration: 344.654452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.522923Z","caller":"traceutil/trace.go:171","msg":"trace[1151755858] linearizableReadLoop","detail":"{readStateIndex:5703; appliedIndex:5691; }","duration":"212.985889ms","start":"2026-03-31T18:43:19.30992Z","end":"2026-03-31T18:43:19.522906Z","steps":["trace[1151755858] 'read index received' (duration: 211.331431ms)","trace[1151755858] 'applied index is now lower than readState.Index' (duration: 1.653378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:19.523091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.17752Z","time spent":"345.336558ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:19.523116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.1779Z","time spent":"345.025941ms","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:19.523134Z","caller":"traceutil/trace.go:171","msg":"trace[1736033210] transaction","detail":"{read_only:false; response_revision:5468; number_of_response:1; }","duration":"337.442211ms","start":"2026-03-31T18:43:19.185677Z","end":"2026-03-31T18:43:19.523119Z","steps":["trace[1736033210] 'process raft request' (duration: 337.192676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.523244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.185666Z","time spent":"337.501662ms","remote":"127.0.0.1:56206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1742,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:19.523332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.068181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:43:19.523386Z","caller":"traceutil/trace.go:171","msg":"trace[1840409955] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5468; }","duration":"225.132552ms","start":"2026-03-31T18:43:19.298241Z","end":"2026-03-31T18:43:19.523374Z","steps":["trace[1840409955] 'agreement among raft nodes before linearized reading' (duration: 224.984279ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.523426Z","caller":"traceutil/trace.go:171","msg":"trace[636771436] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"344.705994ms","start":"2026-03-31T18:43:19.178708Z","end":"2026-03-31T18:43:19.523414Z","steps":["trace[636771436] 'process raft request' (duration: 343.920336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.523492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.178671Z","time spent":"344.779746ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4741,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:19.523661Z","caller":"traceutil/trace.go:171","msg":"trace[1920523269] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"343.862785ms","start":"2026-03-31T18:43:19.179788Z","end":"2026-03-31T18:43:19.523651Z","steps":["trace[1920523269] 'process raft request' (duration: 342.886013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.52372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.179763Z","time spent":"343.931696ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9965,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:19.523815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.661637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:43:19.523869Z","caller":"traceutil/trace.go:171","msg":"trace[775349003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5468; }","duration":"227.75342ms","start":"2026-03-31T18:43:19.296102Z","end":"2026-03-31T18:43:19.523855Z","steps":["trace[775349003] 'agreement among raft nodes before linearized reading' (duration: 227.570925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.523953Z","caller":"traceutil/trace.go:171","msg":"trace[1133687945] transaction","detail":"{read_only:false; response_revision:5465; number_of_response:1; }","duration":"341.592784ms","start":"2026-03-31T18:43:19.182342Z","end":"2026-03-31T18:43:19.523935Z","steps":["trace[1133687945] 'process raft request' (duration: 340.380888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.523978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.570073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:43:19.524012Z","caller":"traceutil/trace.go:171","msg":"trace[1025200645] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5468; }","duration":"226.618255ms","start":"2026-03-31T18:43:19.297383Z","end":"2026-03-31T18:43:19.524001Z","steps":["trace[1025200645] 'agreement among raft nodes before linearized reading' (duration: 226.459401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.524063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.182333Z","time spent":"341.669226ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10553,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:19.524188Z","caller":"traceutil/trace.go:171","msg":"trace[738577225] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"346.351851ms","start":"2026-03-31T18:43:19.177823Z","end":"2026-03-31T18:43:19.524175Z","steps":["trace[738577225] 'process raft request' (duration: 344.690694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.524211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.692096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:43:19.524254Z","caller":"traceutil/trace.go:171","msg":"trace[1240214814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5468; }","duration":"226.782928ms","start":"2026-03-31T18:43:19.297463Z","end":"2026-03-31T18:43:19.524246Z","steps":["trace[1240214814] 'agreement among raft nodes before linearized reading' (duration: 226.683636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.524268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.177812Z","time spent":"346.430272ms","remote":"127.0.0.1:35288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3723,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:43:19.524306Z","caller":"traceutil/trace.go:171","msg":"trace[745031996] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"340.57202ms","start":"2026-03-31T18:43:19.183716Z","end":"2026-03-31T18:43:19.524288Z","steps":["trace[745031996] 'process raft request' (duration: 339.045806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.524376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.18366Z","time spent":"340.686812ms","remote":"127.0.0.1:56206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1728,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:19.523661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.101093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:43:19.525094Z","caller":"traceutil/trace.go:171","msg":"trace[233168057] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:5468; }","duration":"227.548645ms","start":"2026-03-31T18:43:19.297525Z","end":"2026-03-31T18:43:19.525073Z","steps":["trace[233168057] 'agreement among raft nodes before linearized reading' (duration: 226.074803ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.525224Z","caller":"traceutil/trace.go:171","msg":"trace[2145328917] transaction","detail":"{read_only:false; response_revision:5467; number_of_response:1; }","duration":"340.778755ms","start":"2026-03-31T18:43:19.184417Z","end":"2026-03-31T18:43:19.525196Z","steps":["trace[2145328917] 'process raft request' (duration: 338.423863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.523747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.286556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:43:19.525735Z","caller":"traceutil/trace.go:171","msg":"trace[1738878146] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5468; }","duration":"281.299742ms","start":"2026-03-31T18:43:19.244418Z","end":"2026-03-31T18:43:19.525718Z","steps":["trace[1738878146] 'agreement among raft nodes before linearized reading' (duration: 279.267306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.526024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.184408Z","time spent":"341.565883ms","remote":"127.0.0.1:56206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1556,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:19.524123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.631407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:43:19.533486Z","caller":"traceutil/trace.go:171","msg":"trace[1507214325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5468; }","duration":"237.015577ms","start":"2026-03-31T18:43:19.296453Z","end":"2026-03-31T18:43:19.533469Z","steps":["trace[1507214325] 'agreement among raft nodes before linearized reading' (duration: 227.475783ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.537568Z","caller":"traceutil/trace.go:171","msg":"trace[2004706741] transaction","detail":"{read_only:false; response_revision:5469; number_of_response:1; }","duration":"222.599145ms","start":"2026-03-31T18:43:19.314952Z","end":"2026-03-31T18:43:19.537552Z","steps":["trace[2004706741] 'process raft request' (duration: 222.447372ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.537808Z","caller":"traceutil/trace.go:171","msg":"trace[1586649770] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"222.738337ms","start":"2026-03-31T18:43:19.31506Z","end":"2026-03-31T18:43:19.537798Z","steps":["trace[1586649770] 'process raft request' (duration: 222.450221ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.537872Z","caller":"traceutil/trace.go:171","msg":"trace[442163339] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"219.572126ms","start":"2026-03-31T18:43:19.31828Z","end":"2026-03-31T18:43:19.537852Z","steps":["trace[442163339] 'process raft request' (duration: 219.512114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.537921Z","caller":"traceutil/trace.go:171","msg":"trace[829427026] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"222.143424ms","start":"2026-03-31T18:43:19.315754Z","end":"2026-03-31T18:43:19.537898Z","steps":["trace[829427026] 'process raft request' (duration: 221.947409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.53833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.483374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5072"} {"level":"info","ts":"2026-03-31T18:43:19.538365Z","caller":"traceutil/trace.go:171","msg":"trace[1366697666] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:5472; }","duration":"219.540426ms","start":"2026-03-31T18:43:19.318816Z","end":"2026-03-31T18:43:19.538357Z","steps":["trace[1366697666] 'agreement among raft nodes before linearized reading' (duration: 219.390952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.672953Z","caller":"traceutil/trace.go:171","msg":"trace[275718656] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"135.643383ms","start":"2026-03-31T18:43:19.537277Z","end":"2026-03-31T18:43:19.67292Z","steps":["trace[275718656] 'process raft request' (duration: 135.362917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.673028Z","caller":"traceutil/trace.go:171","msg":"trace[597621331] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"135.551011ms","start":"2026-03-31T18:43:19.537461Z","end":"2026-03-31T18:43:19.673012Z","steps":["trace[597621331] 'process raft request' (duration: 135.444428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.67309Z","caller":"traceutil/trace.go:171","msg":"trace[1153226016] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"135.740435ms","start":"2026-03-31T18:43:19.537283Z","end":"2026-03-31T18:43:19.673023Z","steps":["trace[1153226016] 'process raft request' (duration: 135.53419ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.673394Z","caller":"traceutil/trace.go:171","msg":"trace[1987628937] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"135.439689ms","start":"2026-03-31T18:43:19.537933Z","end":"2026-03-31T18:43:19.673373Z","steps":["trace[1987628937] 'process raft request' (duration: 135.023179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.673512Z","caller":"traceutil/trace.go:171","msg":"trace[250058331] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"132.909911ms","start":"2026-03-31T18:43:19.540568Z","end":"2026-03-31T18:43:19.673478Z","steps":["trace[250058331] 'process raft request' (duration: 132.635885ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.673672Z","caller":"traceutil/trace.go:171","msg":"trace[14480606] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"132.454331ms","start":"2026-03-31T18:43:19.541174Z","end":"2026-03-31T18:43:19.673628Z","steps":["trace[14480606] 'process raft request' (duration: 132.216136ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.67374Z","caller":"traceutil/trace.go:171","msg":"trace[1922864041] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"132.314659ms","start":"2026-03-31T18:43:19.541412Z","end":"2026-03-31T18:43:19.673727Z","steps":["trace[1922864041] 'process raft request' (duration: 132.110874ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.673891Z","caller":"traceutil/trace.go:171","msg":"trace[2095121902] transaction","detail":"{read_only:false; response_revision:5498; number_of_response:1; }","duration":"132.659167ms","start":"2026-03-31T18:43:19.541212Z","end":"2026-03-31T18:43:19.673872Z","steps":["trace[2095121902] 'process raft request' (duration: 132.250037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.674113Z","caller":"traceutil/trace.go:171","msg":"trace[641273485] linearizableReadLoop","detail":"{readStateIndex:5729; appliedIndex:5707; }","duration":"136.030203ms","start":"2026-03-31T18:43:19.538064Z","end":"2026-03-31T18:43:19.674095Z","steps":["trace[641273485] 'read index received' (duration: 11.892517ms)","trace[641273485] 'applied index is now lower than readState.Index' (duration: 124.136656ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:19.674155Z","caller":"traceutil/trace.go:171","msg":"trace[849683993] transaction","detail":"{read_only:false; response_revision:5496; number_of_response:1; }","duration":"133.358663ms","start":"2026-03-31T18:43:19.540779Z","end":"2026-03-31T18:43:19.674138Z","steps":["trace[849683993] 'process raft request' (duration: 132.543454ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.674205Z","caller":"traceutil/trace.go:171","msg":"trace[332527192] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"129.624069ms","start":"2026-03-31T18:43:19.544569Z","end":"2026-03-31T18:43:19.674193Z","steps":["trace[332527192] 'process raft request' (duration: 128.999254ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.674362Z","caller":"traceutil/trace.go:171","msg":"trace[1762763063] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"129.704151ms","start":"2026-03-31T18:43:19.544646Z","end":"2026-03-31T18:43:19.67435Z","steps":["trace[1762763063] 'process raft request' (duration: 128.967764ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.674403Z","caller":"traceutil/trace.go:171","msg":"trace[976952632] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"127.075862ms","start":"2026-03-31T18:43:19.547316Z","end":"2026-03-31T18:43:19.674392Z","steps":["trace[976952632] 'process raft request' (duration: 126.420998ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.674515Z","caller":"traceutil/trace.go:171","msg":"trace[192843231] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"124.784701ms","start":"2026-03-31T18:43:19.549718Z","end":"2026-03-31T18:43:19.674503Z","steps":["trace[192843231] 'process raft request' (duration: 124.277389ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.674619Z","caller":"traceutil/trace.go:171","msg":"trace[1228725017] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5503; }","duration":"127.078832ms","start":"2026-03-31T18:43:19.547531Z","end":"2026-03-31T18:43:19.67461Z","steps":["trace[1228725017] 'process raft request' (duration: 126.264044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.674719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.62355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hkzkx\" ","response":"range_response_count:1 size:8046"} {"level":"info","ts":"2026-03-31T18:43:19.674768Z","caller":"traceutil/trace.go:171","msg":"trace[1548214603] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hkzkx; range_end:; response_count:1; response_revision:5505; }","duration":"142.721262ms","start":"2026-03-31T18:43:19.532029Z","end":"2026-03-31T18:43:19.67475Z","steps":["trace[1548214603] 'agreement among raft nodes before linearized reading' (duration: 142.546978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.674792Z","caller":"traceutil/trace.go:171","msg":"trace[273423609] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"125.077007ms","start":"2026-03-31T18:43:19.549699Z","end":"2026-03-31T18:43:19.674776Z","steps":["trace[273423609] 'process raft request' (duration: 124.149366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.674907Z","caller":"traceutil/trace.go:171","msg":"trace[1948701135] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"130.011426ms","start":"2026-03-31T18:43:19.544885Z","end":"2026-03-31T18:43:19.674896Z","steps":["trace[1948701135] 'process raft request' (duration: 128.796449ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.837206Z","caller":"traceutil/trace.go:171","msg":"trace[327682909] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"286.745804ms","start":"2026-03-31T18:43:19.550439Z","end":"2026-03-31T18:43:19.837185Z","steps":["trace[327682909] 'process raft request' (duration: 239.897022ms)","trace[327682909] 'compare' (duration: 46.690338ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:19.837397Z","caller":"traceutil/trace.go:171","msg":"trace[627012052] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"280.248818ms","start":"2026-03-31T18:43:19.557123Z","end":"2026-03-31T18:43:19.837372Z","steps":["trace[627012052] 'process raft request' (duration: 280.016213ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.83754Z","caller":"traceutil/trace.go:171","msg":"trace[668802735] linearizableReadLoop","detail":"{readStateIndex:5748; appliedIndex:5741; }","duration":"163.353395ms","start":"2026-03-31T18:43:19.674156Z","end":"2026-03-31T18:43:19.83751Z","steps":["trace[668802735] 'read index received' (duration: 116.206237ms)","trace[668802735] 'applied index is now lower than readState.Index' (duration: 47.146188ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:19.837703Z","caller":"traceutil/trace.go:171","msg":"trace[319096530] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5509; }","duration":"280.31699ms","start":"2026-03-31T18:43:19.557365Z","end":"2026-03-31T18:43:19.837682Z","steps":["trace[319096530] 'process raft request' (duration: 280.062494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.837768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.706797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:4756"} {"level":"warn","ts":"2026-03-31T18:43:19.837778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.974418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:19.837799Z","caller":"traceutil/trace.go:171","msg":"trace[1213837143] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:5510; }","duration":"296.760308ms","start":"2026-03-31T18:43:19.541029Z","end":"2026-03-31T18:43:19.837789Z","steps":["trace[1213837143] 'agreement among raft nodes before linearized reading' (duration: 296.639475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.8378Z","caller":"traceutil/trace.go:171","msg":"trace[1818155724] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5509; }","duration":"280.37709ms","start":"2026-03-31T18:43:19.557415Z","end":"2026-03-31T18:43:19.837792Z","steps":["trace[1818155724] 'process raft request' (duration: 280.039232ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.837805Z","caller":"traceutil/trace.go:171","msg":"trace[2038247857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5510; }","duration":"299.021509ms","start":"2026-03-31T18:43:19.538776Z","end":"2026-03-31T18:43:19.837797Z","steps":["trace[2038247857] 'agreement among raft nodes before linearized reading' (duration: 298.966528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.837875Z","caller":"traceutil/trace.go:171","msg":"trace[1266668698] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"280.610046ms","start":"2026-03-31T18:43:19.557259Z","end":"2026-03-31T18:43:19.837869Z","steps":["trace[1266668698] 'process raft request' (duration: 280.040943ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.837849Z","caller":"traceutil/trace.go:171","msg":"trace[2073868481] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"277.458065ms","start":"2026-03-31T18:43:19.560369Z","end":"2026-03-31T18:43:19.837827Z","steps":["trace[2073868481] 'process raft request' (duration: 277.103527ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.837883Z","caller":"traceutil/trace.go:171","msg":"trace[1312142219] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"280.605256ms","start":"2026-03-31T18:43:19.557259Z","end":"2026-03-31T18:43:19.837865Z","steps":["trace[1312142219] 'process raft request' (duration: 280.125945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.837939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.489715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:19.837964Z","caller":"traceutil/trace.go:171","msg":"trace[1650558847] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5510; }","duration":"293.534206ms","start":"2026-03-31T18:43:19.544422Z","end":"2026-03-31T18:43:19.837956Z","steps":["trace[1650558847] 'agreement among raft nodes before linearized reading' (duration: 293.497805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.837967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.796017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10568"} {"level":"warn","ts":"2026-03-31T18:43:19.837969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.806871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63218"} {"level":"info","ts":"2026-03-31T18:43:19.83802Z","caller":"traceutil/trace.go:171","msg":"trace[446411696] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5510; }","duration":"297.901324ms","start":"2026-03-31T18:43:19.540107Z","end":"2026-03-31T18:43:19.838008Z","steps":["trace[446411696] 'agreement among raft nodes before linearized reading' (duration: 297.625978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.837989Z","caller":"traceutil/trace.go:171","msg":"trace[1872586500] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:5510; }","duration":"291.831117ms","start":"2026-03-31T18:43:19.546151Z","end":"2026-03-31T18:43:19.837982Z","steps":["trace[1872586500] 'agreement among raft nodes before linearized reading' (duration: 291.758486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.83777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.348293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-566c999777\" ","response":"range_response_count:1 size:10419"} {"level":"info","ts":"2026-03-31T18:43:19.838118Z","caller":"traceutil/trace.go:171","msg":"trace[1565318924] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-566c999777; range_end:; response_count:1; response_revision:5510; }","duration":"277.736271ms","start":"2026-03-31T18:43:19.560374Z","end":"2026-03-31T18:43:19.83811Z","steps":["trace[1565318924] 'agreement among raft nodes before linearized reading' (duration: 277.292001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.913008Z","caller":"traceutil/trace.go:171","msg":"trace[54947920] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"231.878533ms","start":"2026-03-31T18:43:19.681099Z","end":"2026-03-31T18:43:19.912978Z","steps":["trace[54947920] 'process raft request' (duration: 231.589397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.91311Z","caller":"traceutil/trace.go:171","msg":"trace[2050973068] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"231.925964ms","start":"2026-03-31T18:43:19.68115Z","end":"2026-03-31T18:43:19.913076Z","steps":["trace[2050973068] 'process raft request' (duration: 231.74498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.913291Z","caller":"traceutil/trace.go:171","msg":"trace[274905971] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"228.332022ms","start":"2026-03-31T18:43:19.684923Z","end":"2026-03-31T18:43:19.913255Z","steps":["trace[274905971] 'process raft request' (duration: 228.138728ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.913342Z","caller":"traceutil/trace.go:171","msg":"trace[2077603020] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"220.833275ms","start":"2026-03-31T18:43:19.692479Z","end":"2026-03-31T18:43:19.913312Z","steps":["trace[2077603020] 'process raft request' (duration: 220.735683ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.913197Z","caller":"traceutil/trace.go:171","msg":"trace[1992133841] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"231.248428ms","start":"2026-03-31T18:43:19.681934Z","end":"2026-03-31T18:43:19.913182Z","steps":["trace[1992133841] 'process raft request' (duration: 231.031514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.913533Z","caller":"traceutil/trace.go:171","msg":"trace[576991382] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"228.440035ms","start":"2026-03-31T18:43:19.685069Z","end":"2026-03-31T18:43:19.913509Z","steps":["trace[576991382] 'process raft request' (duration: 228.076267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.913667Z","caller":"traceutil/trace.go:171","msg":"trace[1353802901] transaction","detail":"{read_only:false; response_revision:5517; number_of_response:1; }","duration":"221.004409ms","start":"2026-03-31T18:43:19.692654Z","end":"2026-03-31T18:43:19.913658Z","steps":["trace[1353802901] 'process raft request' (duration: 220.61832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.913767Z","caller":"traceutil/trace.go:171","msg":"trace[2025792933] transaction","detail":"{read_only:false; response_revision:5518; number_of_response:1; }","duration":"220.820454ms","start":"2026-03-31T18:43:19.692941Z","end":"2026-03-31T18:43:19.913761Z","steps":["trace[2025792933] 'process raft request' (duration: 220.524528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.913822Z","caller":"traceutil/trace.go:171","msg":"trace[2125010079] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"220.777853ms","start":"2026-03-31T18:43:19.693038Z","end":"2026-03-31T18:43:19.913816Z","steps":["trace[2125010079] 'process raft request' (duration: 220.489797ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.913939Z","caller":"traceutil/trace.go:171","msg":"trace[1243134979] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"220.549588ms","start":"2026-03-31T18:43:19.693369Z","end":"2026-03-31T18:43:19.913919Z","steps":["trace[1243134979] 'process raft request' (duration: 220.19747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.913977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.306782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1104"} {"level":"warn","ts":"2026-03-31T18:43:19.913971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.698258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:891"} {"level":"info","ts":"2026-03-31T18:43:19.914002Z","caller":"traceutil/trace.go:171","msg":"trace[22723609] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:5522; }","duration":"158.344032ms","start":"2026-03-31T18:43:19.75565Z","end":"2026-03-31T18:43:19.913994Z","steps":["trace[22723609] 'agreement among raft nodes before linearized reading' (duration: 158.23396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.914021Z","caller":"traceutil/trace.go:171","msg":"trace[229997359] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:5522; }","duration":"157.78226ms","start":"2026-03-31T18:43:19.756226Z","end":"2026-03-31T18:43:19.914009Z","steps":["trace[229997359] 'agreement among raft nodes before linearized reading' (duration: 157.602656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.914058Z","caller":"traceutil/trace.go:171","msg":"trace[213777115] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"220.959357ms","start":"2026-03-31T18:43:19.693076Z","end":"2026-03-31T18:43:19.914035Z","steps":["trace[213777115] 'process raft request' (duration: 220.470826ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.914189Z","caller":"traceutil/trace.go:171","msg":"trace[1241295401] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"217.54871ms","start":"2026-03-31T18:43:19.696625Z","end":"2026-03-31T18:43:19.914174Z","steps":["trace[1241295401] 'process raft request' (duration: 216.963567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.914279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.810343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8194"} {"level":"warn","ts":"2026-03-31T18:43:19.914309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.13069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1231"} {"level":"info","ts":"2026-03-31T18:43:19.914328Z","caller":"traceutil/trace.go:171","msg":"trace[530977705] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:5522; }","duration":"224.902645ms","start":"2026-03-31T18:43:19.689412Z","end":"2026-03-31T18:43:19.914314Z","steps":["trace[530977705] 'agreement among raft nodes before linearized reading' (duration: 224.707001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.914343Z","caller":"traceutil/trace.go:171","msg":"trace[619788104] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:5522; }","duration":"159.188731ms","start":"2026-03-31T18:43:19.755144Z","end":"2026-03-31T18:43:19.914332Z","steps":["trace[619788104] 'agreement among raft nodes before linearized reading' (duration: 159.087769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.914391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.581481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1176"} {"level":"info","ts":"2026-03-31T18:43:19.914431Z","caller":"traceutil/trace.go:171","msg":"trace[1682983427] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:5522; }","duration":"159.662933ms","start":"2026-03-31T18:43:19.754761Z","end":"2026-03-31T18:43:19.914424Z","steps":["trace[1682983427] 'agreement among raft nodes before linearized reading' (duration: 159.53377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.951507Z","caller":"traceutil/trace.go:171","msg":"trace[543363885] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"101.091199ms","start":"2026-03-31T18:43:19.850372Z","end":"2026-03-31T18:43:19.951464Z","steps":["trace[543363885] 'process raft request' (duration: 100.989466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.951875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.334081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-566c999777\" ","response":"range_response_count:1 size:10419"} {"level":"info","ts":"2026-03-31T18:43:19.95196Z","caller":"traceutil/trace.go:171","msg":"trace[1973966082] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-566c999777; range_end:; response_count:1; response_revision:5526; }","duration":"108.446433ms","start":"2026-03-31T18:43:19.84349Z","end":"2026-03-31T18:43:19.951937Z","steps":["trace[1973966082] 'agreement among raft nodes before linearized reading' (duration: 108.256689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.952149Z","caller":"traceutil/trace.go:171","msg":"trace[1765715648] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"106.225383ms","start":"2026-03-31T18:43:19.8459Z","end":"2026-03-31T18:43:19.952125Z","steps":["trace[1765715648] 'process raft request' (duration: 99.117923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.158835Z","caller":"traceutil/trace.go:171","msg":"trace[2134622845] linearizableReadLoop","detail":"{readStateIndex:5780; appliedIndex:5777; }","duration":"192.49284ms","start":"2026-03-31T18:43:19.96632Z","end":"2026-03-31T18:43:20.158813Z","steps":["trace[2134622845] 'read index received' (duration: 60.530569ms)","trace[2134622845] 'applied index is now lower than readState.Index' (duration: 131.961001ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:20.15917Z","caller":"traceutil/trace.go:171","msg":"trace[1897518779] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"195.275372ms","start":"2026-03-31T18:43:19.963881Z","end":"2026-03-31T18:43:20.159156Z","steps":["trace[1897518779] 'process raft request' (duration: 194.769151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.159212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.835227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8194"} {"level":"info","ts":"2026-03-31T18:43:20.15974Z","caller":"traceutil/trace.go:171","msg":"trace[1316147172] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:5543; }","duration":"193.395909ms","start":"2026-03-31T18:43:19.9663Z","end":"2026-03-31T18:43:20.159696Z","steps":["trace[1316147172] 'agreement among raft nodes before linearized reading' (duration: 192.688923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.159291Z","caller":"traceutil/trace.go:171","msg":"trace[547583753] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"187.119459ms","start":"2026-03-31T18:43:19.972154Z","end":"2026-03-31T18:43:20.159274Z","steps":["trace[547583753] 'process raft request' (duration: 186.614908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.159308Z","caller":"traceutil/trace.go:171","msg":"trace[269168128] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"195.299322ms","start":"2026-03-31T18:43:19.963955Z","end":"2026-03-31T18:43:20.159255Z","steps":["trace[269168128] 'process raft request' (duration: 194.75536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.159351Z","caller":"traceutil/trace.go:171","msg":"trace[1594516363] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"195.499536ms","start":"2026-03-31T18:43:19.963806Z","end":"2026-03-31T18:43:20.159306Z","steps":["trace[1594516363] 'process raft request' (duration: 143.96833ms)","trace[1594516363] 'compare' (duration: 50.762069ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:20.226381Z","caller":"traceutil/trace.go:171","msg":"trace[1494923246] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"133.352722ms","start":"2026-03-31T18:43:20.092992Z","end":"2026-03-31T18:43:20.226345Z","steps":["trace[1494923246] 'process raft request' (duration: 133.143588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.443388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.126185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:20.443673Z","caller":"traceutil/trace.go:171","msg":"trace[1823577917] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"278.013737ms","start":"2026-03-31T18:43:20.165622Z","end":"2026-03-31T18:43:20.443636Z","steps":["trace[1823577917] 'process raft request' (duration: 277.853494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.443792Z","caller":"traceutil/trace.go:171","msg":"trace[691352514] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"201.098541ms","start":"2026-03-31T18:43:20.242676Z","end":"2026-03-31T18:43:20.443775Z","steps":["trace[691352514] 'process raft request' (duration: 201.0489ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.443908Z","caller":"traceutil/trace.go:171","msg":"trace[2069815391] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"252.152408ms","start":"2026-03-31T18:43:20.191705Z","end":"2026-03-31T18:43:20.443858Z","steps":["trace[2069815391] 'process raft request' (duration: 251.947663ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.443987Z","caller":"traceutil/trace.go:171","msg":"trace[1939623589] linearizableReadLoop","detail":"{readStateIndex:5783; appliedIndex:5781; }","duration":"279.293155ms","start":"2026-03-31T18:43:20.164678Z","end":"2026-03-31T18:43:20.443971Z","steps":["trace[1939623589] 'read index received' (duration: 61.439568ms)","trace[1939623589] 'applied index is now lower than readState.Index' (duration: 217.851737ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:20.443986Z","caller":"traceutil/trace.go:171","msg":"trace[767475598] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"268.37673ms","start":"2026-03-31T18:43:20.175588Z","end":"2026-03-31T18:43:20.443965Z","steps":["trace[767475598] 'process raft request' (duration: 268.024993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.444096Z","caller":"traceutil/trace.go:171","msg":"trace[1287124071] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"310.208981ms","start":"2026-03-31T18:43:20.133863Z","end":"2026-03-31T18:43:20.444072Z","steps":["trace[1287124071] 'process raft request' (duration: 144.318448ms)","trace[1287124071] 'compare' (duration: 164.951861ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:20.443928Z","caller":"traceutil/trace.go:171","msg":"trace[1599945543] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"207.820422ms","start":"2026-03-31T18:43:20.236083Z","end":"2026-03-31T18:43:20.443903Z","steps":["trace[1599945543] 'process raft request' (duration: 207.608877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.444242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.133838Z","time spent":"310.315262ms","remote":"127.0.0.1:42164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2441,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:20.444258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.563642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-x6n6m\" ","response":"range_response_count:1 size:4077"} {"level":"info","ts":"2026-03-31T18:43:20.444311Z","caller":"traceutil/trace.go:171","msg":"trace[1689790057] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-x6n6m; range_end:; response_count:1; response_revision:5551; }","duration":"279.654545ms","start":"2026-03-31T18:43:20.16464Z","end":"2026-03-31T18:43:20.444294Z","steps":["trace[1689790057] 'agreement among raft nodes before linearized reading' (duration: 279.46354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.444381Z","caller":"traceutil/trace.go:171","msg":"trace[38895289] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"268.893833ms","start":"2026-03-31T18:43:20.175475Z","end":"2026-03-31T18:43:20.444369Z","steps":["trace[38895289] 'process raft request' (duration: 268.062994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.444422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.853672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-566c999777\" ","response":"range_response_count:1 size:10464"} {"level":"info","ts":"2026-03-31T18:43:20.444468Z","caller":"traceutil/trace.go:171","msg":"trace[1071879660] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-566c999777; range_end:; response_count:1; response_revision:5551; }","duration":"268.937924ms","start":"2026-03-31T18:43:20.175519Z","end":"2026-03-31T18:43:20.444457Z","steps":["trace[1071879660] 'agreement among raft nodes before linearized reading' (duration: 268.791871ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.661346Z","caller":"traceutil/trace.go:171","msg":"trace[798482323] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"207.825773ms","start":"2026-03-31T18:43:20.453484Z","end":"2026-03-31T18:43:20.66131Z","steps":["trace[798482323] 'process raft request' (duration: 207.458345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.661437Z","caller":"traceutil/trace.go:171","msg":"trace[433878460] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"207.872923ms","start":"2026-03-31T18:43:20.453541Z","end":"2026-03-31T18:43:20.661414Z","steps":["trace[433878460] 'process raft request' (duration: 207.580787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.661527Z","caller":"traceutil/trace.go:171","msg":"trace[325732205] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"206.223946ms","start":"2026-03-31T18:43:20.455293Z","end":"2026-03-31T18:43:20.661517Z","steps":["trace[325732205] 'process raft request' (duration: 206.006442ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.661601Z","caller":"traceutil/trace.go:171","msg":"trace[521661348] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"206.828631ms","start":"2026-03-31T18:43:20.454761Z","end":"2026-03-31T18:43:20.66159Z","steps":["trace[521661348] 'process raft request' (duration: 206.448073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.661621Z","caller":"traceutil/trace.go:171","msg":"trace[624703127] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"206.780409ms","start":"2026-03-31T18:43:20.45483Z","end":"2026-03-31T18:43:20.66161Z","steps":["trace[624703127] 'process raft request' (duration: 206.426892ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.661701Z","caller":"traceutil/trace.go:171","msg":"trace[840603238] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"206.632866ms","start":"2026-03-31T18:43:20.45506Z","end":"2026-03-31T18:43:20.661693Z","steps":["trace[840603238] 'process raft request' (duration: 206.408181ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.66171Z","caller":"traceutil/trace.go:171","msg":"trace[1339161820] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"206.359369ms","start":"2026-03-31T18:43:20.455342Z","end":"2026-03-31T18:43:20.661701Z","steps":["trace[1339161820] 'process raft request' (duration: 205.998741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.661775Z","caller":"traceutil/trace.go:171","msg":"trace[1759133711] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"206.237037ms","start":"2026-03-31T18:43:20.45553Z","end":"2026-03-31T18:43:20.661767Z","steps":["trace[1759133711] 'process raft request' (duration: 205.900049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.661811Z","caller":"traceutil/trace.go:171","msg":"trace[2130710408] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"203.942456ms","start":"2026-03-31T18:43:20.457861Z","end":"2026-03-31T18:43:20.661804Z","steps":["trace[2130710408] 'process raft request' (duration: 203.68661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.661782Z","caller":"traceutil/trace.go:171","msg":"trace[272096248] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"203.877784ms","start":"2026-03-31T18:43:20.457894Z","end":"2026-03-31T18:43:20.661772Z","steps":["trace[272096248] 'process raft request' (duration: 203.69415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.661951Z","caller":"traceutil/trace.go:171","msg":"trace[508969757] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"203.674379ms","start":"2026-03-31T18:43:20.458266Z","end":"2026-03-31T18:43:20.661941Z","steps":["trace[508969757] 'process raft request' (duration: 203.516825ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.661934Z","caller":"traceutil/trace.go:171","msg":"trace[1953892844] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"203.828993ms","start":"2026-03-31T18:43:20.458059Z","end":"2026-03-31T18:43:20.661888Z","steps":["trace[1953892844] 'process raft request' (duration: 203.607218ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.662028Z","caller":"traceutil/trace.go:171","msg":"trace[645280664] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"203.926124ms","start":"2026-03-31T18:43:20.458094Z","end":"2026-03-31T18:43:20.66202Z","steps":["trace[645280664] 'process raft request' (duration: 203.654018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.662025Z","caller":"traceutil/trace.go:171","msg":"trace[115113178] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"203.948574ms","start":"2026-03-31T18:43:20.458067Z","end":"2026-03-31T18:43:20.662015Z","steps":["trace[115113178] 'process raft request' (duration: 203.646338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.661962Z","caller":"traceutil/trace.go:171","msg":"trace[2034050937] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"204.104899ms","start":"2026-03-31T18:43:20.457766Z","end":"2026-03-31T18:43:20.661871Z","steps":["trace[2034050937] 'process raft request' (duration: 203.744181ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.662083Z","caller":"traceutil/trace.go:171","msg":"trace[567912232] linearizableReadLoop","detail":"{readStateIndex:5792; appliedIndex:5789; }","duration":"208.277332ms","start":"2026-03-31T18:43:20.45378Z","end":"2026-03-31T18:43:20.662057Z","steps":["trace[567912232] 'read index received' (duration: 14.040415ms)","trace[567912232] 'applied index is now lower than readState.Index' (duration: 194.235657ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:20.662183Z","caller":"traceutil/trace.go:171","msg":"trace[2010522930] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"204.149361ms","start":"2026-03-31T18:43:20.458017Z","end":"2026-03-31T18:43:20.662166Z","steps":["trace[2010522930] 'process raft request' (duration: 203.612219ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.662221Z","caller":"traceutil/trace.go:171","msg":"trace[512465103] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"201.182693ms","start":"2026-03-31T18:43:20.461029Z","end":"2026-03-31T18:43:20.662212Z","steps":["trace[512465103] 'process raft request' (duration: 200.919027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.662231Z","caller":"traceutil/trace.go:171","msg":"trace[780156544] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"201.161472ms","start":"2026-03-31T18:43:20.461053Z","end":"2026-03-31T18:43:20.662214Z","steps":["trace[780156544] 'process raft request' (duration: 200.955787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.66233Z","caller":"traceutil/trace.go:171","msg":"trace[293822201] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"201.413818ms","start":"2026-03-31T18:43:20.460907Z","end":"2026-03-31T18:43:20.66232Z","steps":["trace[293822201] 'process raft request' (duration: 200.975978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.662344Z","caller":"traceutil/trace.go:171","msg":"trace[2039511846] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"203.504405ms","start":"2026-03-31T18:43:20.458805Z","end":"2026-03-31T18:43:20.662309Z","steps":["trace[2039511846] 'process raft request' (duration: 203.014434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.662443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.64197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:20.662508Z","caller":"traceutil/trace.go:171","msg":"trace[1988781196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5572; }","duration":"208.816004ms","start":"2026-03-31T18:43:20.453678Z","end":"2026-03-31T18:43:20.662494Z","steps":["trace[1988781196] 'agreement among raft nodes before linearized reading' (duration: 208.706552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.662878Z","caller":"traceutil/trace.go:171","msg":"trace[1945671516] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"191.033487ms","start":"2026-03-31T18:43:20.471822Z","end":"2026-03-31T18:43:20.662855Z","steps":["trace[1945671516] 'process raft request' (duration: 190.916204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.662955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.540815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-566c999777\" ","response":"range_response_count:1 size:10464"} {"level":"info","ts":"2026-03-31T18:43:20.667838Z","caller":"traceutil/trace.go:171","msg":"trace[1151654589] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-566c999777; range_end:; response_count:1; response_revision:5573; }","duration":"207.435494ms","start":"2026-03-31T18:43:20.460377Z","end":"2026-03-31T18:43:20.667813Z","steps":["trace[1151654589] 'agreement among raft nodes before linearized reading' (duration: 202.470553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.662971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.091459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3188"} {"level":"info","ts":"2026-03-31T18:43:20.668084Z","caller":"traceutil/trace.go:171","msg":"trace[369636012] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:5573; }","duration":"209.107851ms","start":"2026-03-31T18:43:20.458837Z","end":"2026-03-31T18:43:20.667945Z","steps":["trace[369636012] 'agreement among raft nodes before linearized reading' (duration: 204.003907ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:21.085937Z","caller":"traceutil/trace.go:171","msg":"trace[237744120] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"100.423894ms","start":"2026-03-31T18:43:20.985491Z","end":"2026-03-31T18:43:21.085915Z","steps":["trace[237744120] 'process raft request' (duration: 99.917901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:21.230154Z","caller":"traceutil/trace.go:171","msg":"trace[1303497090] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"182.885652ms","start":"2026-03-31T18:43:21.047242Z","end":"2026-03-31T18:43:21.230128Z","steps":["trace[1303497090] 'process raft request' (duration: 182.811611ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:21.230207Z","caller":"traceutil/trace.go:171","msg":"trace[1992553199] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"192.652753ms","start":"2026-03-31T18:43:21.037529Z","end":"2026-03-31T18:43:21.230182Z","steps":["trace[1992553199] 'process raft request' (duration: 168.535992ms)","trace[1992553199] 'compare' (duration: 23.840344ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:21.389903Z","caller":"traceutil/trace.go:171","msg":"trace[1773997423] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5640; }","duration":"296.221637ms","start":"2026-03-31T18:43:21.093642Z","end":"2026-03-31T18:43:21.389864Z","steps":["trace[1773997423] 'process raft request' (duration: 286.895087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:21.389997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.910389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:21.389919Z","caller":"traceutil/trace.go:171","msg":"trace[590429493] linearizableReadLoop","detail":"{readStateIndex:5882; appliedIndex:5879; }","duration":"291.827987ms","start":"2026-03-31T18:43:21.098073Z","end":"2026-03-31T18:43:21.389901Z","steps":["trace[590429493] 'read index received' (duration: 107.996593ms)","trace[590429493] 'applied index is now lower than readState.Index' (duration: 183.830614ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:21.390035Z","caller":"traceutil/trace.go:171","msg":"trace[361060218] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:5642; }","duration":"291.986101ms","start":"2026-03-31T18:43:21.098036Z","end":"2026-03-31T18:43:21.390022Z","steps":["trace[361060218] 'agreement among raft nodes before linearized reading' (duration: 291.92167ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:21.390064Z","caller":"traceutil/trace.go:171","msg":"trace[721722086] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"185.907761ms","start":"2026-03-31T18:43:21.204078Z","end":"2026-03-31T18:43:21.389986Z","steps":["trace[721722086] 'process raft request' (duration: 185.774998ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:21.390099Z","caller":"traceutil/trace.go:171","msg":"trace[1849653533] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"212.965818ms","start":"2026-03-31T18:43:21.177099Z","end":"2026-03-31T18:43:21.390065Z","steps":["trace[1849653533] 'process raft request' (duration: 212.698392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:21.529053Z","caller":"traceutil/trace.go:171","msg":"trace[911167530] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"290.951068ms","start":"2026-03-31T18:43:21.238066Z","end":"2026-03-31T18:43:21.529017Z","steps":["trace[911167530] 'process raft request' (duration: 290.714282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:21.529121Z","caller":"traceutil/trace.go:171","msg":"trace[1621848959] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"281.525577ms","start":"2026-03-31T18:43:21.247551Z","end":"2026-03-31T18:43:21.529077Z","steps":["trace[1621848959] 'process raft request' (duration: 281.355603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:21.52936Z","caller":"traceutil/trace.go:171","msg":"trace[1493171143] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"214.242427ms","start":"2026-03-31T18:43:21.315084Z","end":"2026-03-31T18:43:21.529326Z","steps":["trace[1493171143] 'process raft request' (duration: 213.90066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:21.529511Z","caller":"traceutil/trace.go:171","msg":"trace[1390903188] linearizableReadLoop","detail":"{readStateIndex:5888; appliedIndex:5885; }","duration":"139.438618ms","start":"2026-03-31T18:43:21.390058Z","end":"2026-03-31T18:43:21.529496Z","steps":["trace[1390903188] 'read index received' (duration: 138.844695ms)","trace[1390903188] 'applied index is now lower than readState.Index' (duration: 592.713µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:21.529648Z","caller":"traceutil/trace.go:171","msg":"trace[1893641642] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"212.856086ms","start":"2026-03-31T18:43:21.316754Z","end":"2026-03-31T18:43:21.52961Z","steps":["trace[1893641642] 'process raft request' (duration: 212.541659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:21.529712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.573053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2834"} {"level":"info","ts":"2026-03-31T18:43:21.529796Z","caller":"traceutil/trace.go:171","msg":"trace[1549571681] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:5646; }","duration":"386.723536ms","start":"2026-03-31T18:43:21.14305Z","end":"2026-03-31T18:43:21.529774Z","steps":["trace[1549571681] 'agreement among raft nodes before linearized reading' (duration: 386.513182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:21.52985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:21.14303Z","time spent":"386.805728ms","remote":"127.0.0.1:56206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2858,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" "} {"level":"info","ts":"2026-03-31T18:43:21.656794Z","caller":"traceutil/trace.go:171","msg":"trace[893643450] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"239.557394ms","start":"2026-03-31T18:43:21.417203Z","end":"2026-03-31T18:43:21.656761Z","steps":["trace[893643450] 'process raft request' (duration: 238.725246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:21.657163Z","caller":"traceutil/trace.go:171","msg":"trace[1630699588] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"137.795802ms","start":"2026-03-31T18:43:21.519339Z","end":"2026-03-31T18:43:21.657135Z","steps":["trace[1630699588] 'process raft request' (duration: 137.439074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:21.715319Z","caller":"traceutil/trace.go:171","msg":"trace[93266438] linearizableReadLoop","detail":"{readStateIndex:5891; appliedIndex:5888; }","duration":"178.34841ms","start":"2026-03-31T18:43:21.536946Z","end":"2026-03-31T18:43:21.715294Z","steps":["trace[93266438] 'read index received' (duration: 119.107252ms)","trace[93266438] 'applied index is now lower than readState.Index' (duration: 59.240078ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:21.715386Z","caller":"traceutil/trace.go:171","msg":"trace[2094220267] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"180.057029ms","start":"2026-03-31T18:43:21.535286Z","end":"2026-03-31T18:43:21.715343Z","steps":["trace[2094220267] 'process raft request' (duration: 179.889046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:21.71557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.606506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls-zmczg\" ","response":"range_response_count:1 size:2456"} {"level":"info","ts":"2026-03-31T18:43:21.715689Z","caller":"traceutil/trace.go:171","msg":"trace[480162898] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls-zmczg; range_end:; response_count:1; response_revision:5649; }","duration":"178.77185ms","start":"2026-03-31T18:43:21.536902Z","end":"2026-03-31T18:43:21.715674Z","steps":["trace[480162898] 'agreement among raft nodes before linearized reading' (duration: 178.505964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:21.769068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.464904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:43:21.769154Z","caller":"traceutil/trace.go:171","msg":"trace[1551919176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5650; }","duration":"211.595267ms","start":"2026-03-31T18:43:21.55754Z","end":"2026-03-31T18:43:21.769135Z","steps":["trace[1551919176] 'agreement among raft nodes before linearized reading' (duration: 211.362251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:21.769091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.316109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:43:21.769194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.132004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:43:21.769246Z","caller":"traceutil/trace.go:171","msg":"trace[923906933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5650; }","duration":"210.495143ms","start":"2026-03-31T18:43:21.558731Z","end":"2026-03-31T18:43:21.769226Z","steps":["trace[923906933] 'agreement among raft nodes before linearized reading' (duration: 210.225356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:21.76909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.684317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:43:21.769251Z","caller":"traceutil/trace.go:171","msg":"trace[1923605374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5650; }","duration":"210.194536ms","start":"2026-03-31T18:43:21.559039Z","end":"2026-03-31T18:43:21.769233Z","steps":["trace[1923605374] 'agreement among raft nodes before linearized reading' (duration: 210.088773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:21.769164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.728311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:43:21.76937Z","caller":"traceutil/trace.go:171","msg":"trace[1968411286] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5650; }","duration":"207.981317ms","start":"2026-03-31T18:43:21.561374Z","end":"2026-03-31T18:43:21.769355Z","steps":["trace[1968411286] 'agreement among raft nodes before linearized reading' (duration: 207.539166ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:21.769382Z","caller":"traceutil/trace.go:171","msg":"trace[179043815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5650; }","duration":"210.964514ms","start":"2026-03-31T18:43:21.558331Z","end":"2026-03-31T18:43:21.769295Z","steps":["trace[179043815] 'agreement among raft nodes before linearized reading' (duration: 210.651506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:22.22754Z","caller":"traceutil/trace.go:171","msg":"trace[1891572124] linearizableReadLoop","detail":"{readStateIndex:5901; appliedIndex:5900; }","duration":"121.727551ms","start":"2026-03-31T18:43:22.105795Z","end":"2026-03-31T18:43:22.227523Z","steps":["trace[1891572124] 'read index received' (duration: 121.401214ms)","trace[1891572124] 'applied index is now lower than readState.Index' (duration: 325.277µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:22.227632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.821743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:22.227617Z","caller":"traceutil/trace.go:171","msg":"trace[1139173091] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"286.456756ms","start":"2026-03-31T18:43:21.94112Z","end":"2026-03-31T18:43:22.227576Z","steps":["trace[1139173091] 'process raft request' (duration: 286.136579ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:22.227818Z","caller":"traceutil/trace.go:171","msg":"trace[1567399171] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5659; }","duration":"122.043558ms","start":"2026-03-31T18:43:22.105744Z","end":"2026-03-31T18:43:22.227787Z","steps":["trace[1567399171] 'agreement among raft nodes before linearized reading' (duration: 121.847553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:22.615686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.078107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:22.615761Z","caller":"traceutil/trace.go:171","msg":"trace[1989269445] linearizableReadLoop","detail":"{readStateIndex:5902; appliedIndex:5901; }","duration":"185.366928ms","start":"2026-03-31T18:43:22.430382Z","end":"2026-03-31T18:43:22.615749Z","steps":["trace[1989269445] 'read index received' (duration: 60.083437ms)","trace[1989269445] 'applied index is now lower than readState.Index' (duration: 125.282521ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:22.615817Z","caller":"traceutil/trace.go:171","msg":"trace[1394365495] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"361.528001ms","start":"2026-03-31T18:43:22.254283Z","end":"2026-03-31T18:43:22.615811Z","steps":["trace[1394365495] 'process raft request' (duration: 236.27775ms)","trace[1394365495] 'compare' (duration: 124.871713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:22.615863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:22.254261Z","time spent":"361.574282ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1418,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:22.616077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.702437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:43:22.616097Z","caller":"traceutil/trace.go:171","msg":"trace[1769659369] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:5660; }","duration":"185.764657ms","start":"2026-03-31T18:43:22.430328Z","end":"2026-03-31T18:43:22.616092Z","steps":["trace[1769659369] 'agreement among raft nodes before linearized reading' (duration: 185.652855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:22.616092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.378766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:22.616137Z","caller":"traceutil/trace.go:171","msg":"trace[1873720615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5660; }","duration":"163.454597ms","start":"2026-03-31T18:43:22.452671Z","end":"2026-03-31T18:43:22.616126Z","steps":["trace[1873720615] 'agreement among raft nodes before linearized reading' (duration: 163.384145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:22.616387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.270201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-f4jmk.18a200b41eecdeff\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T18:43:22.616845Z","caller":"traceutil/trace.go:171","msg":"trace[1492241539] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-f4jmk.18a200b41eecdeff; range_end:; response_count:1; response_revision:5660; }","duration":"121.781012ms","start":"2026-03-31T18:43:22.495035Z","end":"2026-03-31T18:43:22.616816Z","steps":["trace[1492241539] 'agreement among raft nodes before linearized reading' (duration: 121.147348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:22.760952Z","caller":"traceutil/trace.go:171","msg":"trace[337216577] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"132.027223ms","start":"2026-03-31T18:43:22.628865Z","end":"2026-03-31T18:43:22.760892Z","steps":["trace[337216577] 'process raft request' (duration: 107.977583ms)","trace[337216577] 'compare' (duration: 23.867645ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:23.287929Z","caller":"traceutil/trace.go:171","msg":"trace[1167261623] linearizableReadLoop","detail":"{readStateIndex:5908; appliedIndex:5907; }","duration":"188.613643ms","start":"2026-03-31T18:43:23.0993Z","end":"2026-03-31T18:43:23.287913Z","steps":["trace[1167261623] 'read index received' (duration: 188.035899ms)","trace[1167261623] 'applied index is now lower than readState.Index' (duration: 576.794µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:23.288001Z","caller":"traceutil/trace.go:171","msg":"trace[68210561] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"191.756613ms","start":"2026-03-31T18:43:23.096212Z","end":"2026-03-31T18:43:23.287969Z","steps":["trace[68210561] 'process raft request' (duration: 191.274902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:23.288105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.795906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T18:43:23.288125Z","caller":"traceutil/trace.go:171","msg":"trace[1464908856] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5665; }","duration":"188.877178ms","start":"2026-03-31T18:43:23.099241Z","end":"2026-03-31T18:43:23.288118Z","steps":["trace[1464908856] 'agreement among raft nodes before linearized reading' (duration: 188.738255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:23.542548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.212305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:23.542724Z","caller":"traceutil/trace.go:171","msg":"trace[583542388] linearizableReadLoop","detail":"{readStateIndex:5910; appliedIndex:5908; }","duration":"219.168518ms","start":"2026-03-31T18:43:23.323531Z","end":"2026-03-31T18:43:23.5427Z","steps":["trace[583542388] 'read index received' (duration: 1.548595ms)","trace[583542388] 'applied index is now lower than readState.Index' (duration: 217.617253ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:23.542697Z","caller":"traceutil/trace.go:171","msg":"trace[1578238646] transaction","detail":"{read_only:false; response_revision:5668; number_of_response:1; }","duration":"147.393888ms","start":"2026-03-31T18:43:23.395289Z","end":"2026-03-31T18:43:23.542683Z","steps":["trace[1578238646] 'process raft request' (duration: 147.341387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:23.542961Z","caller":"traceutil/trace.go:171","msg":"trace[1592241002] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"222.430271ms","start":"2026-03-31T18:43:23.320518Z","end":"2026-03-31T18:43:23.542948Z","steps":["trace[1592241002] 'process raft request' (duration: 61.761575ms)","trace[1592241002] 'compare' (duration: 160.097683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:23.543192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.641668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:23.543265Z","caller":"traceutil/trace.go:171","msg":"trace[2096661226] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5668; }","duration":"219.758141ms","start":"2026-03-31T18:43:23.323487Z","end":"2026-03-31T18:43:23.543245Z","steps":["trace[2096661226] 'agreement among raft nodes before linearized reading' (duration: 219.551407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:23.608206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.375244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:23.608298Z","caller":"traceutil/trace.go:171","msg":"trace[980479295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5670; }","duration":"154.496466ms","start":"2026-03-31T18:43:23.453775Z","end":"2026-03-31T18:43:23.608271Z","steps":["trace[980479295] 'agreement among raft nodes before linearized reading' (duration: 154.314652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:23.608973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.478049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:43:23.609118Z","caller":"traceutil/trace.go:171","msg":"trace[2103177653] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5670; }","duration":"221.652893ms","start":"2026-03-31T18:43:23.387445Z","end":"2026-03-31T18:43:23.609098Z","steps":["trace[2103177653] 'agreement among raft nodes before linearized reading' (duration: 220.851915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:24.283838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961694324,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:43:24.329101Z","caller":"traceutil/trace.go:171","msg":"trace[32854299] linearizableReadLoop","detail":"{readStateIndex:5915; appliedIndex:5914; }","duration":"545.466167ms","start":"2026-03-31T18:43:23.783599Z","end":"2026-03-31T18:43:24.329065Z","steps":["trace[32854299] 'read index received' (duration: 543.930953ms)","trace[32854299] 'applied index is now lower than readState.Index' (duration: 1.533924ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:24.329302Z","caller":"traceutil/trace.go:171","msg":"trace[232266656] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"586.911318ms","start":"2026-03-31T18:43:23.742376Z","end":"2026-03-31T18:43:24.329288Z","steps":["trace[232266656] 'process raft request' (duration: 585.637559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:24.329456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:23.742341Z","time spent":"587.003729ms","remote":"127.0.0.1:42164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":451505,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:24.329637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.473865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:43:24.329693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.025215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:43:24.329715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.103482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:43:24.32974Z","caller":"traceutil/trace.go:171","msg":"trace[1880184305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5672; }","duration":"515.642269ms","start":"2026-03-31T18:43:23.814077Z","end":"2026-03-31T18:43:24.329719Z","steps":["trace[1880184305] 'agreement among raft nodes before linearized reading' (duration: 515.328131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:24.329775Z","caller":"traceutil/trace.go:171","msg":"trace[1548181313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5672; }","duration":"515.121737ms","start":"2026-03-31T18:43:23.814633Z","end":"2026-03-31T18:43:24.329755Z","steps":["trace[1548181313] 'agreement among raft nodes before linearized reading' (duration: 514.87676ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:24.329787Z","caller":"traceutil/trace.go:171","msg":"trace[1654327286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5672; }","duration":"546.212804ms","start":"2026-03-31T18:43:23.783555Z","end":"2026-03-31T18:43:24.329767Z","steps":["trace[1654327286] 'agreement among raft nodes before linearized reading' (duration: 545.928127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:24.329813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.015735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:43:24.329835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:23.81456Z","time spent":"515.26536ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:43:24.329873Z","caller":"traceutil/trace.go:171","msg":"trace[2146287078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5672; }","duration":"515.171748ms","start":"2026-03-31T18:43:23.814686Z","end":"2026-03-31T18:43:24.329858Z","steps":["trace[2146287078] 'agreement among raft nodes before linearized reading' (duration: 514.938133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:24.329794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:23.814057Z","time spent":"515.731132ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:43:24.329916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:23.814679Z","time spent":"515.228049ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:43:24.329873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:23.783531Z","time spent":"546.330147ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:43:24.329693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.540755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:43:24.330018Z","caller":"traceutil/trace.go:171","msg":"trace[1840040915] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:5672; }","duration":"477.923633ms","start":"2026-03-31T18:43:23.852083Z","end":"2026-03-31T18:43:24.330006Z","steps":["trace[1840040915] 'agreement among raft nodes before linearized reading' (duration: 477.493423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:24.330056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:23.852067Z","time spent":"477.980574ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-7prd4\" "} {"level":"warn","ts":"2026-03-31T18:43:24.329966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.353282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:43:24.330226Z","caller":"traceutil/trace.go:171","msg":"trace[975474196] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5672; }","duration":"515.604198ms","start":"2026-03-31T18:43:23.814562Z","end":"2026-03-31T18:43:24.330167Z","steps":["trace[975474196] 'agreement among raft nodes before linearized reading' (duration: 515.093487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:24.330363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:23.814547Z","time spent":"515.757581ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:43:24.329845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.032015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:43:24.330671Z","caller":"traceutil/trace.go:171","msg":"trace[83495690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5672; }","duration":"515.949706ms","start":"2026-03-31T18:43:23.814696Z","end":"2026-03-31T18:43:24.330646Z","steps":["trace[83495690] 'agreement among raft nodes before linearized reading' (duration: 514.783079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:24.33073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:23.814688Z","time spent":"516.022957ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:43:24.623707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.653948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:24.624256Z","caller":"traceutil/trace.go:171","msg":"trace[1269277884] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"288.213246ms","start":"2026-03-31T18:43:24.335582Z","end":"2026-03-31T18:43:24.623795Z","steps":["trace[1269277884] 'process raft request' (duration: 84.408033ms)","trace[1269277884] 'compare' (duration: 203.546066ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:24.81433Z","caller":"traceutil/trace.go:171","msg":"trace[2074259923] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"478.23714ms","start":"2026-03-31T18:43:24.336066Z","end":"2026-03-31T18:43:24.814304Z","steps":["trace[2074259923] 'process raft request' (duration: 417.757973ms)","trace[2074259923] 'compare' (duration: 60.308592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:24.814475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:24.336035Z","time spent":"478.370912ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:24.814578Z","caller":"traceutil/trace.go:171","msg":"trace[70865618] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"478.318052ms","start":"2026-03-31T18:43:24.336237Z","end":"2026-03-31T18:43:24.814555Z","steps":["trace[70865618] 'process raft request' (duration: 478.015415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:24.81471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:24.336209Z","time spent":"478.446354ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:24.814697Z","caller":"traceutil/trace.go:171","msg":"trace[67632567] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"477.943083ms","start":"2026-03-31T18:43:24.336718Z","end":"2026-03-31T18:43:24.814662Z","steps":["trace[67632567] 'process raft request' (duration: 477.738648ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:24.814736Z","caller":"traceutil/trace.go:171","msg":"trace[1999017140] linearizableReadLoop","detail":"{readStateIndex:5922; appliedIndex:5916; }","duration":"361.525111ms","start":"2026-03-31T18:43:24.453174Z","end":"2026-03-31T18:43:24.814699Z","steps":["trace[1999017140] 'read index received' (duration: 300.624624ms)","trace[1999017140] 'applied index is now lower than readState.Index' (duration: 60.899527ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:24.81483Z","caller":"traceutil/trace.go:171","msg":"trace[1333918679] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"477.923712ms","start":"2026-03-31T18:43:24.336892Z","end":"2026-03-31T18:43:24.814816Z","steps":["trace[1333918679] 'process raft request' (duration: 477.682377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:24.814861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:24.336704Z","time spent":"478.067955ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:24.814845Z","caller":"traceutil/trace.go:171","msg":"trace[897081542] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"476.91118ms","start":"2026-03-31T18:43:24.337893Z","end":"2026-03-31T18:43:24.814804Z","steps":["trace[897081542] 'process raft request' (duration: 476.727566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:24.814907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:24.336874Z","time spent":"477.997225ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:24.814916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.747945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:24.81497Z","caller":"traceutil/trace.go:171","msg":"trace[1426592094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5679; }","duration":"361.846378ms","start":"2026-03-31T18:43:24.45311Z","end":"2026-03-31T18:43:24.814956Z","steps":["trace[1426592094] 'agreement among raft nodes before linearized reading' (duration: 361.728476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:24.815009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:24.453082Z","time spent":"361.917659ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:43:24.815004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:24.337874Z","time spent":"477.044424ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:24.815356Z","caller":"traceutil/trace.go:171","msg":"trace[1390473950] transaction","detail":"{read_only:false; response_revision:5679; number_of_response:1; }","duration":"452.600485ms","start":"2026-03-31T18:43:24.362242Z","end":"2026-03-31T18:43:24.814842Z","steps":["trace[1390473950] 'process raft request' (duration: 452.416351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:24.815445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:24.362227Z","time spent":"453.178577ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3680,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:43:25.145485Z","caller":"traceutil/trace.go:171","msg":"trace[447272245] transaction","detail":"{read_only:false; response_revision:5682; number_of_response:1; }","duration":"234.859829ms","start":"2026-03-31T18:43:24.910589Z","end":"2026-03-31T18:43:25.145448Z","steps":["trace[447272245] 'process raft request' (duration: 234.569273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:25.4225Z","caller":"traceutil/trace.go:171","msg":"trace[407342262] transaction","detail":"{read_only:false; response_revision:5683; number_of_response:1; }","duration":"511.314752ms","start":"2026-03-31T18:43:24.911159Z","end":"2026-03-31T18:43:25.422473Z","steps":["trace[407342262] 'process raft request' (duration: 510.564625ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:25.422511Z","caller":"traceutil/trace.go:171","msg":"trace[1498391956] transaction","detail":"{read_only:false; response_revision:5684; number_of_response:1; }","duration":"510.449933ms","start":"2026-03-31T18:43:24.912035Z","end":"2026-03-31T18:43:25.422485Z","steps":["trace[1498391956] 'process raft request' (duration: 510.32126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:25.422633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:24.911138Z","time spent":"511.433084ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:25.422676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:24.912017Z","time spent":"510.570676ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:25.511199Z","caller":"traceutil/trace.go:171","msg":"trace[1528073280] linearizableReadLoop","detail":"{readStateIndex:5928; appliedIndex:5925; }","duration":"357.560002ms","start":"2026-03-31T18:43:25.153601Z","end":"2026-03-31T18:43:25.511161Z","steps":["trace[1528073280] 'read index received' (duration: 268.147225ms)","trace[1528073280] 'applied index is now lower than readState.Index' (duration: 89.411256ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:25.511381Z","caller":"traceutil/trace.go:171","msg":"trace[371623929] transaction","detail":"{read_only:false; response_revision:5685; number_of_response:1; }","duration":"361.49407ms","start":"2026-03-31T18:43:25.149866Z","end":"2026-03-31T18:43:25.51136Z","steps":["trace[371623929] 'process raft request' (duration: 361.002639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:25.511545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.149843Z","time spent":"361.594613ms","remote":"127.0.0.1:42568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:43:25.511774Z","caller":"traceutil/trace.go:171","msg":"trace[835050179] transaction","detail":"{read_only:false; response_revision:5686; number_of_response:1; }","duration":"237.982509ms","start":"2026-03-31T18:43:25.273764Z","end":"2026-03-31T18:43:25.511747Z","steps":["trace[835050179] 'process raft request' (duration: 237.299403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:25.51203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.395681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-xfr5m\" ","response":"range_response_count:1 size:3378"} {"level":"info","ts":"2026-03-31T18:43:25.512124Z","caller":"traceutil/trace.go:171","msg":"trace[92774543] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-xfr5m; range_end:; response_count:1; response_revision:5686; }","duration":"358.537114ms","start":"2026-03-31T18:43:25.153564Z","end":"2026-03-31T18:43:25.512101Z","steps":["trace[92774543] 'agreement among raft nodes before linearized reading' (duration: 358.224337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:25.512182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.153551Z","time spent":"358.619416ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3402,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-xfr5m\" "} {"level":"warn","ts":"2026-03-31T18:43:25.704451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.029503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:25.704576Z","caller":"traceutil/trace.go:171","msg":"trace[2027447953] linearizableReadLoop","detail":"{readStateIndex:5930; appliedIndex:5929; }","duration":"193.240175ms","start":"2026-03-31T18:43:25.511319Z","end":"2026-03-31T18:43:25.704559Z","steps":["trace[2027447953] 'read index received' (duration: 81.072899ms)","trace[2027447953] 'applied index is now lower than readState.Index' (duration: 112.166026ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:25.704646Z","caller":"traceutil/trace.go:171","msg":"trace[1220663004] transaction","detail":"{read_only:false; response_revision:5687; number_of_response:1; }","duration":"278.14483ms","start":"2026-03-31T18:43:25.42646Z","end":"2026-03-31T18:43:25.704605Z","steps":["trace[1220663004] 'process raft request' (duration: 165.892582ms)","trace[1220663004] 'compare' (duration: 111.86361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:25.704754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.486739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"warn","ts":"2026-03-31T18:43:25.704743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.453801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:25.704826Z","caller":"traceutil/trace.go:171","msg":"trace[565173423] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5687; }","duration":"287.601942ms","start":"2026-03-31T18:43:25.417214Z","end":"2026-03-31T18:43:25.704816Z","steps":["trace[565173423] 'agreement among raft nodes before linearized reading' (duration: 287.390987ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:25.70485Z","caller":"traceutil/trace.go:171","msg":"trace[844431323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5687; }","duration":"251.613174ms","start":"2026-03-31T18:43:25.453216Z","end":"2026-03-31T18:43:25.704829Z","steps":["trace[844431323] 'agreement among raft nodes before linearized reading' (duration: 251.42894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:26.049363Z","caller":"traceutil/trace.go:171","msg":"trace[1450166342] transaction","detail":"{read_only:false; response_revision:5689; number_of_response:1; }","duration":"500.748264ms","start":"2026-03-31T18:43:25.548592Z","end":"2026-03-31T18:43:26.04934Z","steps":["trace[1450166342] 'process raft request' (duration: 500.648121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:26.049408Z","caller":"traceutil/trace.go:171","msg":"trace[2140636033] transaction","detail":"{read_only:false; response_revision:5688; number_of_response:1; }","duration":"529.840917ms","start":"2026-03-31T18:43:25.519521Z","end":"2026-03-31T18:43:26.049362Z","steps":["trace[2140636033] 'process raft request' (duration: 457.26847ms)","trace[2140636033] 'compare' (duration: 72.23215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:26.049501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.548558Z","time spent":"500.872027ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:26.049597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.519488Z","time spent":"530.005141ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4317,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:26.076969Z","caller":"traceutil/trace.go:171","msg":"trace[423013368] transaction","detail":"{read_only:false; response_revision:5690; number_of_response:1; }","duration":"463.708003ms","start":"2026-03-31T18:43:25.613236Z","end":"2026-03-31T18:43:26.076944Z","steps":["trace[423013368] 'process raft request' (duration: 463.521309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.077119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.613209Z","time spent":"463.832946ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:26.077297Z","caller":"traceutil/trace.go:171","msg":"trace[897346227] transaction","detail":"{read_only:false; response_revision:5691; number_of_response:1; }","duration":"463.698493ms","start":"2026-03-31T18:43:25.61358Z","end":"2026-03-31T18:43:26.077278Z","steps":["trace[897346227] 'process raft request' (duration: 463.294504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.077408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.613561Z","time spent":"463.789065ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:26.077671Z","caller":"traceutil/trace.go:171","msg":"trace[710310415] linearizableReadLoop","detail":"{readStateIndex:5934; appliedIndex:5930; }","duration":"371.935885ms","start":"2026-03-31T18:43:25.705718Z","end":"2026-03-31T18:43:26.077654Z","steps":["trace[710310415] 'read index received' (duration: 271.067602ms)","trace[710310415] 'applied index is now lower than readState.Index' (duration: 100.867253ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:26.077763Z","caller":"traceutil/trace.go:171","msg":"trace[1478716810] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"341.775918ms","start":"2026-03-31T18:43:25.735963Z","end":"2026-03-31T18:43:26.077739Z","steps":["trace[1478716810] 'process raft request' (duration: 341.612783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.077826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.882734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-xfr5m\" ","response":"range_response_count:1 size:4332"} {"level":"warn","ts":"2026-03-31T18:43:26.077823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.106988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:26.077861Z","caller":"traceutil/trace.go:171","msg":"trace[343028144] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-xfr5m; range_end:; response_count:1; response_revision:5693; }","duration":"371.927455ms","start":"2026-03-31T18:43:25.705923Z","end":"2026-03-31T18:43:26.07785Z","steps":["trace[343028144] 'agreement among raft nodes before linearized reading' (duration: 371.852664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.077868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.735941Z","time spent":"341.87303ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:26.077873Z","caller":"traceutil/trace.go:171","msg":"trace[1517704088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5693; }","duration":"372.19169ms","start":"2026-03-31T18:43:25.705667Z","end":"2026-03-31T18:43:26.077859Z","steps":["trace[1517704088] 'agreement among raft nodes before linearized reading' (duration: 372.096558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.077871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.286994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:26.077893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.705895Z","time spent":"371.991216ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":4356,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-xfr5m\" "} {"level":"warn","ts":"2026-03-31T18:43:26.077912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.705649Z","time spent":"372.256252ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:43:26.077941Z","caller":"traceutil/trace.go:171","msg":"trace[1083954417] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5693; }","duration":"163.395427ms","start":"2026-03-31T18:43:25.914524Z","end":"2026-03-31T18:43:26.077919Z","steps":["trace[1083954417] 'agreement among raft nodes before linearized reading' (duration: 163.266604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:26.077955Z","caller":"traceutil/trace.go:171","msg":"trace[9314102] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"369.117132ms","start":"2026-03-31T18:43:25.708821Z","end":"2026-03-31T18:43:26.077938Z","steps":["trace[9314102] 'process raft request' (duration: 368.374865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.07801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.708764Z","time spent":"369.219704ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:26.078149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.947609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:43:26.078261Z","caller":"traceutil/trace.go:171","msg":"trace[1544123755] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5693; }","duration":"193.145304ms","start":"2026-03-31T18:43:25.88509Z","end":"2026-03-31T18:43:26.078235Z","steps":["trace[1544123755] 'agreement among raft nodes before linearized reading' (duration: 192.793106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:27.338375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.210893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T18:43:27.338455Z","caller":"traceutil/trace.go:171","msg":"trace[636697468] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5706; }","duration":"147.342336ms","start":"2026-03-31T18:43:27.191089Z","end":"2026-03-31T18:43:27.338431Z","steps":["trace[636697468] 'range keys from in-memory index tree' (duration: 147.049609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:27.784147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.463286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:27.784324Z","caller":"traceutil/trace.go:171","msg":"trace[1555849899] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"432.623107ms","start":"2026-03-31T18:43:27.351646Z","end":"2026-03-31T18:43:27.78427Z","steps":["trace[1555849899] 'process raft request' (duration: 207.916186ms)","trace[1555849899] 'compare' (duration: 224.131939ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:27.784406Z","caller":"traceutil/trace.go:171","msg":"trace[380494127] linearizableReadLoop","detail":"{readStateIndex:5952; appliedIndex:5951; }","duration":"330.560966ms","start":"2026-03-31T18:43:27.453811Z","end":"2026-03-31T18:43:27.784372Z","steps":["trace[380494127] 'read index received' (duration: 105.735302ms)","trace[380494127] 'applied index is now lower than readState.Index' (duration: 224.821983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:27.784615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:27.351612Z","time spent":"432.818071ms","remote":"127.0.0.1:42560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2659,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:27.798026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.216683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:27.798136Z","caller":"traceutil/trace.go:171","msg":"trace[2013943829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5708; }","duration":"344.405867ms","start":"2026-03-31T18:43:27.453716Z","end":"2026-03-31T18:43:27.798122Z","steps":["trace[2013943829] 'agreement among raft nodes before linearized reading' (duration: 330.801192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:27.798214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:27.453683Z","time spent":"344.518139ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:43:30.250901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.872671ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:30.251026Z","caller":"traceutil/trace.go:171","msg":"trace[61287829] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5730; }","duration":"259.996594ms","start":"2026-03-31T18:43:29.990993Z","end":"2026-03-31T18:43:30.25099Z","steps":["trace[61287829] 'range keys from in-memory index tree' (duration: 259.84508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:30.251079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.610179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:30.251394Z","caller":"traceutil/trace.go:171","msg":"trace[477031575] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5730; }","duration":"290.754093ms","start":"2026-03-31T18:43:29.960382Z","end":"2026-03-31T18:43:30.251136Z","steps":["trace[477031575] 'count revisions from in-memory index tree' (duration: 290.445366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.306396Z","caller":"traceutil/trace.go:171","msg":"trace[1331244088] transaction","detail":"{read_only:false; response_revision:5731; number_of_response:1; }","duration":"224.255172ms","start":"2026-03-31T18:43:30.08212Z","end":"2026-03-31T18:43:30.306376Z","steps":["trace[1331244088] 'process raft request' (duration: 224.088988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.329561Z","caller":"traceutil/trace.go:171","msg":"trace[131118299] transaction","detail":"{read_only:false; response_revision:5733; number_of_response:1; }","duration":"192.886778ms","start":"2026-03-31T18:43:30.136652Z","end":"2026-03-31T18:43:30.329538Z","steps":["trace[131118299] 'process raft request' (duration: 192.824747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.329873Z","caller":"traceutil/trace.go:171","msg":"trace[1399262305] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"194.497463ms","start":"2026-03-31T18:43:30.135347Z","end":"2026-03-31T18:43:30.329844Z","steps":["trace[1399262305] 'process raft request' (duration: 194.013652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.842339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.810007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ec94fcc-2ebc-4918-be08-96bda922d95e\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-03-31T18:43:32.842359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.349559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:43:32.842363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.970456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:43:32.842427Z","caller":"traceutil/trace.go:171","msg":"trace[633501846] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:5826; }","duration":"411.455072ms","start":"2026-03-31T18:43:32.430959Z","end":"2026-03-31T18:43:32.842414Z","steps":["trace[633501846] 'range keys from in-memory index tree' (duration: 411.191736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:32.842435Z","caller":"traceutil/trace.go:171","msg":"trace[1687078416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5826; }","duration":"122.087899ms","start":"2026-03-31T18:43:32.720333Z","end":"2026-03-31T18:43:32.84242Z","steps":["trace[1687078416] 'range keys from in-memory index tree' (duration: 121.827903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.842439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.518922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:43:32.842456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.430945Z","time spent":"411.504662ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"info","ts":"2026-03-31T18:43:32.84246Z","caller":"traceutil/trace.go:171","msg":"trace[244268915] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ec94fcc-2ebc-4918-be08-96bda922d95e; range_end:; response_count:1; response_revision:5826; }","duration":"160.972501ms","start":"2026-03-31T18:43:32.681466Z","end":"2026-03-31T18:43:32.842438Z","steps":["trace[244268915] 'range keys from in-memory index tree' (duration: 160.604903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.842342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.225755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-63670905-cd8d-410c-b028-3c5faf777747\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-31T18:43:32.842481Z","caller":"traceutil/trace.go:171","msg":"trace[1140404605] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:5826; }","duration":"423.598244ms","start":"2026-03-31T18:43:32.41887Z","end":"2026-03-31T18:43:32.842468Z","steps":["trace[1140404605] 'range keys from in-memory index tree' (duration: 423.41894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.842515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.418844Z","time spent":"423.662776ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-7prd4\" "} {"level":"info","ts":"2026-03-31T18:43:32.842554Z","caller":"traceutil/trace.go:171","msg":"trace[2067263986] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-63670905-cd8d-410c-b028-3c5faf777747; range_end:; response_count:1; response_revision:5826; }","duration":"353.42973ms","start":"2026-03-31T18:43:32.489075Z","end":"2026-03-31T18:43:32.842505Z","steps":["trace[2067263986] 'range keys from in-memory index tree' (duration: 353.109502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.842636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.489059Z","time spent":"353.554362ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3798,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-63670905-cd8d-410c-b028-3c5faf777747\" "} {"level":"warn","ts":"2026-03-31T18:43:32.842359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.986048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:32.842739Z","caller":"traceutil/trace.go:171","msg":"trace[1705906983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5826; }","duration":"389.396606ms","start":"2026-03-31T18:43:32.453315Z","end":"2026-03-31T18:43:32.842712Z","steps":["trace[1705906983] 'range keys from in-memory index tree' (duration: 388.909136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.842832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.453295Z","time spent":"389.510719ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:43:33.054042Z","caller":"traceutil/trace.go:171","msg":"trace[1330421677] linearizableReadLoop","detail":"{readStateIndex:6074; appliedIndex:6072; }","duration":"206.649756ms","start":"2026-03-31T18:43:32.847369Z","end":"2026-03-31T18:43:33.054019Z","steps":["trace[1330421677] 'read index received' (duration: 54.415081ms)","trace[1330421677] 'applied index is now lower than readState.Index' (duration: 152.233955ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:33.054138Z","caller":"traceutil/trace.go:171","msg":"trace[530147445] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"207.280031ms","start":"2026-03-31T18:43:32.846846Z","end":"2026-03-31T18:43:33.054126Z","steps":["trace[530147445] 'process raft request' (duration: 181.098234ms)","trace[530147445] 'compare' (duration: 25.969862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:33.054416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.042856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63218"} {"level":"info","ts":"2026-03-31T18:43:33.054492Z","caller":"traceutil/trace.go:171","msg":"trace[1555180711] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5827; }","duration":"207.156727ms","start":"2026-03-31T18:43:32.847317Z","end":"2026-03-31T18:43:33.054474Z","steps":["trace[1555180711] 'agreement among raft nodes before linearized reading' (duration: 206.945093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:33.080718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.970747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:43:33.080746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.971309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:43:33.080739Z","caller":"traceutil/trace.go:171","msg":"trace[1281248012] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"177.809368ms","start":"2026-03-31T18:43:32.902898Z","end":"2026-03-31T18:43:33.080707Z","steps":["trace[1281248012] 'process raft request' (duration: 177.505842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:33.080757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.279814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:43:33.080831Z","caller":"traceutil/trace.go:171","msg":"trace[1560481579] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5828; }","duration":"217.378876ms","start":"2026-03-31T18:43:32.863434Z","end":"2026-03-31T18:43:33.080812Z","steps":["trace[1560481579] 'agreement among raft nodes before linearized reading' (duration: 217.179761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:33.080808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.119003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:43:33.080864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.740321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-63670905-cd8d-410c-b028-3c5faf777747\" ","response":"range_response_count:1 size:3774"} {"level":"warn","ts":"2026-03-31T18:43:33.080876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.561808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:43:33.080894Z","caller":"traceutil/trace.go:171","msg":"trace[577387991] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-63670905-cd8d-410c-b028-3c5faf777747; range_end:; response_count:1; response_revision:5828; }","duration":"195.787621ms","start":"2026-03-31T18:43:32.885096Z","end":"2026-03-31T18:43:33.080883Z","steps":["trace[577387991] 'agreement among raft nodes before linearized reading' (duration: 195.71519ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:33.080899Z","caller":"traceutil/trace.go:171","msg":"trace[655707156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5828; }","duration":"218.248515ms","start":"2026-03-31T18:43:32.862631Z","end":"2026-03-31T18:43:33.08088Z","steps":["trace[655707156] 'agreement among raft nodes before linearized reading' (duration: 218.00019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:33.080921Z","caller":"traceutil/trace.go:171","msg":"trace[1423571968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5828; }","duration":"224.639979ms","start":"2026-03-31T18:43:32.856271Z","end":"2026-03-31T18:43:33.080911Z","steps":["trace[1423571968] 'agreement among raft nodes before linearized reading' (duration: 224.537437ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:33.080782Z","caller":"traceutil/trace.go:171","msg":"trace[738531311] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5828; }","duration":"225.066709ms","start":"2026-03-31T18:43:32.855701Z","end":"2026-03-31T18:43:33.080768Z","steps":["trace[738531311] 'agreement among raft nodes before linearized reading' (duration: 224.893675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:33.080785Z","caller":"traceutil/trace.go:171","msg":"trace[1523458569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5828; }","duration":"218.027331ms","start":"2026-03-31T18:43:32.862747Z","end":"2026-03-31T18:43:33.080774Z","steps":["trace[1523458569] 'agreement among raft nodes before linearized reading' (duration: 217.909128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:33.196189Z","caller":"traceutil/trace.go:171","msg":"trace[1156736608] transaction","detail":"{read_only:false; response_revision:5830; number_of_response:1; }","duration":"106.847208ms","start":"2026-03-31T18:43:33.089324Z","end":"2026-03-31T18:43:33.196171Z","steps":["trace[1156736608] 'process raft request' (duration: 72.574918ms)","trace[1156736608] 'compare' (duration: 34.124017ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:33.196353Z","caller":"traceutil/trace.go:171","msg":"trace[1085826778] transaction","detail":"{read_only:false; response_revision:5831; number_of_response:1; }","duration":"106.962891ms","start":"2026-03-31T18:43:33.089385Z","end":"2026-03-31T18:43:33.196348Z","steps":["trace[1085826778] 'process raft request' (duration: 106.756886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:33.1967Z","caller":"traceutil/trace.go:171","msg":"trace[1264672952] transaction","detail":"{read_only:false; response_revision:5832; number_of_response:1; }","duration":"106.94304ms","start":"2026-03-31T18:43:33.089749Z","end":"2026-03-31T18:43:33.196692Z","steps":["trace[1264672952] 'process raft request' (duration: 106.580202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:33.196751Z","caller":"traceutil/trace.go:171","msg":"trace[1806800504] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"105.922127ms","start":"2026-03-31T18:43:33.090825Z","end":"2026-03-31T18:43:33.196747Z","steps":["trace[1806800504] 'process raft request' (duration: 105.640861ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:33.196842Z","caller":"traceutil/trace.go:171","msg":"trace[1842689052] transaction","detail":"{read_only:false; response_revision:5833; number_of_response:1; }","duration":"106.98133ms","start":"2026-03-31T18:43:33.089831Z","end":"2026-03-31T18:43:33.196812Z","steps":["trace[1842689052] 'process raft request' (duration: 106.610952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:35.313974Z","caller":"traceutil/trace.go:171","msg":"trace[992034331] transaction","detail":"{read_only:false; response_revision:5851; number_of_response:1; }","duration":"254.149892ms","start":"2026-03-31T18:43:35.059786Z","end":"2026-03-31T18:43:35.313936Z","steps":["trace[992034331] 'process raft request' (duration: 253.862084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:35.316686Z","caller":"traceutil/trace.go:171","msg":"trace[866980567] linearizableReadLoop","detail":"{readStateIndex:6099; appliedIndex:6097; }","duration":"256.189548ms","start":"2026-03-31T18:43:35.060468Z","end":"2026-03-31T18:43:35.316658Z","steps":["trace[866980567] 'read index received' (duration: 253.18179ms)","trace[866980567] 'applied index is now lower than readState.Index' (duration: 3.007038ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:35.316792Z","caller":"traceutil/trace.go:171","msg":"trace[539421258] transaction","detail":"{read_only:false; response_revision:5852; number_of_response:1; }","duration":"256.861223ms","start":"2026-03-31T18:43:35.05992Z","end":"2026-03-31T18:43:35.316782Z","steps":["trace[539421258] 'process raft request' (duration: 256.621148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:35.316935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.411459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:43:35.316991Z","caller":"traceutil/trace.go:171","msg":"trace[45129454] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5852; }","duration":"201.543752ms","start":"2026-03-31T18:43:35.115437Z","end":"2026-03-31T18:43:35.316981Z","steps":["trace[45129454] 'agreement among raft nodes before linearized reading' (duration: 201.356788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:35.317112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.30882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:43:35.317148Z","caller":"traceutil/trace.go:171","msg":"trace[63578013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5852; }","duration":"112.367321ms","start":"2026-03-31T18:43:35.204772Z","end":"2026-03-31T18:43:35.317139Z","steps":["trace[63578013] 'agreement among raft nodes before linearized reading' (duration: 112.279519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:35.317193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.739557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:43:35.31723Z","caller":"traceutil/trace.go:171","msg":"trace[538940570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5852; }","duration":"115.790029ms","start":"2026-03-31T18:43:35.20143Z","end":"2026-03-31T18:43:35.31722Z","steps":["trace[538940570] 'agreement among raft nodes before linearized reading' (duration: 115.696857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:35.31733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.870204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63218"} {"level":"info","ts":"2026-03-31T18:43:35.317361Z","caller":"traceutil/trace.go:171","msg":"trace[1326452289] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5852; }","duration":"256.902915ms","start":"2026-03-31T18:43:35.06045Z","end":"2026-03-31T18:43:35.317353Z","steps":["trace[1326452289] 'agreement among raft nodes before linearized reading' (duration: 256.758511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:35.317393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.990623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:43:35.317441Z","caller":"traceutil/trace.go:171","msg":"trace[1583283213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5852; }","duration":"116.079625ms","start":"2026-03-31T18:43:35.201351Z","end":"2026-03-31T18:43:35.317431Z","steps":["trace[1583283213] 'agreement among raft nodes before linearized reading' (duration: 115.966733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:35.317543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.517925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:43:35.317571Z","caller":"traceutil/trace.go:171","msg":"trace[1838176281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5852; }","duration":"112.592176ms","start":"2026-03-31T18:43:35.204972Z","end":"2026-03-31T18:43:35.317564Z","steps":["trace[1838176281] 'agreement among raft nodes before linearized reading' (duration: 112.521705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:38.026176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.518564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:38.026255Z","caller":"traceutil/trace.go:171","msg":"trace[532921901] linearizableReadLoop","detail":"{readStateIndex:6272; appliedIndex:6271; }","duration":"191.545507ms","start":"2026-03-31T18:43:37.834698Z","end":"2026-03-31T18:43:38.026243Z","steps":["trace[532921901] 'read index received' (duration: 29.87044ms)","trace[532921901] 'applied index is now lower than readState.Index' (duration: 161.674037ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:38.026315Z","caller":"traceutil/trace.go:171","msg":"trace[1476812620] transaction","detail":"{read_only:false; response_revision:6018; number_of_response:1; }","duration":"200.909298ms","start":"2026-03-31T18:43:37.825366Z","end":"2026-03-31T18:43:38.026276Z","steps":["trace[1476812620] 'process raft request' (duration: 39.245071ms)","trace[1476812620] 'compare' (duration: 161.388001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:38.026379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.679791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T18:43:38.026398Z","caller":"traceutil/trace.go:171","msg":"trace[890188262] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6018; }","duration":"191.701862ms","start":"2026-03-31T18:43:37.83469Z","end":"2026-03-31T18:43:38.026392Z","steps":["trace[890188262] 'agreement among raft nodes before linearized reading' (duration: 191.597619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:38.038508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.242648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-31T18:43:38.038573Z","caller":"traceutil/trace.go:171","msg":"trace[1733716325] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:6019; }","duration":"190.356791ms","start":"2026-03-31T18:43:37.848201Z","end":"2026-03-31T18:43:38.038558Z","steps":["trace[1733716325] 'agreement among raft nodes before linearized reading' (duration: 190.175877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:38.038929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.163067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hkzkx\" ","response":"range_response_count:1 size:9311"} {"level":"info","ts":"2026-03-31T18:43:38.03895Z","caller":"traceutil/trace.go:171","msg":"trace[990788051] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hkzkx; range_end:; response_count:1; response_revision:6019; }","duration":"100.224968ms","start":"2026-03-31T18:43:37.938719Z","end":"2026-03-31T18:43:38.038944Z","steps":["trace[990788051] 'agreement among raft nodes before linearized reading' (duration: 100.157427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:38.039095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.394078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-03-31T18:43:38.039114Z","caller":"traceutil/trace.go:171","msg":"trace[562358243] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6019; }","duration":"189.44819ms","start":"2026-03-31T18:43:37.849659Z","end":"2026-03-31T18:43:38.039107Z","steps":["trace[562358243] 'agreement among raft nodes before linearized reading' (duration: 189.380698ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:38.313468Z","caller":"traceutil/trace.go:171","msg":"trace[1440688074] transaction","detail":"{read_only:false; response_revision:6036; number_of_response:1; }","duration":"123.971681ms","start":"2026-03-31T18:43:38.189468Z","end":"2026-03-31T18:43:38.313439Z","steps":["trace[1440688074] 'process raft request' (duration: 123.687205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:38.313476Z","caller":"traceutil/trace.go:171","msg":"trace[1143065810] transaction","detail":"{read_only:false; response_revision:6037; number_of_response:1; }","duration":"123.564911ms","start":"2026-03-31T18:43:38.189887Z","end":"2026-03-31T18:43:38.313452Z","steps":["trace[1143065810] 'process raft request' (duration: 123.464259ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:38.313849Z","caller":"traceutil/trace.go:171","msg":"trace[1764044056] transaction","detail":"{read_only:false; response_revision:6038; number_of_response:1; }","duration":"120.628966ms","start":"2026-03-31T18:43:38.193209Z","end":"2026-03-31T18:43:38.313838Z","steps":["trace[1764044056] 'process raft request' (duration: 120.195816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:38.722493Z","caller":"traceutil/trace.go:171","msg":"trace[2079465818] linearizableReadLoop","detail":"{readStateIndex:6294; appliedIndex:6293; }","duration":"400.844453ms","start":"2026-03-31T18:43:38.321626Z","end":"2026-03-31T18:43:38.72247Z","steps":["trace[2079465818] 'read index received' (duration: 400.767441ms)","trace[2079465818] 'applied index is now lower than readState.Index' (duration: 75.932µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:38.722555Z","caller":"traceutil/trace.go:171","msg":"trace[1823488684] transaction","detail":"{read_only:false; response_revision:6039; number_of_response:1; }","duration":"404.398222ms","start":"2026-03-31T18:43:38.318117Z","end":"2026-03-31T18:43:38.722515Z","steps":["trace[1823488684] 'process raft request' (duration: 404.225188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:38.722726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:38.318096Z","time spent":"404.549976ms","remote":"127.0.0.1:42568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":657,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:38.722779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.149019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-nw5jz\" ","response":"range_response_count:1 size:4949"} {"level":"info","ts":"2026-03-31T18:43:38.722831Z","caller":"traceutil/trace.go:171","msg":"trace[1109873538] range","detail":"{range_begin:/registry/pods/monitoring/vector-nw5jz; range_end:; response_count:1; response_revision:6039; }","duration":"401.241812ms","start":"2026-03-31T18:43:38.321574Z","end":"2026-03-31T18:43:38.722816Z","steps":["trace[1109873538] 'agreement among raft nodes before linearized reading' (duration: 401.013847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:38.722871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:38.321558Z","time spent":"401.305623ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":4973,"request content":"key:\"/registry/pods/monitoring/vector-nw5jz\" "} {"level":"info","ts":"2026-03-31T18:43:38.733937Z","caller":"traceutil/trace.go:171","msg":"trace[1341741436] transaction","detail":"{read_only:false; response_revision:6042; number_of_response:1; }","duration":"290.706742ms","start":"2026-03-31T18:43:38.443207Z","end":"2026-03-31T18:43:38.733913Z","steps":["trace[1341741436] 'process raft request' (duration: 290.63936ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:38.733921Z","caller":"traceutil/trace.go:171","msg":"trace[1450834066] transaction","detail":"{read_only:false; response_revision:6040; number_of_response:1; }","duration":"314.639728ms","start":"2026-03-31T18:43:38.419249Z","end":"2026-03-31T18:43:38.733888Z","steps":["trace[1450834066] 'process raft request' (duration: 314.397963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:38.734039Z","caller":"traceutil/trace.go:171","msg":"trace[95105190] transaction","detail":"{read_only:false; response_revision:6041; number_of_response:1; }","duration":"290.846534ms","start":"2026-03-31T18:43:38.443182Z","end":"2026-03-31T18:43:38.734029Z","steps":["trace[95105190] 'process raft request' (duration: 290.611419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:38.734073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.5255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5083"} {"level":"info","ts":"2026-03-31T18:43:38.73415Z","caller":"traceutil/trace.go:171","msg":"trace[450277610] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:6042; }","duration":"410.646523ms","start":"2026-03-31T18:43:38.323487Z","end":"2026-03-31T18:43:38.734133Z","steps":["trace[450277610] 'agreement among raft nodes before linearized reading' (duration: 410.417007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:38.734187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.481524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:38.734088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:38.419226Z","time spent":"314.777262ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:38.734241Z","caller":"traceutil/trace.go:171","msg":"trace[440911201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6042; }","duration":"281.574108ms","start":"2026-03-31T18:43:38.452655Z","end":"2026-03-31T18:43:38.734229Z","steps":["trace[440911201] 'agreement among raft nodes before linearized reading' (duration: 281.489725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:38.734409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.512651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T18:43:38.734457Z","caller":"traceutil/trace.go:171","msg":"trace[1613213912] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6042; }","duration":"406.575512ms","start":"2026-03-31T18:43:38.327869Z","end":"2026-03-31T18:43:38.734444Z","steps":["trace[1613213912] 'agreement among raft nodes before linearized reading' (duration: 406.46016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:38.734474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.481563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"warn","ts":"2026-03-31T18:43:38.734498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:38.327859Z","time spent":"406.630853ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T18:43:38.734512Z","caller":"traceutil/trace.go:171","msg":"trace[1575253694] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:6042; }","duration":"280.552975ms","start":"2026-03-31T18:43:38.45395Z","end":"2026-03-31T18:43:38.734503Z","steps":["trace[1575253694] 'agreement among raft nodes before linearized reading' (duration: 280.446202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:38.734199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:38.323462Z","time spent":"410.725314ms","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5107,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"warn","ts":"2026-03-31T18:43:38.734643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.216116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777481"} {"level":"info","ts":"2026-03-31T18:43:38.734712Z","caller":"traceutil/trace.go:171","msg":"trace[147653601] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:6042; }","duration":"234.330978ms","start":"2026-03-31T18:43:38.500366Z","end":"2026-03-31T18:43:38.734697Z","steps":["trace[147653601] 'agreement among raft nodes before linearized reading' (duration: 233.765495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:39.570347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.970157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hkzkx\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-31T18:43:39.570423Z","caller":"traceutil/trace.go:171","msg":"trace[1902226381] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hkzkx; range_end:; response_count:1; response_revision:6045; }","duration":"615.08574ms","start":"2026-03-31T18:43:38.955321Z","end":"2026-03-31T18:43:39.570406Z","steps":["trace[1902226381] 'range keys from in-memory index tree' (duration: 614.803084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:39.570454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:38.955303Z","time spent":"615.143541ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9740,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hkzkx\" "} {"level":"warn","ts":"2026-03-31T18:43:39.570599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.920748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:39.570697Z","caller":"traceutil/trace.go:171","msg":"trace[1732364155] linearizableReadLoop","detail":"{readStateIndex:6301; appliedIndex:6300; }","duration":"243.589165ms","start":"2026-03-31T18:43:39.327091Z","end":"2026-03-31T18:43:39.570681Z","steps":["trace[1732364155] 'read index received' (duration: 104.470544ms)","trace[1732364155] 'applied index is now lower than readState.Index' (duration: 139.116791ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:39.570921Z","caller":"traceutil/trace.go:171","msg":"trace[2081912692] transaction","detail":"{read_only:false; response_revision:6046; number_of_response:1; }","duration":"614.279481ms","start":"2026-03-31T18:43:38.95663Z","end":"2026-03-31T18:43:39.57091Z","steps":["trace[2081912692] 'process raft request' (duration: 474.968345ms)","trace[2081912692] 'compare' (duration: 138.504439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:39.570996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:38.956601Z","time spent":"614.349943ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:39.571146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.049455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:43:39.571219Z","caller":"traceutil/trace.go:171","msg":"trace[645826102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6046; }","duration":"244.170138ms","start":"2026-03-31T18:43:39.327032Z","end":"2026-03-31T18:43:39.571202Z","steps":["trace[645826102] 'agreement among raft nodes before linearized reading' (duration: 243.900192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:39.571245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.400472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:43:39.571273Z","caller":"traceutil/trace.go:171","msg":"trace[830037842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6046; }","duration":"223.452102ms","start":"2026-03-31T18:43:39.347814Z","end":"2026-03-31T18:43:39.571266Z","steps":["trace[830037842] 'agreement among raft nodes before linearized reading' (duration: 223.376651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:39.571363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.552455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:43:39.571498Z","caller":"traceutil/trace.go:171","msg":"trace[2045488414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6046; }","duration":"223.718489ms","start":"2026-03-31T18:43:39.347754Z","end":"2026-03-31T18:43:39.571472Z","steps":["trace[2045488414] 'agreement among raft nodes before linearized reading' (duration: 223.257039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:39.571555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.865254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:43:39.571613Z","caller":"traceutil/trace.go:171","msg":"trace[283417397] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6046; }","duration":"224.962867ms","start":"2026-03-31T18:43:39.346635Z","end":"2026-03-31T18:43:39.571598Z","steps":["trace[283417397] 'agreement among raft nodes before linearized reading' (duration: 224.834184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:39.571538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.255396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:43:39.571542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.988082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:43:39.571704Z","caller":"traceutil/trace.go:171","msg":"trace[1699311636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6046; }","duration":"230.47725ms","start":"2026-03-31T18:43:39.341203Z","end":"2026-03-31T18:43:39.571681Z","steps":["trace[1699311636] 'agreement among raft nodes before linearized reading' (duration: 230.074972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:39.571247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.952897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:39.571963Z","caller":"traceutil/trace.go:171","msg":"trace[587723534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6046; }","duration":"118.704533ms","start":"2026-03-31T18:43:39.453241Z","end":"2026-03-31T18:43:39.571946Z","steps":["trace[587723534] 'agreement among raft nodes before linearized reading' (duration: 117.932375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:39.571817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.981188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:43:39.572049Z","caller":"traceutil/trace.go:171","msg":"trace[452334676] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:6046; }","duration":"238.231975ms","start":"2026-03-31T18:43:39.333805Z","end":"2026-03-31T18:43:39.572037Z","steps":["trace[452334676] 'agreement among raft nodes before linearized reading' (duration: 237.157491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:39.571818Z","caller":"traceutil/trace.go:171","msg":"trace[1153565938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6046; }","duration":"231.270628ms","start":"2026-03-31T18:43:39.340515Z","end":"2026-03-31T18:43:39.571786Z","steps":["trace[1153565938] 'agreement among raft nodes before linearized reading' (duration: 230.944191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:40.514748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.085766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777481"} {"level":"info","ts":"2026-03-31T18:43:40.514819Z","caller":"traceutil/trace.go:171","msg":"trace[556593029] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:6061; }","duration":"306.209559ms","start":"2026-03-31T18:43:40.208595Z","end":"2026-03-31T18:43:40.514804Z","steps":["trace[556593029] 'range keys from in-memory index tree' (duration: 305.661437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:40.514852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:40.208576Z","time spent":"306.267601ms","remote":"127.0.0.1:42164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777505,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-31T18:43:40.515163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.293171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-qprfb\" ","response":"range_response_count:1 size:5148"} {"level":"info","ts":"2026-03-31T18:43:40.515616Z","caller":"traceutil/trace.go:171","msg":"trace[1245343866] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-qprfb; range_end:; response_count:1; response_revision:6061; }","duration":"356.022457ms","start":"2026-03-31T18:43:40.159518Z","end":"2026-03-31T18:43:40.515541Z","steps":["trace[1245343866] 'range keys from in-memory index tree' (duration: 354.559126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:40.516286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:40.1595Z","time spent":"356.766824ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5172,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-qprfb\" "} {"level":"warn","ts":"2026-03-31T18:43:41.325023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.991839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:41.325088Z","caller":"traceutil/trace.go:171","msg":"trace[415416221] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:6074; }","duration":"464.102512ms","start":"2026-03-31T18:43:40.860971Z","end":"2026-03-31T18:43:41.325074Z","steps":["trace[415416221] 'range keys from in-memory index tree' (duration: 463.909308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:41.325118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:40.860948Z","time spent":"464.162534ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-03-31T18:43:41.325257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.217175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hkzkx\" ","response":"range_response_count:1 size:9830"} {"level":"info","ts":"2026-03-31T18:43:41.325331Z","caller":"traceutil/trace.go:171","msg":"trace[1105289031] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hkzkx; range_end:; response_count:1; response_revision:6074; }","duration":"345.329538ms","start":"2026-03-31T18:43:40.979984Z","end":"2026-03-31T18:43:41.325313Z","steps":["trace[1105289031] 'range keys from in-memory index tree' (duration: 344.97778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:41.325384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:40.979961Z","time spent":"345.411289ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9854,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hkzkx\" "} {"level":"warn","ts":"2026-03-31T18:43:41.325269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.226005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-hkzkx.18a20149e1cf215c\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-31T18:43:41.325775Z","caller":"traceutil/trace.go:171","msg":"trace[1297536047] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-hkzkx.18a20149e1cf215c; range_end:; response_count:1; response_revision:6074; }","duration":"345.769549ms","start":"2026-03-31T18:43:40.979983Z","end":"2026-03-31T18:43:41.325753Z","steps":["trace[1297536047] 'range keys from in-memory index tree' (duration: 345.011971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:41.326014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:40.979974Z","time spent":"345.8428ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":986,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-hkzkx.18a20149e1cf215c\" "} {"level":"info","ts":"2026-03-31T18:43:41.326075Z","caller":"traceutil/trace.go:171","msg":"trace[1606981612] transaction","detail":"{read_only:false; response_revision:6075; number_of_response:1; }","duration":"235.614427ms","start":"2026-03-31T18:43:41.090446Z","end":"2026-03-31T18:43:41.326061Z","steps":["trace[1606981612] 'process raft request' (duration: 233.643992ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:41.328553Z","caller":"traceutil/trace.go:171","msg":"trace[259516831] transaction","detail":"{read_only:false; response_revision:6076; number_of_response:1; }","duration":"201.665214ms","start":"2026-03-31T18:43:41.126871Z","end":"2026-03-31T18:43:41.328537Z","steps":["trace[259516831] 'process raft request' (duration: 201.532931ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:43.914062Z","caller":"traceutil/trace.go:171","msg":"trace[1958049262] linearizableReadLoop","detail":"{readStateIndex:6374; appliedIndex:6373; }","duration":"304.935702ms","start":"2026-03-31T18:43:43.609103Z","end":"2026-03-31T18:43:43.914039Z","steps":["trace[1958049262] 'read index received' (duration: 304.864581ms)","trace[1958049262] 'applied index is now lower than readState.Index' (duration: 69.971µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:43.914114Z","caller":"traceutil/trace.go:171","msg":"trace[104516450] transaction","detail":"{read_only:false; response_revision:6117; number_of_response:1; }","duration":"305.617438ms","start":"2026-03-31T18:43:43.608473Z","end":"2026-03-31T18:43:43.91409Z","steps":["trace[104516450] 'process raft request' (duration: 305.407423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:43.91431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:43.608465Z","time spent":"305.737761ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:43.914358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.128996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:43:43.914441Z","caller":"traceutil/trace.go:171","msg":"trace[1167811233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6117; }","duration":"305.28929ms","start":"2026-03-31T18:43:43.609091Z","end":"2026-03-31T18:43:43.91438Z","steps":["trace[1167811233] 'agreement among raft nodes before linearized reading' (duration: 305.056485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:43.914477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:43.609086Z","time spent":"305.383522ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:43:44.008903Z","caller":"traceutil/trace.go:171","msg":"trace[286212985] transaction","detail":"{read_only:false; response_revision:6118; number_of_response:1; }","duration":"397.889067ms","start":"2026-03-31T18:43:43.610992Z","end":"2026-03-31T18:43:44.008881Z","steps":["trace[286212985] 'process raft request' (duration: 354.33251ms)","trace[286212985] 'compare' (duration: 43.23761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:44.009016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:43.61097Z","time spent":"397.987729ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:44.009133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.215871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3d5420b4-c848-4730-8069-1fa503e2cabe\" ","response":"range_response_count:1 size:3904"} {"level":"warn","ts":"2026-03-31T18:43:44.009206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.232815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:43:44.009212Z","caller":"traceutil/trace.go:171","msg":"trace[1019879398] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3d5420b4-c848-4730-8069-1fa503e2cabe; range_end:; response_count:1; response_revision:6120; }","duration":"331.356325ms","start":"2026-03-31T18:43:43.677835Z","end":"2026-03-31T18:43:44.009192Z","steps":["trace[1019879398] 'agreement among raft nodes before linearized reading' (duration: 331.126599ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:44.00923Z","caller":"traceutil/trace.go:171","msg":"trace[816274375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6120; }","duration":"398.281467ms","start":"2026-03-31T18:43:43.610941Z","end":"2026-03-31T18:43:44.009222Z","steps":["trace[816274375] 'agreement among raft nodes before linearized reading' (duration: 398.190024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:44.009253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:43.610929Z","time spent":"398.320047ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:43:44.009255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:43.677814Z","time spent":"331.431937ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3928,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3d5420b4-c848-4730-8069-1fa503e2cabe\" "} {"level":"warn","ts":"2026-03-31T18:43:44.009366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.102047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:43:44.009391Z","caller":"traceutil/trace.go:171","msg":"trace[2039868411] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:6120; }","duration":"400.153188ms","start":"2026-03-31T18:43:43.609232Z","end":"2026-03-31T18:43:44.009385Z","steps":["trace[2039868411] 'agreement among raft nodes before linearized reading' (duration: 400.104657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:44.009408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:43.609217Z","time spent":"400.187029ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-7prd4\" "} {"level":"info","ts":"2026-03-31T18:43:44.009458Z","caller":"traceutil/trace.go:171","msg":"trace[1741755814] transaction","detail":"{read_only:false; response_revision:6119; number_of_response:1; }","duration":"398.211606ms","start":"2026-03-31T18:43:43.611233Z","end":"2026-03-31T18:43:44.009445Z","steps":["trace[1741755814] 'process raft request' (duration: 397.436568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:44.009547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:43.611219Z","time spent":"398.271977ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:44.009637Z","caller":"traceutil/trace.go:171","msg":"trace[1236461269] transaction","detail":"{read_only:false; response_revision:6120; number_of_response:1; }","duration":"398.327178ms","start":"2026-03-31T18:43:43.611301Z","end":"2026-03-31T18:43:44.009628Z","steps":["trace[1236461269] 'process raft request' (duration: 397.405656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:44.009688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:43.611274Z","time spent":"398.388709ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:44.009882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.596818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3d5420b4-c848-4730-8069-1fa503e2cabe\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-31T18:43:44.009914Z","caller":"traceutil/trace.go:171","msg":"trace[1126747220] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3d5420b4-c848-4730-8069-1fa503e2cabe; range_end:; response_count:1; response_revision:6120; }","duration":"244.66655ms","start":"2026-03-31T18:43:43.765239Z","end":"2026-03-31T18:43:44.009906Z","steps":["trace[1126747220] 'agreement among raft nodes before linearized reading' (duration: 244.592448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:44.032313Z","caller":"traceutil/trace.go:171","msg":"trace[193249449] transaction","detail":"{read_only:false; response_revision:6121; number_of_response:1; }","duration":"114.458038ms","start":"2026-03-31T18:43:43.917827Z","end":"2026-03-31T18:43:44.032285Z","steps":["trace[193249449] 'process raft request' (duration: 114.321765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:44.510088Z","caller":"traceutil/trace.go:171","msg":"trace[177111936] transaction","detail":"{read_only:false; response_revision:6123; number_of_response:1; }","duration":"177.482401ms","start":"2026-03-31T18:43:44.332577Z","end":"2026-03-31T18:43:44.510059Z","steps":["trace[177111936] 'process raft request' (duration: 177.293987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:44.723645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.130021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-31T18:43:44.723779Z","caller":"traceutil/trace.go:171","msg":"trace[71230717] transaction","detail":"{read_only:false; number_of_response:0; response_revision:6123; }","duration":"191.500027ms","start":"2026-03-31T18:43:44.532255Z","end":"2026-03-31T18:43:44.723755Z","steps":["trace[71230717] 'process raft request' (duration: 77.178082ms)","trace[71230717] 'compare' (duration: 114.063158ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:50.050292Z","caller":"traceutil/trace.go:171","msg":"trace[1424520726] transaction","detail":"{read_only:false; response_revision:6228; number_of_response:1; }","duration":"107.103352ms","start":"2026-03-31T18:43:49.94316Z","end":"2026-03-31T18:43:50.050263Z","steps":["trace[1424520726] 'process raft request' (duration: 106.890028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:50.190244Z","caller":"traceutil/trace.go:171","msg":"trace[39757860] transaction","detail":"{read_only:false; response_revision:6229; number_of_response:1; }","duration":"133.880063ms","start":"2026-03-31T18:43:50.056332Z","end":"2026-03-31T18:43:50.190212Z","steps":["trace[39757860] 'process raft request' (duration: 133.607207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:50.190974Z","caller":"traceutil/trace.go:171","msg":"trace[468249020] transaction","detail":"{read_only:false; response_revision:6230; number_of_response:1; }","duration":"134.283643ms","start":"2026-03-31T18:43:50.056666Z","end":"2026-03-31T18:43:50.19095Z","steps":["trace[468249020] 'process raft request' (duration: 134.123869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:50.191564Z","caller":"traceutil/trace.go:171","msg":"trace[1623427116] linearizableReadLoop","detail":"{readStateIndex:6491; appliedIndex:6488; }","duration":"124.102944ms","start":"2026-03-31T18:43:50.067447Z","end":"2026-03-31T18:43:50.19155Z","steps":["trace[1623427116] 'read index received' (duration: 122.56184ms)","trace[1623427116] 'applied index is now lower than readState.Index' (duration: 1.539804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:50.191784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.317789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:43:50.191639Z","caller":"traceutil/trace.go:171","msg":"trace[498341924] transaction","detail":"{read_only:false; response_revision:6231; number_of_response:1; }","duration":"133.833972ms","start":"2026-03-31T18:43:50.057765Z","end":"2026-03-31T18:43:50.191599Z","steps":["trace[498341924] 'process raft request' (duration: 133.146467ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:50.191833Z","caller":"traceutil/trace.go:171","msg":"trace[341797681] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6231; }","duration":"124.395992ms","start":"2026-03-31T18:43:50.067425Z","end":"2026-03-31T18:43:50.191821Z","steps":["trace[341797681] 'agreement among raft nodes before linearized reading' (duration: 124.255348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:50.191816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.255635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:43:50.191972Z","caller":"traceutil/trace.go:171","msg":"trace[2145026155] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6231; }","duration":"123.43076ms","start":"2026-03-31T18:43:50.068526Z","end":"2026-03-31T18:43:50.191957Z","steps":["trace[2145026155] 'agreement among raft nodes before linearized reading' (duration: 123.174443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:50.192056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.351473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:43:50.192103Z","caller":"traceutil/trace.go:171","msg":"trace[1731153488] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:6231; }","duration":"117.418305ms","start":"2026-03-31T18:43:50.074671Z","end":"2026-03-31T18:43:50.192089Z","steps":["trace[1731153488] 'agreement among raft nodes before linearized reading' (duration: 117.348923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:50.880982Z","caller":"traceutil/trace.go:171","msg":"trace[1989382392] transaction","detail":"{read_only:false; response_revision:6243; number_of_response:1; }","duration":"101.046767ms","start":"2026-03-31T18:43:50.779887Z","end":"2026-03-31T18:43:50.880934Z","steps":["trace[1989382392] 'process raft request' (duration: 100.748591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:51.210751Z","caller":"traceutil/trace.go:171","msg":"trace[737328620] transaction","detail":"{read_only:false; response_revision:6245; number_of_response:1; }","duration":"110.678483ms","start":"2026-03-31T18:43:51.10004Z","end":"2026-03-31T18:43:51.210719Z","steps":["trace[737328620] 'process raft request' (duration: 110.340485ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:51.384153Z","caller":"traceutil/trace.go:171","msg":"trace[1293936063] transaction","detail":"{read_only:false; response_revision:6246; number_of_response:1; }","duration":"168.845118ms","start":"2026-03-31T18:43:51.215275Z","end":"2026-03-31T18:43:51.38412Z","steps":["trace[1293936063] 'process raft request' (duration: 168.669564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:51.645826Z","caller":"traceutil/trace.go:171","msg":"trace[345449021] transaction","detail":"{read_only:false; response_revision:6248; number_of_response:1; }","duration":"430.031809ms","start":"2026-03-31T18:43:51.215768Z","end":"2026-03-31T18:43:51.645799Z","steps":["trace[345449021] 'process raft request' (duration: 429.916745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:51.645944Z","caller":"traceutil/trace.go:171","msg":"trace[1827928605] linearizableReadLoop","detail":"{readStateIndex:6509; appliedIndex:6506; }","duration":"265.575428ms","start":"2026-03-31T18:43:51.380343Z","end":"2026-03-31T18:43:51.645919Z","steps":["trace[1827928605] 'read index received' (duration: 4.995522ms)","trace[1827928605] 'applied index is now lower than readState.Index' (duration: 260.578546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:51.646088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.732012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:51.645835Z","caller":"traceutil/trace.go:171","msg":"trace[1046022631] transaction","detail":"{read_only:false; response_revision:6247; number_of_response:1; }","duration":"430.095629ms","start":"2026-03-31T18:43:51.215701Z","end":"2026-03-31T18:43:51.645796Z","steps":["trace[1046022631] 'process raft request' (duration: 429.842813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:51.646152Z","caller":"traceutil/trace.go:171","msg":"trace[200661036] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:6249; }","duration":"265.834094ms","start":"2026-03-31T18:43:51.380302Z","end":"2026-03-31T18:43:51.646137Z","steps":["trace[200661036] 'agreement among raft nodes before linearized reading' (duration: 265.733582ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:51.646015Z","caller":"traceutil/trace.go:171","msg":"trace[1807050804] transaction","detail":"{read_only:false; response_revision:6249; number_of_response:1; }","duration":"429.727812ms","start":"2026-03-31T18:43:51.216267Z","end":"2026-03-31T18:43:51.645994Z","steps":["trace[1807050804] 'process raft request' (duration: 429.481366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:51.646279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.792476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:51.646275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:51.215689Z","time spent":"430.489569ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:51.646334Z","caller":"traceutil/trace.go:171","msg":"trace[1315282954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6249; }","duration":"192.890878ms","start":"2026-03-31T18:43:51.453431Z","end":"2026-03-31T18:43:51.646322Z","steps":["trace[1315282954] 'agreement among raft nodes before linearized reading' (duration: 192.791616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:51.646801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:51.215758Z","time spent":"430.162401ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:51.647028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:51.216256Z","time spent":"429.980737ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:54.447842Z","caller":"traceutil/trace.go:171","msg":"trace[1794375367] transaction","detail":"{read_only:false; response_revision:6282; number_of_response:1; }","duration":"188.049129ms","start":"2026-03-31T18:43:54.259767Z","end":"2026-03-31T18:43:54.447816Z","steps":["trace[1794375367] 'process raft request' (duration: 174.642867ms)","trace[1794375367] 'compare' (duration: 13.236648ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:54.448102Z","caller":"traceutil/trace.go:171","msg":"trace[241202004] transaction","detail":"{read_only:false; response_revision:6283; number_of_response:1; }","duration":"188.12717ms","start":"2026-03-31T18:43:54.25995Z","end":"2026-03-31T18:43:54.448078Z","steps":["trace[241202004] 'process raft request' (duration: 187.824274ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:54.448243Z","caller":"traceutil/trace.go:171","msg":"trace[1604276634] transaction","detail":"{read_only:false; response_revision:6284; number_of_response:1; }","duration":"188.223463ms","start":"2026-03-31T18:43:54.260012Z","end":"2026-03-31T18:43:54.448236Z","steps":["trace[1604276634] 'process raft request' (duration: 187.988578ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:54.448319Z","caller":"traceutil/trace.go:171","msg":"trace[293524618] transaction","detail":"{read_only:false; response_revision:6285; number_of_response:1; }","duration":"188.214392ms","start":"2026-03-31T18:43:54.260088Z","end":"2026-03-31T18:43:54.448302Z","steps":["trace[293524618] 'process raft request' (duration: 188.042959ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:54.448387Z","caller":"traceutil/trace.go:171","msg":"trace[727439586] transaction","detail":"{read_only:false; response_revision:6286; number_of_response:1; }","duration":"188.260534ms","start":"2026-03-31T18:43:54.260109Z","end":"2026-03-31T18:43:54.44837Z","steps":["trace[727439586] 'process raft request' (duration: 188.10462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:54.448522Z","caller":"traceutil/trace.go:171","msg":"trace[1108651535] transaction","detail":"{read_only:false; response_revision:6287; number_of_response:1; }","duration":"188.309025ms","start":"2026-03-31T18:43:54.260205Z","end":"2026-03-31T18:43:54.448514Z","steps":["trace[1108651535] 'process raft request' (duration: 188.09081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:54.448625Z","caller":"traceutil/trace.go:171","msg":"trace[1907596443] transaction","detail":"{read_only:false; response_revision:6288; number_of_response:1; }","duration":"188.027858ms","start":"2026-03-31T18:43:54.260591Z","end":"2026-03-31T18:43:54.448619Z","steps":["trace[1907596443] 'process raft request' (duration: 187.862995ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:54.448763Z","caller":"traceutil/trace.go:171","msg":"trace[1843197210] linearizableReadLoop","detail":"{readStateIndex:6549; appliedIndex:6541; }","duration":"187.63483ms","start":"2026-03-31T18:43:54.26111Z","end":"2026-03-31T18:43:54.448745Z","steps":["trace[1843197210] 'read index received' (duration: 5.114765ms)","trace[1843197210] 'applied index is now lower than readState.Index' (duration: 182.518765ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:54.448843Z","caller":"traceutil/trace.go:171","msg":"trace[1550696381] transaction","detail":"{read_only:false; response_revision:6289; number_of_response:1; }","duration":"186.476263ms","start":"2026-03-31T18:43:54.262324Z","end":"2026-03-31T18:43:54.4488Z","steps":["trace[1550696381] 'process raft request' (duration: 186.270599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:54.448956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.301672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-63670905-cd8d-410c-b028-3c5faf777747\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-31T18:43:54.448968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.859255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71278"} {"level":"info","ts":"2026-03-31T18:43:54.448997Z","caller":"traceutil/trace.go:171","msg":"trace[67755664] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:6289; }","duration":"187.930337ms","start":"2026-03-31T18:43:54.26106Z","end":"2026-03-31T18:43:54.448991Z","steps":["trace[67755664] 'agreement among raft nodes before linearized reading' (duration: 187.779653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:54.448999Z","caller":"traceutil/trace.go:171","msg":"trace[1851677216] range","detail":"{range_begin:/registry/persistentvolumes/pvc-63670905-cd8d-410c-b028-3c5faf777747; range_end:; response_count:1; response_revision:6289; }","duration":"187.356183ms","start":"2026-03-31T18:43:54.261631Z","end":"2026-03-31T18:43:54.448988Z","steps":["trace[1851677216] 'agreement among raft nodes before linearized reading' (duration: 187.22069ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:56.671331Z","caller":"traceutil/trace.go:171","msg":"trace[1538289726] transaction","detail":"{read_only:false; response_revision:6316; number_of_response:1; }","duration":"210.663537ms","start":"2026-03-31T18:43:56.460636Z","end":"2026-03-31T18:43:56.6713Z","steps":["trace[1538289726] 'process raft request' (duration: 210.599185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:56.67139Z","caller":"traceutil/trace.go:171","msg":"trace[905539821] transaction","detail":"{read_only:false; response_revision:6315; number_of_response:1; }","duration":"210.718998ms","start":"2026-03-31T18:43:56.460634Z","end":"2026-03-31T18:43:56.671353Z","steps":["trace[905539821] 'process raft request' (duration: 210.411291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:56.672319Z","caller":"traceutil/trace.go:171","msg":"trace[449706506] transaction","detail":"{read_only:false; response_revision:6317; number_of_response:1; }","duration":"210.960183ms","start":"2026-03-31T18:43:56.461338Z","end":"2026-03-31T18:43:56.672298Z","steps":["trace[449706506] 'process raft request' (duration: 210.83101ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:56.672633Z","caller":"traceutil/trace.go:171","msg":"trace[828703920] transaction","detail":"{read_only:false; response_revision:6319; number_of_response:1; }","duration":"210.152745ms","start":"2026-03-31T18:43:56.462465Z","end":"2026-03-31T18:43:56.672618Z","steps":["trace[828703920] 'process raft request' (duration: 210.060273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:56.672793Z","caller":"traceutil/trace.go:171","msg":"trace[770812845] transaction","detail":"{read_only:false; response_revision:6318; number_of_response:1; }","duration":"210.38237ms","start":"2026-03-31T18:43:56.462374Z","end":"2026-03-31T18:43:56.672756Z","steps":["trace[770812845] 'process raft request' (duration: 209.882849ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:59.539051Z","caller":"traceutil/trace.go:171","msg":"trace[1378737843] transaction","detail":"{read_only:false; response_revision:6404; number_of_response:1; }","duration":"207.236689ms","start":"2026-03-31T18:43:59.331781Z","end":"2026-03-31T18:43:59.539018Z","steps":["trace[1378737843] 'process raft request' (duration: 207.038865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:00.680545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961695923,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:44:01.061713Z","caller":"traceutil/trace.go:171","msg":"trace[1082042877] transaction","detail":"{read_only:false; response_revision:6407; number_of_response:1; }","duration":"890.09801ms","start":"2026-03-31T18:44:00.171584Z","end":"2026-03-31T18:44:01.061682Z","steps":["trace[1082042877] 'process raft request' (duration: 889.894355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:01.061895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:00.171563Z","time spent":"890.245243ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11655,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:01.083552Z","caller":"traceutil/trace.go:171","msg":"trace[949622236] linearizableReadLoop","detail":"{readStateIndex:6670; appliedIndex:6668; }","duration":"903.594912ms","start":"2026-03-31T18:44:00.179929Z","end":"2026-03-31T18:44:01.083524Z","steps":["trace[949622236] 'read index received' (duration: 881.589389ms)","trace[949622236] 'applied index is now lower than readState.Index' (duration: 22.004773ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:01.083818Z","caller":"traceutil/trace.go:171","msg":"trace[805942029] transaction","detail":"{read_only:false; response_revision:6408; number_of_response:1; }","duration":"869.706733ms","start":"2026-03-31T18:44:00.214093Z","end":"2026-03-31T18:44:01.0838Z","steps":["trace[805942029] 'process raft request' (duration: 869.222531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:01.083895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:00.214073Z","time spent":"869.766244ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1408,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:01.084095Z","caller":"traceutil/trace.go:171","msg":"trace[1912728147] transaction","detail":"{read_only:false; response_revision:6409; number_of_response:1; }","duration":"204.918647ms","start":"2026-03-31T18:44:00.87917Z","end":"2026-03-31T18:44:01.084088Z","steps":["trace[1912728147] 'process raft request' (duration: 204.250012ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:01.084181Z","caller":"traceutil/trace.go:171","msg":"trace[194153727] transaction","detail":"{read_only:false; response_revision:6410; number_of_response:1; }","duration":"167.171471ms","start":"2026-03-31T18:44:00.917003Z","end":"2026-03-31T18:44:01.084175Z","steps":["trace[194153727] 'process raft request' (duration: 166.465715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:01.084256Z","caller":"traceutil/trace.go:171","msg":"trace[224794361] transaction","detail":"{read_only:false; response_revision:6411; number_of_response:1; }","duration":"163.914858ms","start":"2026-03-31T18:44:00.920335Z","end":"2026-03-31T18:44:01.08425Z","steps":["trace[224794361] 'process raft request' (duration: 163.16183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:01.084364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.427971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:01.084386Z","caller":"traceutil/trace.go:171","msg":"trace[1874477584] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:6411; }","duration":"904.472973ms","start":"2026-03-31T18:44:00.179907Z","end":"2026-03-31T18:44:01.08438Z","steps":["trace[1874477584] 'agreement among raft nodes before linearized reading' (duration: 904.426352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:01.084407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:00.179891Z","time spent":"904.509933ms","remote":"127.0.0.1:42468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:01.095609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.107886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:44:01.095674Z","caller":"traceutil/trace.go:171","msg":"trace[891140431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6414; }","duration":"404.205469ms","start":"2026-03-31T18:44:00.691454Z","end":"2026-03-31T18:44:01.09566Z","steps":["trace[891140431] 'agreement among raft nodes before linearized reading' (duration: 404.038075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:01.095701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:00.691446Z","time spent":"404.24897ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:44:01.095705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.966763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T18:44:01.095832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.543224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:44:01.095864Z","caller":"traceutil/trace.go:171","msg":"trace[85812827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6414; }","duration":"403.591805ms","start":"2026-03-31T18:44:00.692264Z","end":"2026-03-31T18:44:01.095856Z","steps":["trace[85812827] 'agreement among raft nodes before linearized reading' (duration: 403.528244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:01.095894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:00.692255Z","time spent":"403.631726ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:44:01.09585Z","caller":"traceutil/trace.go:171","msg":"trace[1224626688] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6414; }","duration":"884.080455ms","start":"2026-03-31T18:44:00.211689Z","end":"2026-03-31T18:44:01.09577Z","steps":["trace[1224626688] 'agreement among raft nodes before linearized reading' (duration: 883.762528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:01.096001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:00.211678Z","time spent":"884.30431ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:44:01.096041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.406753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:44:01.096064Z","caller":"traceutil/trace.go:171","msg":"trace[1238316474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6414; }","duration":"404.440794ms","start":"2026-03-31T18:44:00.691615Z","end":"2026-03-31T18:44:01.096055Z","steps":["trace[1238316474] 'agreement among raft nodes before linearized reading' (duration: 404.380202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:01.096084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:00.691608Z","time spent":"404.472534ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:44:01.096193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.211533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:44:01.096245Z","caller":"traceutil/trace.go:171","msg":"trace[2061645086] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:6414; }","duration":"611.321186ms","start":"2026-03-31T18:44:00.484913Z","end":"2026-03-31T18:44:01.096234Z","steps":["trace[2061645086] 'agreement among raft nodes before linearized reading' (duration: 611.234114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:01.096255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.832662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:44:01.096266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:00.484888Z","time spent":"611.374166ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-7prd4\" "} {"level":"info","ts":"2026-03-31T18:44:01.096284Z","caller":"traceutil/trace.go:171","msg":"trace[1410510532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6414; }","duration":"642.905284ms","start":"2026-03-31T18:44:00.453371Z","end":"2026-03-31T18:44:01.096276Z","steps":["trace[1410510532] 'agreement among raft nodes before linearized reading' (duration: 642.860693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:01.096303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:00.453348Z","time spent":"642.950894ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:44:01.096364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.476668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2ce5fa5c-9d6c-4e2f-bf80-78f30b402436\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-31T18:44:01.096471Z","caller":"traceutil/trace.go:171","msg":"trace[658363994] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2ce5fa5c-9d6c-4e2f-bf80-78f30b402436; range_end:; response_count:1; response_revision:6414; }","duration":"512.769674ms","start":"2026-03-31T18:44:00.583683Z","end":"2026-03-31T18:44:01.096453Z","steps":["trace[658363994] 'agreement among raft nodes before linearized reading' (duration: 512.348495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:01.0965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.034515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:44:01.09652Z","caller":"traceutil/trace.go:171","msg":"trace[1939803748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6414; }","duration":"408.112227ms","start":"2026-03-31T18:44:00.688402Z","end":"2026-03-31T18:44:01.096514Z","steps":["trace[1939803748] 'agreement among raft nodes before linearized reading' (duration: 408.040645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:01.096531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:00.583635Z","time spent":"512.885157ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2ce5fa5c-9d6c-4e2f-bf80-78f30b402436\" "} {"level":"warn","ts":"2026-03-31T18:44:01.096537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:00.68838Z","time spent":"408.152307ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:44:01.096576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.00939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:44:01.096656Z","caller":"traceutil/trace.go:171","msg":"trace[851904079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6414; }","duration":"406.138593ms","start":"2026-03-31T18:44:00.690499Z","end":"2026-03-31T18:44:01.096638Z","steps":["trace[851904079] 'agreement among raft nodes before linearized reading' (duration: 405.939248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:01.096402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.818209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:01.096694Z","caller":"traceutil/trace.go:171","msg":"trace[1849122469] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:6414; }","duration":"609.157267ms","start":"2026-03-31T18:44:00.487528Z","end":"2026-03-31T18:44:01.096685Z","steps":["trace[1849122469] 'agreement among raft nodes before linearized reading' (duration: 608.811439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:01.096694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:00.690469Z","time spent":"406.216944ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:44:01.096722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:00.487497Z","time spent":"609.217387ms","remote":"127.0.0.1:34706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:44:02.572882Z","caller":"traceutil/trace.go:171","msg":"trace[46060304] linearizableReadLoop","detail":"{readStateIndex:6686; appliedIndex:6685; }","duration":"122.080298ms","start":"2026-03-31T18:44:02.450777Z","end":"2026-03-31T18:44:02.572858Z","steps":["trace[46060304] 'read index received' (duration: 121.842793ms)","trace[46060304] 'applied index is now lower than readState.Index' (duration: 236.255µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:02.573021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.216501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:02.573063Z","caller":"traceutil/trace.go:171","msg":"trace[1207708524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6423; }","duration":"122.327433ms","start":"2026-03-31T18:44:02.450722Z","end":"2026-03-31T18:44:02.573049Z","steps":["trace[1207708524] 'agreement among raft nodes before linearized reading' (duration: 122.229551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:09.829346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961696154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:44:10.18891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.547193ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:10.189047Z","caller":"traceutil/trace.go:171","msg":"trace[573665589] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6528; }","duration":"197.704857ms","start":"2026-03-31T18:44:09.991322Z","end":"2026-03-31T18:44:10.189027Z","steps":["trace[573665589] 'range keys from in-memory index tree' (duration: 197.521843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:10.189457Z","caller":"traceutil/trace.go:171","msg":"trace[2070496270] transaction","detail":"{read_only:false; response_revision:6529; number_of_response:1; }","duration":"873.418375ms","start":"2026-03-31T18:44:09.316008Z","end":"2026-03-31T18:44:10.189427Z","steps":["trace[2070496270] 'process raft request' (duration: 873.110009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:10.189706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:09.315985Z","time spent":"873.550969ms","remote":"127.0.0.1:42378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1413,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:10.197857Z","caller":"traceutil/trace.go:171","msg":"trace[1259187820] transaction","detail":"{read_only:false; response_revision:6530; number_of_response:1; }","duration":"881.040516ms","start":"2026-03-31T18:44:09.316794Z","end":"2026-03-31T18:44:10.197834Z","steps":["trace[1259187820] 'process raft request' (duration: 880.850332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:10.19792Z","caller":"traceutil/trace.go:171","msg":"trace[1477856666] transaction","detail":"{read_only:false; response_revision:6531; number_of_response:1; }","duration":"881.108117ms","start":"2026-03-31T18:44:09.3168Z","end":"2026-03-31T18:44:10.197908Z","steps":["trace[1477856666] 'process raft request' (duration: 880.954814ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:10.197932Z","caller":"traceutil/trace.go:171","msg":"trace[1032380276] transaction","detail":"{read_only:false; response_revision:6532; number_of_response:1; }","duration":"880.881943ms","start":"2026-03-31T18:44:09.317036Z","end":"2026-03-31T18:44:10.197918Z","steps":["trace[1032380276] 'process raft request' (duration: 880.7598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:10.197975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:09.316781Z","time spent":"881.139749ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1776,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:10.197987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:09.316788Z","time spent":"881.163518ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1484,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:10.197994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:09.317029Z","time spent":"880.933214ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1137,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:10.198071Z","caller":"traceutil/trace.go:171","msg":"trace[1773045549] transaction","detail":"{read_only:false; response_revision:6533; number_of_response:1; }","duration":"880.694648ms","start":"2026-03-31T18:44:09.317366Z","end":"2026-03-31T18:44:10.198061Z","steps":["trace[1773045549] 'process raft request' (duration: 880.465793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:10.198129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:09.317342Z","time spent":"880.75966ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:10.198163Z","caller":"traceutil/trace.go:171","msg":"trace[1931379580] transaction","detail":"{read_only:false; response_revision:6534; number_of_response:1; }","duration":"878.753216ms","start":"2026-03-31T18:44:09.319394Z","end":"2026-03-31T18:44:10.198147Z","steps":["trace[1931379580] 'process raft request' (duration: 878.47049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:10.198286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:09.319385Z","time spent":"878.831297ms","remote":"127.0.0.1:42520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3884,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:10.198294Z","caller":"traceutil/trace.go:171","msg":"trace[599459547] linearizableReadLoop","detail":"{readStateIndex:6800; appliedIndex:6793; }","duration":"869.808154ms","start":"2026-03-31T18:44:09.328473Z","end":"2026-03-31T18:44:10.198281Z","steps":["trace[599459547] 'read index received' (duration: 860.758921ms)","trace[599459547] 'applied index is now lower than readState.Index' (duration: 9.048293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:10.198422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.943237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-31T18:44:10.198435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.624706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:10.198456Z","caller":"traceutil/trace.go:171","msg":"trace[691434056] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:6535; }","duration":"870.016558ms","start":"2026-03-31T18:44:09.328432Z","end":"2026-03-31T18:44:10.198449Z","steps":["trace[691434056] 'agreement among raft nodes before linearized reading' (duration: 869.880385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:10.198483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:09.32841Z","time spent":"870.06799ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-31T18:44:10.1986Z","caller":"traceutil/trace.go:171","msg":"trace[442341672] transaction","detail":"{read_only:false; response_revision:6535; number_of_response:1; }","duration":"876.229218ms","start":"2026-03-31T18:44:09.322346Z","end":"2026-03-31T18:44:10.198575Z","steps":["trace[442341672] 'process raft request' (duration: 875.746038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:10.198641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.847164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:10.198682Z","caller":"traceutil/trace.go:171","msg":"trace[773344575] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:6535; }","duration":"569.920556ms","start":"2026-03-31T18:44:09.628749Z","end":"2026-03-31T18:44:10.198669Z","steps":["trace[773344575] 'agreement among raft nodes before linearized reading' (duration: 569.806174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:10.198724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:09.628731Z","time spent":"569.984657ms","remote":"127.0.0.1:42018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:10.198717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:09.322335Z","time spent":"876.325571ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8456,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:10.198656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.141191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:10.198839Z","caller":"traceutil/trace.go:171","msg":"trace[1456792269] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:6535; }","duration":"439.362997ms","start":"2026-03-31T18:44:09.759459Z","end":"2026-03-31T18:44:10.198822Z","steps":["trace[1456792269] 'agreement among raft nodes before linearized reading' (duration: 439.07404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:10.198894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:09.759441Z","time spent":"439.441178ms","remote":"127.0.0.1:42404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":99,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:44:10.199072Z","caller":"traceutil/trace.go:171","msg":"trace[1696479939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6535; }","duration":"744.692898ms","start":"2026-03-31T18:44:09.453764Z","end":"2026-03-31T18:44:10.198457Z","steps":["trace[1696479939] 'agreement among raft nodes before linearized reading' (duration: 744.628026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:10.199145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:09.453741Z","time spent":"745.386782ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:44:13.145237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.859311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:44:13.145348Z","caller":"traceutil/trace.go:171","msg":"trace[1316717263] transaction","detail":"{read_only:false; response_revision:6566; number_of_response:1; }","duration":"231.150875ms","start":"2026-03-31T18:44:12.914172Z","end":"2026-03-31T18:44:13.145323Z","steps":["trace[1316717263] 'process raft request' (duration: 61.1113ms)","trace[1316717263] 'compare' (duration: 169.680207ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:13.147048Z","caller":"traceutil/trace.go:171","msg":"trace[708605957] linearizableReadLoop","detail":"{readStateIndex:6833; appliedIndex:6831; }","duration":"228.396574ms","start":"2026-03-31T18:44:12.918624Z","end":"2026-03-31T18:44:13.14702Z","steps":["trace[708605957] 'read index received' (duration: 56.602239ms)","trace[708605957] 'applied index is now lower than readState.Index' (duration: 171.793005ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:13.147092Z","caller":"traceutil/trace.go:171","msg":"trace[640310004] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6566; }","duration":"232.372873ms","start":"2026-03-31T18:44:12.91468Z","end":"2026-03-31T18:44:13.147053Z","steps":["trace[640310004] 'process raft request' (duration: 232.22855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:13.147279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.630349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:1716"} {"level":"info","ts":"2026-03-31T18:44:13.147356Z","caller":"traceutil/trace.go:171","msg":"trace[985955250] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:6566; }","duration":"228.751582ms","start":"2026-03-31T18:44:12.918582Z","end":"2026-03-31T18:44:13.147333Z","steps":["trace[985955250] 'agreement among raft nodes before linearized reading' (duration: 228.563128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:13.149509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.631782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-31T18:44:13.149565Z","caller":"traceutil/trace.go:171","msg":"trace[330987698] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6567; }","duration":"225.719034ms","start":"2026-03-31T18:44:12.923833Z","end":"2026-03-31T18:44:13.149552Z","steps":["trace[330987698] 'agreement among raft nodes before linearized reading' (duration: 225.561511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:13.149636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.315898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:13.14972Z","caller":"traceutil/trace.go:171","msg":"trace[2127936949] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:6567; }","duration":"185.450331ms","start":"2026-03-31T18:44:12.964252Z","end":"2026-03-31T18:44:13.149702Z","steps":["trace[2127936949] 'agreement among raft nodes before linearized reading' (duration: 185.302747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:17.436037Z","caller":"traceutil/trace.go:171","msg":"trace[2081228683] linearizableReadLoop","detail":"{readStateIndex:6893; appliedIndex:6892; }","duration":"196.110199ms","start":"2026-03-31T18:44:17.23988Z","end":"2026-03-31T18:44:17.43599Z","steps":["trace[2081228683] 'read index received' (duration: 195.832613ms)","trace[2081228683] 'applied index is now lower than readState.Index' (duration: 275.916µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:17.436078Z","caller":"traceutil/trace.go:171","msg":"trace[1337045447] transaction","detail":"{read_only:false; response_revision:6625; number_of_response:1; }","duration":"255.249127ms","start":"2026-03-31T18:44:17.1808Z","end":"2026-03-31T18:44:17.436049Z","steps":["trace[1337045447] 'process raft request' (duration: 254.95666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:17.4363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.400656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:44:17.436339Z","caller":"traceutil/trace.go:171","msg":"trace[236899093] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6625; }","duration":"196.496588ms","start":"2026-03-31T18:44:17.239834Z","end":"2026-03-31T18:44:17.436331Z","steps":["trace[236899093] 'agreement among raft nodes before linearized reading' (duration: 196.304074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:17.437686Z","caller":"traceutil/trace.go:171","msg":"trace[1782408541] transaction","detail":"{read_only:false; response_revision:6626; number_of_response:1; }","duration":"194.78873ms","start":"2026-03-31T18:44:17.242855Z","end":"2026-03-31T18:44:17.437644Z","steps":["trace[1782408541] 'process raft request' (duration: 194.625246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:17.437812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.357198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:44:17.437851Z","caller":"traceutil/trace.go:171","msg":"trace[289563858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6627; }","duration":"111.401118ms","start":"2026-03-31T18:44:17.326438Z","end":"2026-03-31T18:44:17.437839Z","steps":["trace[289563858] 'agreement among raft nodes before linearized reading' (duration: 111.319026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:17.437726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.695416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:44:17.437914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.114492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:44:17.437953Z","caller":"traceutil/trace.go:171","msg":"trace[2074897554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6627; }","duration":"140.969403ms","start":"2026-03-31T18:44:17.296975Z","end":"2026-03-31T18:44:17.437944Z","steps":["trace[2074897554] 'agreement among raft nodes before linearized reading' (duration: 140.657736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:17.437988Z","caller":"traceutil/trace.go:171","msg":"trace[409470072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6627; }","duration":"111.226526ms","start":"2026-03-31T18:44:17.326739Z","end":"2026-03-31T18:44:17.437966Z","steps":["trace[409470072] 'agreement among raft nodes before linearized reading' (duration: 110.953379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:17.437994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.276659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:44:17.438073Z","caller":"traceutil/trace.go:171","msg":"trace[1843026799] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:6627; }","duration":"108.421013ms","start":"2026-03-31T18:44:17.329633Z","end":"2026-03-31T18:44:17.438054Z","steps":["trace[1843026799] 'agreement among raft nodes before linearized reading' (duration: 108.259858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:17.438054Z","caller":"traceutil/trace.go:171","msg":"trace[152744881] transaction","detail":"{read_only:false; response_revision:6627; number_of_response:1; }","duration":"193.791059ms","start":"2026-03-31T18:44:17.244216Z","end":"2026-03-31T18:44:17.438007Z","steps":["trace[152744881] 'process raft request' (duration: 193.370749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:17.438053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.86672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:44:17.438109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.8478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:44:17.438033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.720907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:44:17.438155Z","caller":"traceutil/trace.go:171","msg":"trace[69316133] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6627; }","duration":"107.999733ms","start":"2026-03-31T18:44:17.330136Z","end":"2026-03-31T18:44:17.438136Z","steps":["trace[69316133] 'agreement among raft nodes before linearized reading' (duration: 107.729396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:17.438188Z","caller":"traceutil/trace.go:171","msg":"trace[1723263488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6627; }","duration":"111.963161ms","start":"2026-03-31T18:44:17.326203Z","end":"2026-03-31T18:44:17.438166Z","steps":["trace[1723263488] 'agreement among raft nodes before linearized reading' (duration: 111.650544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:17.43821Z","caller":"traceutil/trace.go:171","msg":"trace[777005002] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6627; }","duration":"111.949522ms","start":"2026-03-31T18:44:17.326244Z","end":"2026-03-31T18:44:17.438193Z","steps":["trace[777005002] 'agreement among raft nodes before linearized reading' (duration: 111.556592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:21.931107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961696441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:44:22.431468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961696441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:44:22.93258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961696441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:44:23.433748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961696441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:44:23.451657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000098263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:44:23.451731Z","caller":"traceutil/trace.go:171","msg":"trace[126439993] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000275147s","start":"2026-03-31T18:44:21.45143Z","end":"2026-03-31T18:44:23.451705Z","steps":["trace[126439993] 'agreement among raft nodes before linearized reading' (duration: 2.000187325s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:23.451893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:21.451418Z","time spent":"2.000455281s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:44:23.934054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961696441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:44:24.435021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961696441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:44:24.862541Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.404086772s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:44:24.863076Z","caller":"traceutil/trace.go:171","msg":"trace[1864321176] transaction","detail":"{read_only:false; response_revision:6648; number_of_response:1; }","duration":"3.454275238s","start":"2026-03-31T18:44:21.408774Z","end":"2026-03-31T18:44:24.863049Z","steps":["trace[1864321176] 'process raft request' (duration: 3.454035162s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:24.863278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:21.408745Z","time spent":"3.45438821s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:25.453171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000017602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:44:25.453261Z","caller":"traceutil/trace.go:171","msg":"trace[1439008851] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000166444s","start":"2026-03-31T18:44:23.453076Z","end":"2026-03-31T18:44:25.453242Z","steps":["trace[1439008851] 'agreement among raft nodes before linearized reading' (duration: 2.000046701s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:25.453312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:23.453057Z","time spent":"2.000244396s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:44:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T18:44:25.699231Z","caller":"traceutil/trace.go:171","msg":"trace[1491282715] transaction","detail":"{read_only:false; response_revision:6649; number_of_response:1; }","duration":"4.247977185s","start":"2026-03-31T18:44:21.451223Z","end":"2026-03-31T18:44:25.6992Z","steps":["trace[1491282715] 'process raft request' (duration: 4.24776331s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:25.699404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:21.451204Z","time spent":"4.248114169s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:25.699757Z","caller":"traceutil/trace.go:171","msg":"trace[1465948737] transaction","detail":"{read_only:false; response_revision:6650; number_of_response:1; }","duration":"4.248198861s","start":"2026-03-31T18:44:21.451522Z","end":"2026-03-31T18:44:25.699721Z","steps":["trace[1465948737] 'process raft request' (duration: 4.247634458s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:25.699805Z","caller":"traceutil/trace.go:171","msg":"trace[846195240] transaction","detail":"{read_only:false; response_revision:6651; number_of_response:1; }","duration":"4.246597695s","start":"2026-03-31T18:44:21.453193Z","end":"2026-03-31T18:44:25.69979Z","steps":["trace[846195240] 'process raft request' (duration: 4.24636417s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:25.699781Z","caller":"traceutil/trace.go:171","msg":"trace[2092055566] linearizableReadLoop","detail":"{readStateIndex:6920; appliedIndex:6916; }","duration":"4.268926246s","start":"2026-03-31T18:44:21.430812Z","end":"2026-03-31T18:44:25.699739Z","steps":["trace[2092055566] 'read index received' (duration: 3.431971348s)","trace[2092055566] 'applied index is now lower than readState.Index' (duration: 836.953508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:25.699917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:21.451515Z","time spent":"4.248318894s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:25.699911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:21.453159Z","time spent":"4.246697287s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:25.700135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.269296834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T18:44:25.700283Z","caller":"traceutil/trace.go:171","msg":"trace[65260730] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6651; }","duration":"4.269502098s","start":"2026-03-31T18:44:21.430756Z","end":"2026-03-31T18:44:25.700258Z","steps":["trace[65260730] 'agreement among raft nodes before linearized reading' (duration: 4.26914594s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:25.700336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:21.430733Z","time spent":"4.269589871s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-31T18:44:26.167728Z","caller":"traceutil/trace.go:171","msg":"trace[1777222308] linearizableReadLoop","detail":"{readStateIndex:6924; appliedIndex:6920; }","duration":"467.816005ms","start":"2026-03-31T18:44:25.699881Z","end":"2026-03-31T18:44:26.167697Z","steps":["trace[1777222308] 'read index received' (duration: 467.392396ms)","trace[1777222308] 'applied index is now lower than readState.Index' (duration: 422.379µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:26.167811Z","caller":"traceutil/trace.go:171","msg":"trace[960465750] transaction","detail":"{read_only:false; response_revision:6652; number_of_response:1; }","duration":"1.296504598s","start":"2026-03-31T18:44:24.871218Z","end":"2026-03-31T18:44:26.167722Z","steps":["trace[960465750] 'process raft request' (duration: 1.29615921s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:26.167979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267378135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:44:26.168121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.732966861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:44:26.168164Z","caller":"traceutil/trace.go:171","msg":"trace[144482411] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:6655; }","duration":"3.733047553s","start":"2026-03-31T18:44:22.435104Z","end":"2026-03-31T18:44:26.168152Z","steps":["trace[144482411] 'agreement among raft nodes before linearized reading' (duration: 3.732960701s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:26.168162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:24.871189Z","time spent":"1.296809964s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:26.168204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:22.435086Z","time spent":"3.733111234s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-03-31T18:44:26.168232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296902296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10682"} {"level":"info","ts":"2026-03-31T18:44:26.168258Z","caller":"traceutil/trace.go:171","msg":"trace[1146332962] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6655; }","duration":"1.296955147s","start":"2026-03-31T18:44:24.871297Z","end":"2026-03-31T18:44:26.168252Z","steps":["trace[1146332962] 'agreement among raft nodes before linearized reading' (duration: 1.296853965s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:26.168266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.747706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200badd6cc954\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T18:44:26.168323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776527233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:26.168347Z","caller":"traceutil/trace.go:171","msg":"trace[625861751] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:6655; }","duration":"2.776584094s","start":"2026-03-31T18:44:23.391755Z","end":"2026-03-31T18:44:26.16834Z","steps":["trace[625861751] 'agreement among raft nodes before linearized reading' (duration: 2.776547063s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:26.168343Z","caller":"traceutil/trace.go:171","msg":"trace[1295553263] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200badd6cc954; range_end:; response_count:1; response_revision:6655; }","duration":"710.859399ms","start":"2026-03-31T18:44:25.457461Z","end":"2026-03-31T18:44:26.16832Z","steps":["trace[1295553263] 'agreement among raft nodes before linearized reading' (duration: 710.635154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:26.168369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:23.391736Z","time spent":"2.776627935s","remote":"127.0.0.1:39426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:26.168356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352215404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:44:26.168436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.122266235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:26.168475Z","caller":"traceutil/trace.go:171","msg":"trace[158258852] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6655; }","duration":"4.122341267s","start":"2026-03-31T18:44:22.046125Z","end":"2026-03-31T18:44:26.168466Z","steps":["trace[158258852] 'agreement among raft nodes before linearized reading' (duration: 4.122272286s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:26.168288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:24.871285Z","time spent":"1.296997888s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10706,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T18:44:26.168552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:22.046097Z","time spent":"4.12244498s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:26.168598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.001295785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-31T18:44:26.168628Z","caller":"traceutil/trace.go:171","msg":"trace[1065866922] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6655; }","duration":"3.001361106s","start":"2026-03-31T18:44:23.16726Z","end":"2026-03-31T18:44:26.168621Z","steps":["trace[1065866922] 'agreement among raft nodes before linearized reading' (duration: 3.001289775s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:26.168648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:23.16724Z","time spent":"3.001403607s","remote":"127.0.0.1:42054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T18:44:26.16879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.703749611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:44:26.168817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.006738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:26.168854Z","caller":"traceutil/trace.go:171","msg":"trace[826299249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6655; }","duration":"4.703823532s","start":"2026-03-31T18:44:21.465007Z","end":"2026-03-31T18:44:26.16883Z","steps":["trace[826299249] 'agreement among raft nodes before linearized reading' (duration: 4.703691599s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:26.168042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.629339417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T18:44:26.168856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.707209008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:44:26.168397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:25.457437Z","time spent":"710.94713ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200badd6cc954\" "} {"level":"info","ts":"2026-03-31T18:44:26.168896Z","caller":"traceutil/trace.go:171","msg":"trace[1656858099] transaction","detail":"{read_only:false; response_revision:6655; number_of_response:1; }","duration":"1.297239583s","start":"2026-03-31T18:44:24.871647Z","end":"2026-03-31T18:44:26.168887Z","steps":["trace[1656858099] 'process raft request' (duration: 1.296007276s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:26.168921Z","caller":"traceutil/trace.go:171","msg":"trace[1228360500] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6655; }","duration":"4.70730505s","start":"2026-03-31T18:44:21.461597Z","end":"2026-03-31T18:44:26.168902Z","steps":["trace[1228360500] 'agreement among raft nodes before linearized reading' (duration: 4.707089965s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:26.168931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350710899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:44:26.168786Z","caller":"traceutil/trace.go:171","msg":"trace[1566513699] transaction","detail":"{read_only:false; response_revision:6654; number_of_response:1; }","duration":"1.297339356s","start":"2026-03-31T18:44:24.871429Z","end":"2026-03-31T18:44:26.168768Z","steps":["trace[1566513699] 'process raft request' (duration: 1.29617628s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:26.168964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:21.461579Z","time spent":"4.707375852s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:44:26.168965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810219323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:44:26.168984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:24.871612Z","time spent":"1.297311625s","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:26.168993Z","caller":"traceutil/trace.go:171","msg":"trace[1417029453] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6655; }","duration":"2.35078491s","start":"2026-03-31T18:44:23.818189Z","end":"2026-03-31T18:44:26.168974Z","steps":["trace[1417029453] 'agreement among raft nodes before linearized reading' (duration: 2.350623877s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:26.169044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.352953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:44:26.169056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.754977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2ce5fa5c-9d6c-4e2f-bf80-78f30b402436\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T18:44:26.1691Z","caller":"traceutil/trace.go:171","msg":"trace[1975790903] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6655; }","duration":"450.437086ms","start":"2026-03-31T18:44:25.718651Z","end":"2026-03-31T18:44:26.169088Z","steps":["trace[1975790903] 'agreement among raft nodes before linearized reading' (duration: 450.334384ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:26.168125Z","caller":"traceutil/trace.go:171","msg":"trace[120779455] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:6655; }","duration":"3.26757681s","start":"2026-03-31T18:44:22.900529Z","end":"2026-03-31T18:44:26.168106Z","steps":["trace[120779455] 'agreement among raft nodes before linearized reading' (duration: 3.267283134s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:26.169127Z","caller":"traceutil/trace.go:171","msg":"trace[1816877246] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2ce5fa5c-9d6c-4e2f-bf80-78f30b402436; range_end:; response_count:1; response_revision:6655; }","duration":"464.856029ms","start":"2026-03-31T18:44:25.704251Z","end":"2026-03-31T18:44:26.169107Z","steps":["trace[1816877246] 'agreement among raft nodes before linearized reading' (duration: 464.702826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:26.169144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.546051783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:44:26.169171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:25.704234Z","time spent":"464.928361ms","remote":"127.0.0.1:42228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-2ce5fa5c-9d6c-4e2f-bf80-78f30b402436\" "} {"level":"info","ts":"2026-03-31T18:44:26.168849Z","caller":"traceutil/trace.go:171","msg":"trace[1147706278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6655; }","duration":"705.071318ms","start":"2026-03-31T18:44:25.463769Z","end":"2026-03-31T18:44:26.16884Z","steps":["trace[1147706278] 'agreement among raft nodes before linearized reading' (duration: 705.025757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:26.169179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:22.900513Z","time spent":"3.268644114s","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:44:26.169194Z","caller":"traceutil/trace.go:171","msg":"trace[503599606] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6655; }","duration":"4.546134325s","start":"2026-03-31T18:44:21.623045Z","end":"2026-03-31T18:44:26.169179Z","steps":["trace[503599606] 'agreement among raft nodes before linearized reading' (duration: 4.546032413s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:26.16922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:25.46375Z","time spent":"705.461908ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:44:26.16901Z","caller":"traceutil/trace.go:171","msg":"trace[1879854074] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:6655; }","duration":"1.810265514s","start":"2026-03-31T18:44:24.35873Z","end":"2026-03-31T18:44:26.168995Z","steps":["trace[1879854074] 'agreement among raft nodes before linearized reading' (duration: 1.810183842s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:26.16924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:21.623025Z","time spent":"4.546201986s","remote":"127.0.0.1:42380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":28,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:26.169135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:25.718641Z","time spent":"450.484207ms","remote":"127.0.0.1:39428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:44:26.168931Z","caller":"traceutil/trace.go:171","msg":"trace[550799413] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6655; }","duration":"3.630246777s","start":"2026-03-31T18:44:22.538651Z","end":"2026-03-31T18:44:26.168898Z","steps":["trace[550799413] 'agreement among raft nodes before linearized reading' (duration: 3.629275615s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:26.169258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.705354636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:44:26.169287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:22.538629Z","time spent":"3.630652995s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:44:26.169271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.706699217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:44:26.168454Z","caller":"traceutil/trace.go:171","msg":"trace[59005979] transaction","detail":"{read_only:false; response_revision:6653; number_of_response:1; }","duration":"1.297125741s","start":"2026-03-31T18:44:24.871314Z","end":"2026-03-31T18:44:26.168439Z","steps":["trace[59005979] 'process raft request' (duration: 1.296233402s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:26.169306Z","caller":"traceutil/trace.go:171","msg":"trace[529134596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6655; }","duration":"4.705421557s","start":"2026-03-31T18:44:21.463871Z","end":"2026-03-31T18:44:26.169292Z","steps":["trace[529134596] 'agreement among raft nodes before linearized reading' (duration: 4.705288054s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:26.168473Z","caller":"traceutil/trace.go:171","msg":"trace[1168076163] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6655; }","duration":"2.352381647s","start":"2026-03-31T18:44:23.816059Z","end":"2026-03-31T18:44:26.168441Z","steps":["trace[1168076163] 'agreement among raft nodes before linearized reading' (duration: 2.35209781s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:26.169328Z","caller":"traceutil/trace.go:171","msg":"trace[590655475] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6655; }","duration":"4.706777619s","start":"2026-03-31T18:44:21.462535Z","end":"2026-03-31T18:44:26.169313Z","steps":["trace[590655475] 'agreement among raft nodes before linearized reading' (duration: 4.706625515s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:26.16934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:21.463864Z","time spent":"4.705468498s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:44:26.169356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:23.816042Z","time spent":"2.353309088s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:44:26.169372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:21.462524Z","time spent":"4.70683633s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:44:26.169376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:24.871304Z","time spent":"1.298017521s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:26.168897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:21.465001Z","time spent":"4.703885713s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:44:26.168949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.231894544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:44:26.168857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.708084587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:44:26.169516Z","caller":"traceutil/trace.go:171","msg":"trace[99645538] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6655; }","duration":"4.232493637s","start":"2026-03-31T18:44:21.93701Z","end":"2026-03-31T18:44:26.169504Z","steps":["trace[99645538] 'agreement among raft nodes before linearized reading' (duration: 4.231908934s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:26.16954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:21.93699Z","time spent":"4.232542839s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:26.169039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:24.871418Z","time spent":"1.297564211s","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:26.169258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:24.358666Z","time spent":"1.81058177s","remote":"127.0.0.1:42566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:44:26.169534Z","caller":"traceutil/trace.go:171","msg":"trace[4457786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6655; }","duration":"4.708776182s","start":"2026-03-31T18:44:21.46074Z","end":"2026-03-31T18:44:26.169516Z","steps":["trace[4457786] 'agreement among raft nodes before linearized reading' (duration: 4.708014035s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:26.169751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:21.460732Z","time spent":"4.709008809s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:44:26.169041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.703948615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:44:26.169802Z","caller":"traceutil/trace.go:171","msg":"trace[948845261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6655; }","duration":"4.704737953s","start":"2026-03-31T18:44:21.465057Z","end":"2026-03-31T18:44:26.169795Z","steps":["trace[948845261] 'agreement among raft nodes before linearized reading' (duration: 4.703864653s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:26.169828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:21.465046Z","time spent":"4.704773763s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:44:26.167901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.283627179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:26.170762Z","caller":"traceutil/trace.go:171","msg":"trace[1687708663] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6655; }","duration":"3.286544995s","start":"2026-03-31T18:44:22.884206Z","end":"2026-03-31T18:44:26.170751Z","steps":["trace[1687708663] 'agreement among raft nodes before linearized reading' (duration: 3.283635509s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:26.1708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:22.884185Z","time spent":"3.286598946s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:26.16912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:23.818184Z","time spent":"2.350920563s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:44:26.169106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.705810077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:44:26.171027Z","caller":"traceutil/trace.go:171","msg":"trace[344746804] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:6655; }","duration":"4.707762561s","start":"2026-03-31T18:44:21.463246Z","end":"2026-03-31T18:44:26.171009Z","steps":["trace[344746804] 'agreement among raft nodes before linearized reading' (duration: 4.705821287s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:26.17107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:21.463237Z","time spent":"4.707816392s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-7prd4\" "} {"level":"warn","ts":"2026-03-31T18:44:26.419139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.246002ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T18:44:26.419266Z","caller":"traceutil/trace.go:171","msg":"trace[654310138] linearizableReadLoop","detail":"{readStateIndex:6925; appliedIndex:6924; }","duration":"249.266262ms","start":"2026-03-31T18:44:26.169981Z","end":"2026-03-31T18:44:26.419247Z","steps":["trace[654310138] 'read index received' (duration: 69.750744ms)","trace[654310138] 'applied index is now lower than readState.Index' (duration: 179.514168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:26.419443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.451776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:26.419482Z","caller":"traceutil/trace.go:171","msg":"trace[1951136501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6655; }","duration":"249.509028ms","start":"2026-03-31T18:44:26.169964Z","end":"2026-03-31T18:44:26.419473Z","steps":["trace[1951136501] 'agreement among raft nodes before linearized reading' (duration: 249.400356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:27.136541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.594633ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-31T18:44:27.136879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.171352Z","time spent":"965.518422ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:44:27.136994Z","caller":"traceutil/trace.go:171","msg":"trace[1850043217] transaction","detail":"{read_only:false; response_revision:6656; number_of_response:1; }","duration":"963.298543ms","start":"2026-03-31T18:44:26.173676Z","end":"2026-03-31T18:44:27.136974Z","steps":["trace[1850043217] 'process raft request' (duration: 963.098278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:27.13711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.173655Z","time spent":"963.388064ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:27.1373Z","caller":"traceutil/trace.go:171","msg":"trace[339315220] transaction","detail":"{read_only:false; response_revision:6657; number_of_response:1; }","duration":"963.516067ms","start":"2026-03-31T18:44:26.173759Z","end":"2026-03-31T18:44:27.137275Z","steps":["trace[339315220] 'process raft request' (duration: 963.16924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:27.137443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.173751Z","time spent":"963.605349ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:27.137638Z","caller":"traceutil/trace.go:171","msg":"trace[773315757] transaction","detail":"{read_only:false; response_revision:6658; number_of_response:1; }","duration":"963.802404ms","start":"2026-03-31T18:44:26.173812Z","end":"2026-03-31T18:44:27.137614Z","steps":["trace[773315757] 'process raft request' (duration: 963.409425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:27.137739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.173788Z","time spent":"963.907115ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:27.138Z","caller":"traceutil/trace.go:171","msg":"trace[805143669] transaction","detail":"{read_only:false; response_revision:6659; number_of_response:1; }","duration":"963.398055ms","start":"2026-03-31T18:44:26.174577Z","end":"2026-03-31T18:44:27.137975Z","steps":["trace[805143669] 'process raft request' (duration: 962.779721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:27.138121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.174563Z","time spent":"963.497136ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:27.138542Z","caller":"traceutil/trace.go:171","msg":"trace[1842656928] transaction","detail":"{read_only:false; response_revision:6660; number_of_response:1; }","duration":"963.793463ms","start":"2026-03-31T18:44:26.174721Z","end":"2026-03-31T18:44:27.138514Z","steps":["trace[1842656928] 'process raft request' (duration: 963.589329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:27.138726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.174713Z","time spent":"963.916516ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:27.138793Z","caller":"traceutil/trace.go:171","msg":"trace[494596531] linearizableReadLoop","detail":"{readStateIndex:6934; appliedIndex:6925; }","duration":"719.43842ms","start":"2026-03-31T18:44:26.419334Z","end":"2026-03-31T18:44:27.138772Z","steps":["trace[494596531] 'read index received' (duration: 166.758151ms)","trace[494596531] 'applied index is now lower than readState.Index' (duration: 552.679209ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:27.138803Z","caller":"traceutil/trace.go:171","msg":"trace[655963604] transaction","detail":"{read_only:false; response_revision:6661; number_of_response:1; }","duration":"963.693481ms","start":"2026-03-31T18:44:26.175071Z","end":"2026-03-31T18:44:27.138765Z","steps":["trace[655963604] 'process raft request' (duration: 963.396024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:27.138905Z","caller":"traceutil/trace.go:171","msg":"trace[1322325028] transaction","detail":"{read_only:false; response_revision:6662; number_of_response:1; }","duration":"963.707381ms","start":"2026-03-31T18:44:26.175183Z","end":"2026-03-31T18:44:27.13889Z","steps":["trace[1322325028] 'process raft request' (duration: 963.432015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:27.138999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.175173Z","time spent":"963.774573ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:27.139113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.175063Z","time spent":"963.842924ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:27.139197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.891773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82137"} {"level":"info","ts":"2026-03-31T18:44:27.139295Z","caller":"traceutil/trace.go:171","msg":"trace[463415499] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6663; }","duration":"963.051617ms","start":"2026-03-31T18:44:26.176217Z","end":"2026-03-31T18:44:27.139269Z","steps":["trace[463415499] 'agreement among raft nodes before linearized reading' (duration: 962.729249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:27.139362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.176207Z","time spent":"963.140159ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82161,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T18:44:27.139389Z","caller":"traceutil/trace.go:171","msg":"trace[1543741355] transaction","detail":"{read_only:false; response_revision:6663; number_of_response:1; }","duration":"963.171329ms","start":"2026-03-31T18:44:26.176202Z","end":"2026-03-31T18:44:27.139374Z","steps":["trace[1543741355] 'process raft request' (duration: 962.503054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:27.139467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.176181Z","time spent":"963.245431ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:27.139486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.430965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:44:27.139558Z","caller":"traceutil/trace.go:171","msg":"trace[1418755205] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6663; }","duration":"963.519497ms","start":"2026-03-31T18:44:26.176019Z","end":"2026-03-31T18:44:27.139539Z","steps":["trace[1418755205] 'agreement among raft nodes before linearized reading' (duration: 963.300112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:27.139612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.176011Z","time spent":"963.588878ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:44:27.526039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.131223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:44:27.526403Z","caller":"traceutil/trace.go:171","msg":"trace[1180564013] transaction","detail":"{read_only:false; response_revision:6666; number_of_response:1; }","duration":"1.064203936s","start":"2026-03-31T18:44:26.462172Z","end":"2026-03-31T18:44:27.526376Z","steps":["trace[1180564013] 'process raft request' (duration: 1.064128854s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:27.526526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.462152Z","time spent":"1.064319179s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:27.526543Z","caller":"traceutil/trace.go:171","msg":"trace[1855962780] transaction","detail":"{read_only:false; response_revision:6665; number_of_response:1; }","duration":"1.079624122s","start":"2026-03-31T18:44:26.446871Z","end":"2026-03-31T18:44:27.526495Z","steps":["trace[1855962780] 'process raft request' (duration: 1.079332156s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:27.52656Z","caller":"traceutil/trace.go:171","msg":"trace[1490086009] transaction","detail":"{read_only:false; response_revision:6664; number_of_response:1; }","duration":"1.106240229s","start":"2026-03-31T18:44:26.420247Z","end":"2026-03-31T18:44:27.526487Z","steps":["trace[1490086009] 'process raft request' (duration: 945.536693ms)","trace[1490086009] 'compare' (duration: 159.99051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:27.526751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.420219Z","time spent":"1.106427563s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:27.526755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.44685Z","time spent":"1.079794927s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:27.600442Z","caller":"traceutil/trace.go:171","msg":"trace[1073273330] transaction","detail":"{read_only:false; response_revision:6667; number_of_response:1; }","duration":"878.931829ms","start":"2026-03-31T18:44:26.721473Z","end":"2026-03-31T18:44:27.600405Z","steps":["trace[1073273330] 'process raft request' (duration: 878.639093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:27.600709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.721449Z","time spent":"879.145944ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:27.600686Z","caller":"traceutil/trace.go:171","msg":"trace[141911370] linearizableReadLoop","detail":"{readStateIndex:6939; appliedIndex:6934; }","duration":"461.78992ms","start":"2026-03-31T18:44:27.138851Z","end":"2026-03-31T18:44:27.600641Z","steps":["trace[141911370] 'read index received' (duration: 227.023793ms)","trace[141911370] 'applied index is now lower than readState.Index' (duration: 234.751617ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:27.600711Z","caller":"traceutil/trace.go:171","msg":"trace[900483291] transaction","detail":"{read_only:false; response_revision:6668; number_of_response:1; }","duration":"462.501626ms","start":"2026-03-31T18:44:27.138169Z","end":"2026-03-31T18:44:27.60067Z","steps":["trace[900483291] 'process raft request' (duration: 462.143488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:27.601026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.700343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18674"} {"level":"warn","ts":"2026-03-31T18:44:27.601026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.860827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T18:44:27.601077Z","caller":"traceutil/trace.go:171","msg":"trace[124587677] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6668; }","duration":"459.796386ms","start":"2026-03-31T18:44:27.141263Z","end":"2026-03-31T18:44:27.60106Z","steps":["trace[124587677] 'agreement among raft nodes before linearized reading' (duration: 459.586531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:27.601085Z","caller":"traceutil/trace.go:171","msg":"trace[40819914] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:6668; }","duration":"919.98396ms","start":"2026-03-31T18:44:26.681083Z","end":"2026-03-31T18:44:27.601067Z","steps":["trace[40819914] 'agreement among raft nodes before linearized reading' (duration: 919.715314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:27.601078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.54446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:44:27.601081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:27.138141Z","time spent":"462.787903ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:27.601122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.681062Z","time spent":"920.051202ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T18:44:27.601115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:27.141242Z","time spent":"459.863587ms","remote":"127.0.0.1:42242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18698,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T18:44:27.601153Z","caller":"traceutil/trace.go:171","msg":"trace[2031203280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6668; }","duration":"147.676962ms","start":"2026-03-31T18:44:27.453454Z","end":"2026-03-31T18:44:27.601131Z","steps":["trace[2031203280] 'agreement among raft nodes before linearized reading' (duration: 147.547209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.136665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.142274ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:44:28.136982Z","caller":"traceutil/trace.go:171","msg":"trace[1980818398] linearizableReadLoop","detail":"{readStateIndex:6940; appliedIndex:6939; }","duration":"446.390706ms","start":"2026-03-31T18:44:27.690566Z","end":"2026-03-31T18:44:28.136956Z","steps":["trace[1980818398] 'read index received' (duration: 18.741801ms)","trace[1980818398] 'applied index is now lower than readState.Index' (duration: 427.646185ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:28.137038Z","caller":"traceutil/trace.go:171","msg":"trace[700999727] transaction","detail":"{read_only:false; response_revision:6669; number_of_response:1; }","duration":"432.196907ms","start":"2026-03-31T18:44:27.704827Z","end":"2026-03-31T18:44:28.137023Z","steps":["trace[700999727] 'process raft request' (duration: 432.014333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.13715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:27.704794Z","time spent":"432.280009ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:28.137476Z","caller":"traceutil/trace.go:171","msg":"trace[1085244857] transaction","detail":"{read_only:false; response_revision:6670; number_of_response:1; }","duration":"432.107774ms","start":"2026-03-31T18:44:27.705356Z","end":"2026-03-31T18:44:28.137463Z","steps":["trace[1085244857] 'process raft request' (duration: 431.622653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.137543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:27.705346Z","time spent":"432.164006ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:28.137636Z","caller":"traceutil/trace.go:171","msg":"trace[546561986] transaction","detail":"{read_only:false; response_revision:6671; number_of_response:1; }","duration":"431.559682ms","start":"2026-03-31T18:44:27.706062Z","end":"2026-03-31T18:44:28.137622Z","steps":["trace[546561986] 'process raft request' (duration: 431.134813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.137692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:27.706044Z","time spent":"431.622003ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:28.137253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.679663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:28.138174Z","caller":"traceutil/trace.go:171","msg":"trace[1363450319] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6670; }","duration":"447.596232ms","start":"2026-03-31T18:44:27.690488Z","end":"2026-03-31T18:44:28.138084Z","steps":["trace[1363450319] 'agreement among raft nodes before linearized reading' (duration: 446.5819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.138933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:27.690455Z","time spent":"448.39319ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:44:28.263078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.268759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18674"} {"level":"info","ts":"2026-03-31T18:44:28.263177Z","caller":"traceutil/trace.go:171","msg":"trace[1905711648] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6671; }","duration":"116.403142ms","start":"2026-03-31T18:44:28.146748Z","end":"2026-03-31T18:44:28.263151Z","steps":["trace[1905711648] 'range keys from in-memory index tree' (duration: 116.075234ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:28.770853Z","caller":"traceutil/trace.go:171","msg":"trace[1106834374] linearizableReadLoop","detail":"{readStateIndex:6944; appliedIndex:6943; }","duration":"186.961405ms","start":"2026-03-31T18:44:28.583864Z","end":"2026-03-31T18:44:28.770826Z","steps":["trace[1106834374] 'read index received' (duration: 186.72689ms)","trace[1106834374] 'applied index is now lower than readState.Index' (duration: 233.605µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:28.770975Z","caller":"traceutil/trace.go:171","msg":"trace[212937600] transaction","detail":"{read_only:false; response_revision:6672; number_of_response:1; }","duration":"198.887342ms","start":"2026-03-31T18:44:28.572026Z","end":"2026-03-31T18:44:28.770913Z","steps":["trace[212937600] 'process raft request' (duration: 198.618206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.771119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.232401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-31T18:44:28.771179Z","caller":"traceutil/trace.go:171","msg":"trace[1090209718] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6672; }","duration":"187.319093ms","start":"2026-03-31T18:44:28.583845Z","end":"2026-03-31T18:44:28.771164Z","steps":["trace[1090209718] 'agreement among raft nodes before linearized reading' (duration: 187.131729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:29.169791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.623266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:44:29.169906Z","caller":"traceutil/trace.go:171","msg":"trace[122170020] linearizableReadLoop","detail":"{readStateIndex:6945; appliedIndex:6944; }","duration":"379.528494ms","start":"2026-03-31T18:44:28.790361Z","end":"2026-03-31T18:44:29.169889Z","steps":["trace[122170020] 'read index received' (duration: 106.664123ms)","trace[122170020] 'applied index is now lower than readState.Index' (duration: 272.862771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:29.170218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.853443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-31T18:44:29.170347Z","caller":"traceutil/trace.go:171","msg":"trace[359497518] transaction","detail":"{read_only:false; response_revision:6673; number_of_response:1; }","duration":"392.253611ms","start":"2026-03-31T18:44:28.778073Z","end":"2026-03-31T18:44:29.170326Z","steps":["trace[359497518] 'process raft request' (duration: 118.975769ms)","trace[359497518] 'compare' (duration: 272.423722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:29.170432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:28.778057Z","time spent":"392.332672ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:29.170369Z","caller":"traceutil/trace.go:171","msg":"trace[1631256624] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6673; }","duration":"380.064677ms","start":"2026-03-31T18:44:28.790281Z","end":"2026-03-31T18:44:29.170345Z","steps":["trace[1631256624] 'agreement among raft nodes before linearized reading' (duration: 379.760239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:29.17049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.601684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:29.170627Z","caller":"traceutil/trace.go:171","msg":"trace[2078672450] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:6673; }","duration":"378.773529ms","start":"2026-03-31T18:44:28.791837Z","end":"2026-03-31T18:44:29.170611Z","steps":["trace[2078672450] 'agreement among raft nodes before linearized reading' (duration: 378.456922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:29.170583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:28.790249Z","time spent":"380.315143ms","remote":"127.0.0.1:42520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9661,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-31T18:44:29.170701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:28.791825Z","time spent":"378.864341ms","remote":"127.0.0.1:41314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:29.170493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.880021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:29.170782Z","caller":"traceutil/trace.go:171","msg":"trace[1493889650] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6673; }","duration":"375.192298ms","start":"2026-03-31T18:44:28.795572Z","end":"2026-03-31T18:44:29.170764Z","steps":["trace[1493889650] 'agreement among raft nodes before linearized reading' (duration: 374.83798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:29.17086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:28.795563Z","time spent":"375.27661ms","remote":"127.0.0.1:42486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:58.064686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.827641ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:44:58.065131Z","caller":"traceutil/trace.go:171","msg":"trace[1692610654] linearizableReadLoop","detail":"{readStateIndex:7236; appliedIndex:7235; }","duration":"385.101039ms","start":"2026-03-31T18:44:57.679969Z","end":"2026-03-31T18:44:58.06507Z","steps":["trace[1692610654] 'read index received' (duration: 8.90496ms)","trace[1692610654] 'applied index is now lower than readState.Index' (duration: 376.193929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:58.065336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.352855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-5bfd47d4cf-kb4js\" ","response":"range_response_count:1 size:11901"} {"level":"info","ts":"2026-03-31T18:44:58.06547Z","caller":"traceutil/trace.go:171","msg":"trace[1976535180] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-5bfd47d4cf-kb4js; range_end:; response_count:1; response_revision:6956; }","duration":"385.518949ms","start":"2026-03-31T18:44:57.679926Z","end":"2026-03-31T18:44:58.065444Z","steps":["trace[1976535180] 'agreement among raft nodes before linearized reading' (duration: 385.246233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:58.065516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:57.67991Z","time spent":"385.59524ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":11925,"request content":"key:\"/registry/pods/openstack/keystone-api-5bfd47d4cf-kb4js\" "} {"level":"info","ts":"2026-03-31T18:44:58.26616Z","caller":"traceutil/trace.go:171","msg":"trace[4801438] transaction","detail":"{read_only:false; response_revision:6957; number_of_response:1; }","duration":"289.334882ms","start":"2026-03-31T18:44:57.976799Z","end":"2026-03-31T18:44:58.266133Z","steps":["trace[4801438] 'process raft request' (duration: 289.158238ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:58.266524Z","caller":"traceutil/trace.go:171","msg":"trace[1597006011] linearizableReadLoop","detail":"{readStateIndex:7237; appliedIndex:7237; }","duration":"201.288076ms","start":"2026-03-31T18:44:58.065223Z","end":"2026-03-31T18:44:58.266511Z","steps":["trace[1597006011] 'read index received' (duration: 201.282666ms)","trace[1597006011] 'applied index is now lower than readState.Index' (duration: 4.33µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:58.26665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.510289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:58.266728Z","caller":"traceutil/trace.go:171","msg":"trace[582870662] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:6957; }","duration":"348.641572ms","start":"2026-03-31T18:44:57.918075Z","end":"2026-03-31T18:44:58.266716Z","steps":["trace[582870662] 'agreement among raft nodes before linearized reading' (duration: 348.489228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:58.266947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:57.918052Z","time spent":"348.879277ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:44:58.332137Z","caller":"traceutil/trace.go:171","msg":"trace[1481712004] transaction","detail":"{read_only:false; response_revision:6958; number_of_response:1; }","duration":"256.506244ms","start":"2026-03-31T18:44:58.075605Z","end":"2026-03-31T18:44:58.332111Z","steps":["trace[1481712004] 'process raft request' (duration: 256.083405ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:58.332129Z","caller":"traceutil/trace.go:171","msg":"trace[554842930] transaction","detail":"{read_only:false; response_revision:6959; number_of_response:1; }","duration":"229.457568ms","start":"2026-03-31T18:44:58.102631Z","end":"2026-03-31T18:44:58.332089Z","steps":["trace[554842930] 'process raft request' (duration: 229.307694ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:58.462699Z","caller":"traceutil/trace.go:171","msg":"trace[857491822] transaction","detail":"{read_only:false; response_revision:6964; number_of_response:1; }","duration":"124.36674ms","start":"2026-03-31T18:44:58.338303Z","end":"2026-03-31T18:44:58.46267Z","steps":["trace[857491822] 'process raft request' (duration: 124.114584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:58.462939Z","caller":"traceutil/trace.go:171","msg":"trace[968157719] transaction","detail":"{read_only:false; response_revision:6965; number_of_response:1; }","duration":"117.277771ms","start":"2026-03-31T18:44:58.345631Z","end":"2026-03-31T18:44:58.462908Z","steps":["trace[968157719] 'process raft request' (duration: 116.971894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:59.678773Z","caller":"traceutil/trace.go:171","msg":"trace[297317327] linearizableReadLoop","detail":"{readStateIndex:7248; appliedIndex:7247; }","duration":"238.321867ms","start":"2026-03-31T18:44:59.440426Z","end":"2026-03-31T18:44:59.678748Z","steps":["trace[297317327] 'read index received' (duration: 238.138123ms)","trace[297317327] 'applied index is now lower than readState.Index' (duration: 182.514µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:59.678891Z","caller":"traceutil/trace.go:171","msg":"trace[789454549] transaction","detail":"{read_only:false; response_revision:6968; number_of_response:1; }","duration":"238.48209ms","start":"2026-03-31T18:44:59.440373Z","end":"2026-03-31T18:44:59.678855Z","steps":["trace[789454549] 'process raft request' (duration: 238.131253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:59.67901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.563192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:44:59.679068Z","caller":"traceutil/trace.go:171","msg":"trace[1281657733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6968; }","duration":"238.663075ms","start":"2026-03-31T18:44:59.44038Z","end":"2026-03-31T18:44:59.679043Z","steps":["trace[1281657733] 'agreement among raft nodes before linearized reading' (duration: 238.501681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:59.679204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.685898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:59.67925Z","caller":"traceutil/trace.go:171","msg":"trace[1107779923] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6968; }","duration":"149.77385ms","start":"2026-03-31T18:44:59.529466Z","end":"2026-03-31T18:44:59.67924Z","steps":["trace[1107779923] 'agreement among raft nodes before linearized reading' (duration: 149.681948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:59.679253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.351178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:44:59.679282Z","caller":"traceutil/trace.go:171","msg":"trace[48464838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6968; }","duration":"226.379819ms","start":"2026-03-31T18:44:59.452894Z","end":"2026-03-31T18:44:59.679273Z","steps":["trace[48464838] 'agreement among raft nodes before linearized reading' (duration: 226.296637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:59.679382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.033463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:44:59.679355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.353138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:44:59.679418Z","caller":"traceutil/trace.go:171","msg":"trace[1796338221] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6968; }","duration":"149.092355ms","start":"2026-03-31T18:44:59.530317Z","end":"2026-03-31T18:44:59.67941Z","steps":["trace[1796338221] 'agreement among raft nodes before linearized reading' (duration: 149.043824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:59.679384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.80908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:44:59.679489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.592441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-31T18:44:59.67946Z","caller":"traceutil/trace.go:171","msg":"trace[829895778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6968; }","duration":"226.498591ms","start":"2026-03-31T18:44:59.452935Z","end":"2026-03-31T18:44:59.679434Z","steps":["trace[829895778] 'agreement among raft nodes before linearized reading' (duration: 226.233995ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:59.679527Z","caller":"traceutil/trace.go:171","msg":"trace[1126586320] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6968; }","duration":"143.650043ms","start":"2026-03-31T18:44:59.535865Z","end":"2026-03-31T18:44:59.679515Z","steps":["trace[1126586320] 'agreement among raft nodes before linearized reading' (duration: 143.580911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:59.679578Z","caller":"traceutil/trace.go:171","msg":"trace[766723076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6968; }","duration":"235.999755ms","start":"2026-03-31T18:44:59.443508Z","end":"2026-03-31T18:44:59.679508Z","steps":["trace[766723076] 'agreement among raft nodes before linearized reading' (duration: 235.611346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:59.679413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.180644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:44:59.679655Z","caller":"traceutil/trace.go:171","msg":"trace[765149787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6968; }","duration":"226.436689ms","start":"2026-03-31T18:44:59.453214Z","end":"2026-03-31T18:44:59.67965Z","steps":["trace[765149787] 'agreement among raft nodes before linearized reading' (duration: 226.137292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:00.527837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.801423ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:00.527992Z","caller":"traceutil/trace.go:171","msg":"trace[1210240644] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6968; }","duration":"536.964616ms","start":"2026-03-31T18:44:59.991012Z","end":"2026-03-31T18:45:00.527977Z","steps":["trace[1210240644] 'range keys from in-memory index tree' (duration: 536.789422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:00.527988Z","caller":"traceutil/trace.go:171","msg":"trace[1548801189] transaction","detail":"{read_only:false; response_revision:6969; number_of_response:1; }","duration":"844.820463ms","start":"2026-03-31T18:44:59.683132Z","end":"2026-03-31T18:45:00.527953Z","steps":["trace[1548801189] 'process raft request' (duration: 844.317732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:00.528139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:59.683112Z","time spent":"844.951656ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:00.535801Z","caller":"traceutil/trace.go:171","msg":"trace[1728460091] transaction","detail":"{read_only:false; response_revision:6970; number_of_response:1; }","duration":"852.020115ms","start":"2026-03-31T18:44:59.683765Z","end":"2026-03-31T18:45:00.535785Z","steps":["trace[1728460091] 'process raft request' (duration: 851.897222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:00.535908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:59.683737Z","time spent":"852.115267ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:00.535981Z","caller":"traceutil/trace.go:171","msg":"trace[1781155207] transaction","detail":"{read_only:false; response_revision:6971; number_of_response:1; }","duration":"852.174809ms","start":"2026-03-31T18:44:59.683791Z","end":"2026-03-31T18:45:00.535965Z","steps":["trace[1781155207] 'process raft request' (duration: 851.960974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:00.536094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:59.683768Z","time spent":"852.24985ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:00.536327Z","caller":"traceutil/trace.go:171","msg":"trace[1617499119] transaction","detail":"{read_only:false; response_revision:6972; number_of_response:1; }","duration":"852.426304ms","start":"2026-03-31T18:44:59.683882Z","end":"2026-03-31T18:45:00.536308Z","steps":["trace[1617499119] 'process raft request' (duration: 852.034446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:00.536452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:59.683869Z","time spent":"852.497866ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:00.536479Z","caller":"traceutil/trace.go:171","msg":"trace[1116428427] transaction","detail":"{read_only:false; response_revision:6973; number_of_response:1; }","duration":"851.227118ms","start":"2026-03-31T18:44:59.68523Z","end":"2026-03-31T18:45:00.536457Z","steps":["trace[1116428427] 'process raft request' (duration: 850.958332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:00.53646Z","caller":"traceutil/trace.go:171","msg":"trace[1177244625] transaction","detail":"{read_only:false; response_revision:6974; number_of_response:1; }","duration":"193.413549ms","start":"2026-03-31T18:45:00.342961Z","end":"2026-03-31T18:45:00.536375Z","steps":["trace[1177244625] 'process raft request' (duration: 193.336177ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:00.536636Z","caller":"traceutil/trace.go:171","msg":"trace[1874736564] transaction","detail":"{read_only:false; response_revision:6975; number_of_response:1; }","duration":"193.662624ms","start":"2026-03-31T18:45:00.342963Z","end":"2026-03-31T18:45:00.536625Z","steps":["trace[1874736564] 'process raft request' (duration: 193.377138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:00.5367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:59.685211Z","time spent":"851.410781ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:00.536793Z","caller":"traceutil/trace.go:171","msg":"trace[2053233638] transaction","detail":"{read_only:false; response_revision:6976; number_of_response:1; }","duration":"193.741497ms","start":"2026-03-31T18:45:00.34304Z","end":"2026-03-31T18:45:00.536782Z","steps":["trace[2053233638] 'process raft request' (duration: 193.536512ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:10.849488Z","caller":"traceutil/trace.go:171","msg":"trace[1347971542] linearizableReadLoop","detail":"{readStateIndex:7316; appliedIndex:7313; }","duration":"258.739382ms","start":"2026-03-31T18:45:10.590732Z","end":"2026-03-31T18:45:10.849471Z","steps":["trace[1347971542] 'read index received' (duration: 30.914454ms)","trace[1347971542] 'applied index is now lower than readState.Index' (duration: 227.824358ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:10.849654Z","caller":"traceutil/trace.go:171","msg":"trace[375871617] transaction","detail":"{read_only:false; response_revision:7034; number_of_response:1; }","duration":"267.025547ms","start":"2026-03-31T18:45:10.582621Z","end":"2026-03-31T18:45:10.849646Z","steps":["trace[375871617] 'process raft request' (duration: 266.802773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:10.849821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.072209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:45:10.849881Z","caller":"traceutil/trace.go:171","msg":"trace[296103221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7034; }","duration":"259.167371ms","start":"2026-03-31T18:45:10.590701Z","end":"2026-03-31T18:45:10.849869Z","steps":["trace[296103221] 'agreement among raft nodes before linearized reading' (duration: 258.978997ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:10.849532Z","caller":"traceutil/trace.go:171","msg":"trace[1183391400] transaction","detail":"{read_only:false; response_revision:7033; number_of_response:1; }","duration":"267.062878ms","start":"2026-03-31T18:45:10.58244Z","end":"2026-03-31T18:45:10.849503Z","steps":["trace[1183391400] 'process raft request' (duration: 222.884326ms)","trace[1183391400] 'compare' (duration: 43.711222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:10.850063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.529154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:45:10.850071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.044724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:45:10.850116Z","caller":"traceutil/trace.go:171","msg":"trace[463515769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7034; }","duration":"249.603376ms","start":"2026-03-31T18:45:10.600501Z","end":"2026-03-31T18:45:10.850105Z","steps":["trace[463515769] 'agreement among raft nodes before linearized reading' (duration: 249.430622ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:10.850151Z","caller":"traceutil/trace.go:171","msg":"trace[1617757409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7034; }","duration":"249.167936ms","start":"2026-03-31T18:45:10.600964Z","end":"2026-03-31T18:45:10.850132Z","steps":["trace[1617757409] 'agreement among raft nodes before linearized reading' (duration: 248.916801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:10.850117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.533264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:45:10.850269Z","caller":"traceutil/trace.go:171","msg":"trace[739507040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7034; }","duration":"249.732459ms","start":"2026-03-31T18:45:10.600471Z","end":"2026-03-31T18:45:10.850204Z","steps":["trace[739507040] 'agreement among raft nodes before linearized reading' (duration: 249.427652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:10.850459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.867669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:45:10.850551Z","caller":"traceutil/trace.go:171","msg":"trace[1719614038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7034; }","duration":"252.972501ms","start":"2026-03-31T18:45:10.597568Z","end":"2026-03-31T18:45:10.85054Z","steps":["trace[1719614038] 'agreement among raft nodes before linearized reading' (duration: 252.271666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:10.85088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.029027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T18:45:10.850963Z","caller":"traceutil/trace.go:171","msg":"trace[123268600] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7034; }","duration":"202.15811ms","start":"2026-03-31T18:45:10.648786Z","end":"2026-03-31T18:45:10.850944Z","steps":["trace[123268600] 'agreement among raft nodes before linearized reading' (duration: 201.120297ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:11.180582Z","caller":"traceutil/trace.go:171","msg":"trace[41610497] transaction","detail":"{read_only:false; response_revision:7040; number_of_response:1; }","duration":"151.513842ms","start":"2026-03-31T18:45:11.029046Z","end":"2026-03-31T18:45:11.18056Z","steps":["trace[41610497] 'process raft request' (duration: 151.359918ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:11.869542Z","caller":"traceutil/trace.go:171","msg":"trace[561489383] transaction","detail":"{read_only:false; response_revision:7041; number_of_response:1; }","duration":"135.142255ms","start":"2026-03-31T18:45:11.734365Z","end":"2026-03-31T18:45:11.869507Z","steps":["trace[561489383] 'process raft request' (duration: 134.850568ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:12.874569Z","caller":"traceutil/trace.go:171","msg":"trace[1917917604] transaction","detail":"{read_only:false; response_revision:7046; number_of_response:1; }","duration":"247.882987ms","start":"2026-03-31T18:45:12.62665Z","end":"2026-03-31T18:45:12.874533Z","steps":["trace[1917917604] 'process raft request' (duration: 247.60609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:13.02604Z","caller":"traceutil/trace.go:171","msg":"trace[1070464353] transaction","detail":"{read_only:false; response_revision:7049; number_of_response:1; }","duration":"100.744383ms","start":"2026-03-31T18:45:12.925232Z","end":"2026-03-31T18:45:13.025976Z","steps":["trace[1070464353] 'process raft request' (duration: 31.835205ms)","trace[1070464353] 'compare' (duration: 68.737844ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:13.221619Z","caller":"traceutil/trace.go:171","msg":"trace[1994291420] transaction","detail":"{read_only:false; response_revision:7052; number_of_response:1; }","duration":"189.576017ms","start":"2026-03-31T18:45:13.032007Z","end":"2026-03-31T18:45:13.221583Z","steps":["trace[1994291420] 'process raft request' (duration: 138.112882ms)","trace[1994291420] 'compare' (duration: 51.011135ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:13.221619Z","caller":"traceutil/trace.go:171","msg":"trace[1898843709] transaction","detail":"{read_only:false; response_revision:7053; number_of_response:1; }","duration":"189.233669ms","start":"2026-03-31T18:45:13.032352Z","end":"2026-03-31T18:45:13.221586Z","steps":["trace[1898843709] 'process raft request' (duration: 189.104656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:19.382676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.359362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:45:19.382763Z","caller":"traceutil/trace.go:171","msg":"trace[224318988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7102; }","duration":"140.486465ms","start":"2026-03-31T18:45:19.242256Z","end":"2026-03-31T18:45:19.382742Z","steps":["trace[224318988] 'range keys from in-memory index tree' (duration: 140.086996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:19.382793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.894697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:45:19.382893Z","caller":"traceutil/trace.go:171","msg":"trace[273713737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7102; }","duration":"138.017789ms","start":"2026-03-31T18:45:19.244852Z","end":"2026-03-31T18:45:19.38287Z","steps":["trace[273713737] 'range keys from in-memory index tree' (duration: 137.749843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:20.171315Z","caller":"traceutil/trace.go:171","msg":"trace[949326951] transaction","detail":"{read_only:false; response_revision:7105; number_of_response:1; }","duration":"263.288413ms","start":"2026-03-31T18:45:19.908005Z","end":"2026-03-31T18:45:20.171293Z","steps":["trace[949326951] 'process raft request' (duration: 263.116489ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:20.487559Z","caller":"traceutil/trace.go:171","msg":"trace[2052063758] transaction","detail":"{read_only:false; response_revision:7106; number_of_response:1; }","duration":"563.620609ms","start":"2026-03-31T18:45:19.923913Z","end":"2026-03-31T18:45:20.487533Z","steps":["trace[2052063758] 'process raft request' (duration: 562.891023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:20.487727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:19.923879Z","time spent":"563.758981ms","remote":"127.0.0.1:34634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414304,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:20.48816Z","caller":"traceutil/trace.go:171","msg":"trace[1473395929] linearizableReadLoop","detail":"{readStateIndex:7390; appliedIndex:7388; }","duration":"400.948845ms","start":"2026-03-31T18:45:20.086767Z","end":"2026-03-31T18:45:20.487716Z","steps":["trace[1473395929] 'read index received' (duration: 84.320223ms)","trace[1473395929] 'applied index is now lower than readState.Index' (duration: 316.627192ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:20.487909Z","caller":"traceutil/trace.go:171","msg":"trace[1896980586] transaction","detail":"{read_only:false; response_revision:7107; number_of_response:1; }","duration":"353.025328ms","start":"2026-03-31T18:45:20.134797Z","end":"2026-03-31T18:45:20.487822Z","steps":["trace[1896980586] 'process raft request' (duration: 352.67208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:20.488361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.519807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:20.488541Z","caller":"traceutil/trace.go:171","msg":"trace[2097840710] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:7107; }","duration":"401.737564ms","start":"2026-03-31T18:45:20.086737Z","end":"2026-03-31T18:45:20.488474Z","steps":["trace[2097840710] 'agreement among raft nodes before linearized reading' (duration: 401.415526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:20.488618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:20.086723Z","time spent":"401.880526ms","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:20.488409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.415686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:45:20.488872Z","caller":"traceutil/trace.go:171","msg":"trace[1285902663] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7107; }","duration":"373.911278ms","start":"2026-03-31T18:45:20.114914Z","end":"2026-03-31T18:45:20.488825Z","steps":["trace[1285902663] 'agreement among raft nodes before linearized reading' (duration: 373.406726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:20.488977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:20.114892Z","time spent":"374.059321ms","remote":"127.0.0.1:42496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:20.488647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:20.134778Z","time spent":"353.55385ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:21.075253Z","caller":"traceutil/trace.go:171","msg":"trace[1752097161] transaction","detail":"{read_only:false; response_revision:7109; number_of_response:1; }","duration":"167.84283ms","start":"2026-03-31T18:45:20.907359Z","end":"2026-03-31T18:45:21.075202Z","steps":["trace[1752097161] 'process raft request' (duration: 133.741564ms)","trace[1752097161] 'compare' (duration: 33.892231ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:21.169681Z","caller":"traceutil/trace.go:171","msg":"trace[1909696573] transaction","detail":"{read_only:false; response_revision:7111; number_of_response:1; }","duration":"198.691152ms","start":"2026-03-31T18:45:20.97096Z","end":"2026-03-31T18:45:21.169651Z","steps":["trace[1909696573] 'process raft request' (duration: 198.614761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:21.169681Z","caller":"traceutil/trace.go:171","msg":"trace[1701770409] transaction","detail":"{read_only:false; response_revision:7110; number_of_response:1; }","duration":"233.681459ms","start":"2026-03-31T18:45:20.935976Z","end":"2026-03-31T18:45:21.169658Z","steps":["trace[1701770409] 'process raft request' (duration: 233.450203ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:21.169937Z","caller":"traceutil/trace.go:171","msg":"trace[649194066] transaction","detail":"{read_only:false; response_revision:7112; number_of_response:1; }","duration":"151.627835ms","start":"2026-03-31T18:45:21.018281Z","end":"2026-03-31T18:45:21.169909Z","steps":["trace[649194066] 'process raft request' (duration: 151.332699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:23.275027Z","caller":"traceutil/trace.go:171","msg":"trace[1457140658] transaction","detail":"{read_only:false; response_revision:7120; number_of_response:1; }","duration":"100.110289ms","start":"2026-03-31T18:45:23.174888Z","end":"2026-03-31T18:45:23.274999Z","steps":["trace[1457140658] 'process raft request' (duration: 100.003156ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:23.342767Z","caller":"traceutil/trace.go:171","msg":"trace[329154025] transaction","detail":"{read_only:false; response_revision:7121; number_of_response:1; }","duration":"167.687355ms","start":"2026-03-31T18:45:23.175058Z","end":"2026-03-31T18:45:23.342745Z","steps":["trace[329154025] 'process raft request' (duration: 142.015549ms)","trace[329154025] 'compare' (duration: 25.436241ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:23.343186Z","caller":"traceutil/trace.go:171","msg":"trace[1626531027] transaction","detail":"{read_only:false; response_revision:7122; number_of_response:1; }","duration":"168.036904ms","start":"2026-03-31T18:45:23.175112Z","end":"2026-03-31T18:45:23.343149Z","steps":["trace[1626531027] 'process raft request' (duration: 167.544752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:23.558784Z","caller":"traceutil/trace.go:171","msg":"trace[1534012085] transaction","detail":"{read_only:false; response_revision:7123; number_of_response:1; }","duration":"211.448389ms","start":"2026-03-31T18:45:23.347308Z","end":"2026-03-31T18:45:23.558756Z","steps":["trace[1534012085] 'process raft request' (duration: 179.801368ms)","trace[1534012085] 'compare' (duration: 31.458016ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:23.559163Z","caller":"traceutil/trace.go:171","msg":"trace[190488752] transaction","detail":"{read_only:false; response_revision:7124; number_of_response:1; }","duration":"211.548522ms","start":"2026-03-31T18:45:23.347594Z","end":"2026-03-31T18:45:23.559143Z","steps":["trace[190488752] 'process raft request' (duration: 211.113871ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:23.559302Z","caller":"traceutil/trace.go:171","msg":"trace[1707554302] transaction","detail":"{read_only:false; response_revision:7125; number_of_response:1; }","duration":"211.292856ms","start":"2026-03-31T18:45:23.347946Z","end":"2026-03-31T18:45:23.559239Z","steps":["trace[1707554302] 'process raft request' (duration: 211.068911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:23.687528Z","caller":"traceutil/trace.go:171","msg":"trace[1182688763] transaction","detail":"{read_only:false; response_revision:7127; number_of_response:1; }","duration":"122.958851ms","start":"2026-03-31T18:45:23.564537Z","end":"2026-03-31T18:45:23.687496Z","steps":["trace[1182688763] 'process raft request' (duration: 101.185273ms)","trace[1182688763] 'compare' (duration: 21.589824ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:27.139939Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4172} {"level":"info","ts":"2026-03-31T18:45:27.188648Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4172,"took":"47.106319ms","hash":2964432434,"current-db-size-bytes":35352576,"current-db-size":"35 MB","current-db-size-in-use-bytes":31911936,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-31T18:45:27.188731Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2964432434,"revision":4172,"compact-revision":2506} {"level":"info","ts":"2026-03-31T18:46:03.534072Z","caller":"traceutil/trace.go:171","msg":"trace[539763460] transaction","detail":"{read_only:false; response_revision:7412; number_of_response:1; }","duration":"243.964089ms","start":"2026-03-31T18:46:03.290067Z","end":"2026-03-31T18:46:03.534031Z","steps":["trace[539763460] 'process raft request' (duration: 243.762125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:05.76743Z","caller":"traceutil/trace.go:171","msg":"trace[457069517] linearizableReadLoop","detail":"{readStateIndex:7723; appliedIndex:7722; }","duration":"316.167711ms","start":"2026-03-31T18:46:05.451228Z","end":"2026-03-31T18:46:05.767396Z","steps":["trace[457069517] 'read index received' (duration: 315.845284ms)","trace[457069517] 'applied index is now lower than readState.Index' (duration: 318.377µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:05.767513Z","caller":"traceutil/trace.go:171","msg":"trace[87325263] transaction","detail":"{read_only:false; response_revision:7427; number_of_response:1; }","duration":"450.921668ms","start":"2026-03-31T18:46:05.316561Z","end":"2026-03-31T18:46:05.767483Z","steps":["trace[87325263] 'process raft request' (duration: 450.528529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.767643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.377876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:05.767694Z","caller":"traceutil/trace.go:171","msg":"trace[1104101218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7427; }","duration":"316.494218ms","start":"2026-03-31T18:46:05.451185Z","end":"2026-03-31T18:46:05.767679Z","steps":["trace[1104101218] 'agreement among raft nodes before linearized reading' (duration: 316.376036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.767744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.451162Z","time spent":"316.57102ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:46:05.767802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.316544Z","time spent":"451.103092ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12277,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:06.0016Z","caller":"traceutil/trace.go:171","msg":"trace[832909650] transaction","detail":"{read_only:false; response_revision:7428; number_of_response:1; }","duration":"474.441726ms","start":"2026-03-31T18:46:05.527128Z","end":"2026-03-31T18:46:06.001569Z","steps":["trace[832909650] 'process raft request' (duration: 396.422703ms)","trace[832909650] 'compare' (duration: 77.836179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:06.001776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.5271Z","time spent":"474.586219ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:06.001886Z","caller":"traceutil/trace.go:171","msg":"trace[742717465] linearizableReadLoop","detail":"{readStateIndex:7727; appliedIndex:7723; }","duration":"234.328192ms","start":"2026-03-31T18:46:05.767523Z","end":"2026-03-31T18:46:06.001852Z","steps":["trace[742717465] 'read index received' (duration: 156.116145ms)","trace[742717465] 'applied index is now lower than readState.Index' (duration: 78.210977ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:06.002003Z","caller":"traceutil/trace.go:171","msg":"trace[173448143] transaction","detail":"{read_only:false; response_revision:7429; number_of_response:1; }","duration":"453.410472ms","start":"2026-03-31T18:46:05.548583Z","end":"2026-03-31T18:46:06.001993Z","steps":["trace[173448143] 'process raft request' (duration: 452.941342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.002111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.548555Z","time spent":"453.480954ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:06.002244Z","caller":"traceutil/trace.go:171","msg":"trace[280510582] transaction","detail":"{read_only:false; response_revision:7430; number_of_response:1; }","duration":"339.221279ms","start":"2026-03-31T18:46:05.66301Z","end":"2026-03-31T18:46:06.002232Z","steps":["trace[280510582] 'process raft request' (duration: 338.697947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.002299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.662983Z","time spent":"339.2847ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:06.002411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.524845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:06.00244Z","caller":"traceutil/trace.go:171","msg":"trace[484141456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7431; }","duration":"233.595097ms","start":"2026-03-31T18:46:05.768836Z","end":"2026-03-31T18:46:06.002431Z","steps":["trace[484141456] 'agreement among raft nodes before linearized reading' (duration: 233.546426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.002517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.539769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:46:06.002646Z","caller":"traceutil/trace.go:171","msg":"trace[410283122] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7431; }","duration":"539.718602ms","start":"2026-03-31T18:46:05.4629Z","end":"2026-03-31T18:46:06.002619Z","steps":["trace[410283122] 'agreement among raft nodes before linearized reading' (duration: 539.366163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.002707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.462886Z","time spent":"539.811214ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:46:06.002881Z","caller":"traceutil/trace.go:171","msg":"trace[39874625] transaction","detail":"{read_only:false; response_revision:7431; number_of_response:1; }","duration":"332.285933ms","start":"2026-03-31T18:46:05.670572Z","end":"2026-03-31T18:46:06.002858Z","steps":["trace[39874625] 'process raft request' (duration: 331.230169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.002989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.142369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:46:06.003012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.612246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:46:06.003008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.670539Z","time spent":"332.415237ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:06.003042Z","caller":"traceutil/trace.go:171","msg":"trace[1893041653] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:7431; }","duration":"527.243452ms","start":"2026-03-31T18:46:05.475783Z","end":"2026-03-31T18:46:06.003027Z","steps":["trace[1893041653] 'agreement among raft nodes before linearized reading' (duration: 527.115119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.003043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.117689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:46:06.00308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.475769Z","time spent":"527.302153ms","remote":"127.0.0.1:42294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:06.003039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.798933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:46:06.003088Z","caller":"traceutil/trace.go:171","msg":"trace[562048677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7431; }","duration":"168.702959ms","start":"2026-03-31T18:46:05.834352Z","end":"2026-03-31T18:46:06.003055Z","steps":["trace[562048677] 'agreement among raft nodes before linearized reading' (duration: 168.520305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:06.003145Z","caller":"traceutil/trace.go:171","msg":"trace[374069556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7431; }","duration":"144.971476ms","start":"2026-03-31T18:46:05.858153Z","end":"2026-03-31T18:46:06.003124Z","steps":["trace[374069556] 'agreement among raft nodes before linearized reading' (duration: 144.67536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:06.003091Z","caller":"traceutil/trace.go:171","msg":"trace[616407021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7431; }","duration":"108.214431ms","start":"2026-03-31T18:46:05.894863Z","end":"2026-03-31T18:46:06.003077Z","steps":["trace[616407021] 'agreement among raft nodes before linearized reading' (duration: 108.100219ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:06.269926Z","caller":"traceutil/trace.go:171","msg":"trace[1216388441] transaction","detail":"{read_only:false; response_revision:7434; number_of_response:1; }","duration":"262.897735ms","start":"2026-03-31T18:46:06.007003Z","end":"2026-03-31T18:46:06.269901Z","steps":["trace[1216388441] 'process raft request' (duration: 262.823813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:06.269958Z","caller":"traceutil/trace.go:171","msg":"trace[2053025766] transaction","detail":"{read_only:false; response_revision:7433; number_of_response:1; }","duration":"262.990237ms","start":"2026-03-31T18:46:06.006924Z","end":"2026-03-31T18:46:06.269914Z","steps":["trace[2053025766] 'process raft request' (duration: 262.735771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:06.270104Z","caller":"traceutil/trace.go:171","msg":"trace[962129884] transaction","detail":"{read_only:false; response_revision:7435; number_of_response:1; }","duration":"262.179299ms","start":"2026-03-31T18:46:06.007904Z","end":"2026-03-31T18:46:06.270084Z","steps":["trace[962129884] 'process raft request' (duration: 261.964724ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:06.270191Z","caller":"traceutil/trace.go:171","msg":"trace[990428821] transaction","detail":"{read_only:false; response_revision:7436; number_of_response:1; }","duration":"262.063586ms","start":"2026-03-31T18:46:06.008113Z","end":"2026-03-31T18:46:06.270177Z","steps":["trace[990428821] 'process raft request' (duration: 261.935983ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:06.270161Z","caller":"traceutil/trace.go:171","msg":"trace[113244209] linearizableReadLoop","detail":"{readStateIndex:7730; appliedIndex:7727; }","duration":"262.796083ms","start":"2026-03-31T18:46:06.007345Z","end":"2026-03-31T18:46:06.270142Z","steps":["trace[113244209] 'read index received' (duration: 45.923152ms)","trace[113244209] 'applied index is now lower than readState.Index' (duration: 216.872331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:06.270989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.623751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:46:06.271029Z","caller":"traceutil/trace.go:171","msg":"trace[894374723] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7436; }","duration":"263.682902ms","start":"2026-03-31T18:46:06.007326Z","end":"2026-03-31T18:46:06.271009Z","steps":["trace[894374723] 'agreement among raft nodes before linearized reading' (duration: 263.421676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.271515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.790814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:46:06.271546Z","caller":"traceutil/trace.go:171","msg":"trace[1381455792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7436; }","duration":"226.882216ms","start":"2026-03-31T18:46:06.044658Z","end":"2026-03-31T18:46:06.27154Z","steps":["trace[1381455792] 'agreement among raft nodes before linearized reading' (duration: 226.637581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.271874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.480306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:46:06.272024Z","caller":"traceutil/trace.go:171","msg":"trace[2018462220] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:7436; }","duration":"213.799463ms","start":"2026-03-31T18:46:06.058201Z","end":"2026-03-31T18:46:06.272001Z","steps":["trace[2018462220] 'agreement among raft nodes before linearized reading' (duration: 213.233311ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:06.435475Z","caller":"traceutil/trace.go:171","msg":"trace[1504836154] linearizableReadLoop","detail":"{readStateIndex:7733; appliedIndex:7732; }","duration":"147.500894ms","start":"2026-03-31T18:46:06.287948Z","end":"2026-03-31T18:46:06.435449Z","steps":["trace[1504836154] 'read index received' (duration: 59.440956ms)","trace[1504836154] 'applied index is now lower than readState.Index' (duration: 88.059068ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:06.435602Z","caller":"traceutil/trace.go:171","msg":"trace[1423350513] transaction","detail":"{read_only:false; response_revision:7437; number_of_response:1; }","duration":"157.052298ms","start":"2026-03-31T18:46:06.278535Z","end":"2026-03-31T18:46:06.435588Z","steps":["trace[1423350513] 'process raft request' (duration: 68.910648ms)","trace[1423350513] 'compare' (duration: 87.854463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:06.435727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.768319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:46:06.435742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.569449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:06.435788Z","caller":"traceutil/trace.go:171","msg":"trace[145041853] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7437; }","duration":"147.873382ms","start":"2026-03-31T18:46:06.287901Z","end":"2026-03-31T18:46:06.435775Z","steps":["trace[145041853] 'agreement among raft nodes before linearized reading' (duration: 147.76894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:06.435802Z","caller":"traceutil/trace.go:171","msg":"trace[1091110151] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7437; }","duration":"100.671891ms","start":"2026-03-31T18:46:06.335116Z","end":"2026-03-31T18:46:06.435788Z","steps":["trace[1091110151] 'agreement among raft nodes before linearized reading' (duration: 100.556989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.435742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.802478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-rabbit-init-8nj5f\" ","response":"range_response_count:1 size:6900"} {"level":"info","ts":"2026-03-31T18:46:06.435884Z","caller":"traceutil/trace.go:171","msg":"trace[77740350] range","detail":"{range_begin:/registry/pods/openstack/keystone-rabbit-init-8nj5f; range_end:; response_count:1; response_revision:7437; }","duration":"119.002262ms","start":"2026-03-31T18:46:06.316868Z","end":"2026-03-31T18:46:06.43587Z","steps":["trace[77740350] 'agreement among raft nodes before linearized reading' (duration: 118.765947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:06.615499Z","caller":"traceutil/trace.go:171","msg":"trace[363232323] linearizableReadLoop","detail":"{readStateIndex:7734; appliedIndex:7733; }","duration":"165.194441ms","start":"2026-03-31T18:46:06.450278Z","end":"2026-03-31T18:46:06.615472Z","steps":["trace[363232323] 'read index received' (duration: 110.752768ms)","trace[363232323] 'applied index is now lower than readState.Index' (duration: 54.440613ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:06.615551Z","caller":"traceutil/trace.go:171","msg":"trace[101367785] transaction","detail":"{read_only:false; response_revision:7438; number_of_response:1; }","duration":"171.826559ms","start":"2026-03-31T18:46:06.443691Z","end":"2026-03-31T18:46:06.615517Z","steps":["trace[101367785] 'process raft request' (duration: 117.441357ms)","trace[101367785] 'compare' (duration: 54.212018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:06.615743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.443746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-31T18:46:06.615752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.125165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:06.615808Z","caller":"traceutil/trace.go:171","msg":"trace[132294133] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7438; }","duration":"165.541498ms","start":"2026-03-31T18:46:06.450251Z","end":"2026-03-31T18:46:06.615792Z","steps":["trace[132294133] 'agreement among raft nodes before linearized reading' (duration: 165.370034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:06.615828Z","caller":"traceutil/trace.go:171","msg":"trace[1281740933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7438; }","duration":"164.216308ms","start":"2026-03-31T18:46:06.451589Z","end":"2026-03-31T18:46:06.615805Z","steps":["trace[1281740933] 'agreement among raft nodes before linearized reading' (duration: 164.100635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:08.423208Z","caller":"traceutil/trace.go:171","msg":"trace[451836538] transaction","detail":"{read_only:false; response_revision:7456; number_of_response:1; }","duration":"140.795983ms","start":"2026-03-31T18:46:08.282391Z","end":"2026-03-31T18:46:08.423187Z","steps":["trace[451836538] 'process raft request' (duration: 108.037157ms)","trace[451836538] 'compare' (duration: 32.622963ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:08.42343Z","caller":"traceutil/trace.go:171","msg":"trace[1486402443] transaction","detail":"{read_only:false; response_revision:7457; number_of_response:1; }","duration":"139.861301ms","start":"2026-03-31T18:46:08.283543Z","end":"2026-03-31T18:46:08.423404Z","steps":["trace[1486402443] 'process raft request' (duration: 139.612476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:08.423931Z","caller":"traceutil/trace.go:171","msg":"trace[22324077] linearizableReadLoop","detail":"{readStateIndex:7755; appliedIndex:7751; }","duration":"140.063806ms","start":"2026-03-31T18:46:08.283849Z","end":"2026-03-31T18:46:08.423913Z","steps":["trace[22324077] 'read index received' (duration: 39.308593ms)","trace[22324077] 'applied index is now lower than readState.Index' (duration: 100.744422ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:08.424027Z","caller":"traceutil/trace.go:171","msg":"trace[1488777577] transaction","detail":"{read_only:false; response_revision:7458; number_of_response:1; }","duration":"140.327132ms","start":"2026-03-31T18:46:08.283679Z","end":"2026-03-31T18:46:08.424006Z","steps":["trace[1488777577] 'process raft request' (duration: 139.619526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:08.42407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.205159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:46:08.424093Z","caller":"traceutil/trace.go:171","msg":"trace[1501216302] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:7458; }","duration":"140.273161ms","start":"2026-03-31T18:46:08.283814Z","end":"2026-03-31T18:46:08.424087Z","steps":["trace[1501216302] 'agreement among raft nodes before linearized reading' (duration: 140.180038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:08.756046Z","caller":"traceutil/trace.go:171","msg":"trace[1786059218] transaction","detail":"{read_only:false; response_revision:7460; number_of_response:1; }","duration":"103.130666ms","start":"2026-03-31T18:46:08.65286Z","end":"2026-03-31T18:46:08.755991Z","steps":["trace[1786059218] 'process raft request' (duration: 102.968012ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:08.757827Z","caller":"traceutil/trace.go:171","msg":"trace[1918091780] transaction","detail":"{read_only:false; response_revision:7461; number_of_response:1; }","duration":"104.539237ms","start":"2026-03-31T18:46:08.653242Z","end":"2026-03-31T18:46:08.757781Z","steps":["trace[1918091780] 'process raft request' (duration: 104.282462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:39.018118Z","caller":"traceutil/trace.go:171","msg":"trace[472860869] linearizableReadLoop","detail":"{readStateIndex:7919; appliedIndex:7918; }","duration":"173.122289ms","start":"2026-03-31T18:46:38.84496Z","end":"2026-03-31T18:46:39.018082Z","steps":["trace[472860869] 'read index received' (duration: 80.372876ms)","trace[472860869] 'applied index is now lower than readState.Index' (duration: 92.748343ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:39.018215Z","caller":"traceutil/trace.go:171","msg":"trace[493317462] transaction","detail":"{read_only:false; response_revision:7616; number_of_response:1; }","duration":"187.807038ms","start":"2026-03-31T18:46:38.830381Z","end":"2026-03-31T18:46:39.018188Z","steps":["trace[493317462] 'process raft request' (duration: 95.046325ms)","trace[493317462] 'compare' (duration: 92.437986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:39.018257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.272862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:46:39.018459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.229308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:46:39.018509Z","caller":"traceutil/trace.go:171","msg":"trace[587274160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7616; }","duration":"164.31281ms","start":"2026-03-31T18:46:38.854185Z","end":"2026-03-31T18:46:39.018497Z","steps":["trace[587274160] 'agreement among raft nodes before linearized reading' (duration: 164.185817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:39.01831Z","caller":"traceutil/trace.go:171","msg":"trace[1196697038] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:7616; }","duration":"173.355773ms","start":"2026-03-31T18:46:38.844938Z","end":"2026-03-31T18:46:39.018294Z","steps":["trace[1196697038] 'agreement among raft nodes before linearized reading' (duration: 173.250001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:39.018948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.395517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:46:39.019023Z","caller":"traceutil/trace.go:171","msg":"trace[1909846450] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:7616; }","duration":"166.53879ms","start":"2026-03-31T18:46:38.852467Z","end":"2026-03-31T18:46:39.019005Z","steps":["trace[1909846450] 'agreement among raft nodes before linearized reading' (duration: 166.07888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:39.01927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.951512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:46:39.019321Z","caller":"traceutil/trace.go:171","msg":"trace[1155533212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7616; }","duration":"172.047874ms","start":"2026-03-31T18:46:38.84726Z","end":"2026-03-31T18:46:39.019308Z","steps":["trace[1155533212] 'agreement among raft nodes before linearized reading' (duration: 171.013481ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:42.680623Z","caller":"traceutil/trace.go:171","msg":"trace[1633627772] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"114.424571ms","start":"2026-03-31T18:48:42.566168Z","end":"2026-03-31T18:48:42.680593Z","steps":["trace[1633627772] 'process raft request' (duration: 65.245026ms)","trace[1633627772] 'compare' (duration: 48.984481ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:42.98536Z","caller":"traceutil/trace.go:171","msg":"trace[12692624] transaction","detail":"{read_only:false; response_revision:8514; number_of_response:1; }","duration":"221.763012ms","start":"2026-03-31T18:48:42.763555Z","end":"2026-03-31T18:48:42.985319Z","steps":["trace[12692624] 'process raft request' (duration: 172.853274ms)","trace[12692624] 'compare' (duration: 48.618392ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:43.059313Z","caller":"traceutil/trace.go:171","msg":"trace[310011291] transaction","detail":"{read_only:false; response_revision:8515; number_of_response:1; }","duration":"258.909588ms","start":"2026-03-31T18:48:42.800373Z","end":"2026-03-31T18:48:43.059283Z","steps":["trace[310011291] 'process raft request' (duration: 258.731444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:43.059692Z","caller":"traceutil/trace.go:171","msg":"trace[1628371894] transaction","detail":"{read_only:false; response_revision:8517; number_of_response:1; }","duration":"218.324985ms","start":"2026-03-31T18:48:42.841343Z","end":"2026-03-31T18:48:43.059668Z","steps":["trace[1628371894] 'process raft request' (duration: 218.208253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:43.059717Z","caller":"traceutil/trace.go:171","msg":"trace[104740577] transaction","detail":"{read_only:false; response_revision:8516; number_of_response:1; }","duration":"253.148247ms","start":"2026-03-31T18:48:42.806549Z","end":"2026-03-31T18:48:43.059697Z","steps":["trace[104740577] 'process raft request' (duration: 252.691987ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:43.175369Z","caller":"traceutil/trace.go:171","msg":"trace[2087551481] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"112.362975ms","start":"2026-03-31T18:48:43.06298Z","end":"2026-03-31T18:48:43.175343Z","steps":["trace[2087551481] 'process raft request' (duration: 112.291303ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:43.175412Z","caller":"traceutil/trace.go:171","msg":"trace[655217813] linearizableReadLoop","detail":"{readStateIndex:8853; appliedIndex:8849; }","duration":"173.708883ms","start":"2026-03-31T18:48:43.001662Z","end":"2026-03-31T18:48:43.17537Z","steps":["trace[655217813] 'read index received' (duration: 57.456091ms)","trace[655217813] 'applied index is now lower than readState.Index' (duration: 116.248931ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:43.175501Z","caller":"traceutil/trace.go:171","msg":"trace[798451061] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"184.876113ms","start":"2026-03-31T18:48:42.990571Z","end":"2026-03-31T18:48:43.175447Z","steps":["trace[798451061] 'process raft request' (duration: 152.017036ms)","trace[798451061] 'compare' (duration: 32.493079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:48:43.17562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.937338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:48:43.175663Z","caller":"traceutil/trace.go:171","msg":"trace[977355152] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:0; response_revision:8519; }","duration":"174.03841ms","start":"2026-03-31T18:48:43.001613Z","end":"2026-03-31T18:48:43.175651Z","steps":["trace[977355152] 'agreement among raft nodes before linearized reading' (duration: 173.915757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:43.452042Z","caller":"traceutil/trace.go:171","msg":"trace[411838547] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"104.093729ms","start":"2026-03-31T18:48:43.347913Z","end":"2026-03-31T18:48:43.452007Z","steps":["trace[411838547] 'process raft request' (duration: 103.014685ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:43.668101Z","caller":"traceutil/trace.go:171","msg":"trace[698661219] linearizableReadLoop","detail":"{readStateIndex:8862; appliedIndex:8861; }","duration":"153.423497ms","start":"2026-03-31T18:48:43.51464Z","end":"2026-03-31T18:48:43.668063Z","steps":["trace[698661219] 'read index received' (duration: 67.529497ms)","trace[698661219] 'applied index is now lower than readState.Index' (duration: 85.89253ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:43.668139Z","caller":"traceutil/trace.go:171","msg":"trace[1147651254] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"158.981013ms","start":"2026-03-31T18:48:43.50911Z","end":"2026-03-31T18:48:43.668091Z","steps":["trace[1147651254] 'process raft request' (duration: 73.042402ms)","trace[1147651254] 'compare' (duration: 85.663095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:48:43.668436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.762255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-db-sync-2js7m\" ","response":"range_response_count:1 size:5724"} {"level":"info","ts":"2026-03-31T18:48:43.668539Z","caller":"traceutil/trace.go:171","msg":"trace[54354978] range","detail":"{range_begin:/registry/pods/openstack/barbican-db-sync-2js7m; range_end:; response_count:1; response_revision:8527; }","duration":"153.924838ms","start":"2026-03-31T18:48:43.514598Z","end":"2026-03-31T18:48:43.668523Z","steps":["trace[54354978] 'agreement among raft nodes before linearized reading' (duration: 153.584571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:43.916242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.120021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:48:43.916396Z","caller":"traceutil/trace.go:171","msg":"trace[291543711] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"242.867117ms","start":"2026-03-31T18:48:43.673506Z","end":"2026-03-31T18:48:43.916374Z","steps":["trace[291543711] 'process raft request' (duration: 97.526261ms)","trace[291543711] 'compare' (duration: 144.909496ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:43.94703Z","caller":"traceutil/trace.go:171","msg":"trace[1096578892] linearizableReadLoop","detail":"{readStateIndex:8864; appliedIndex:8862; }","duration":"230.050799ms","start":"2026-03-31T18:48:43.716955Z","end":"2026-03-31T18:48:43.947006Z","steps":["trace[1096578892] 'read index received' (duration: 54.023604ms)","trace[1096578892] 'applied index is now lower than readState.Index' (duration: 176.026325ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:43.947077Z","caller":"traceutil/trace.go:171","msg":"trace[1104111079] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"271.220544ms","start":"2026-03-31T18:48:43.675815Z","end":"2026-03-31T18:48:43.947035Z","steps":["trace[1104111079] 'process raft request' (duration: 270.943098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:43.947157Z","caller":"traceutil/trace.go:171","msg":"trace[766007489] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"223.584294ms","start":"2026-03-31T18:48:43.723562Z","end":"2026-03-31T18:48:43.947146Z","steps":["trace[766007489] 'process raft request' (duration: 223.37676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:43.947417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.759363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:48:43.947431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.81049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:48:43.947473Z","caller":"traceutil/trace.go:171","msg":"trace[937243310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8530; }","duration":"217.871085ms","start":"2026-03-31T18:48:43.729586Z","end":"2026-03-31T18:48:43.947457Z","steps":["trace[937243310] 'agreement among raft nodes before linearized reading' (duration: 217.694781ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:43.947487Z","caller":"traceutil/trace.go:171","msg":"trace[381643208] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8530; }","duration":"167.927114ms","start":"2026-03-31T18:48:43.779546Z","end":"2026-03-31T18:48:43.947473Z","steps":["trace[381643208] 'agreement among raft nodes before linearized reading' (duration: 167.827481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:43.947731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.761345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:48:43.947807Z","caller":"traceutil/trace.go:171","msg":"trace[869000688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8530; }","duration":"230.891138ms","start":"2026-03-31T18:48:43.716898Z","end":"2026-03-31T18:48:43.947789Z","steps":["trace[869000688] 'agreement among raft nodes before linearized reading' (duration: 230.476818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:44.193435Z","caller":"traceutil/trace.go:171","msg":"trace[1613512701] transaction","detail":"{read_only:false; response_revision:8533; number_of_response:1; }","duration":"237.387814ms","start":"2026-03-31T18:48:43.956008Z","end":"2026-03-31T18:48:44.193396Z","steps":["trace[1613512701] 'process raft request' (duration: 237.163709ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:44.193443Z","caller":"traceutil/trace.go:171","msg":"trace[1300977930] linearizableReadLoop","detail":"{readStateIndex:8868; appliedIndex:8865; }","duration":"235.132413ms","start":"2026-03-31T18:48:43.958223Z","end":"2026-03-31T18:48:44.193355Z","steps":["trace[1300977930] 'read index received' (duration: 21.325298ms)","trace[1300977930] 'applied index is now lower than readState.Index' (duration: 213.804265ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:44.193446Z","caller":"traceutil/trace.go:171","msg":"trace[483216800] transaction","detail":"{read_only:false; response_revision:8532; number_of_response:1; }","duration":"237.477497ms","start":"2026-03-31T18:48:43.955938Z","end":"2026-03-31T18:48:44.193416Z","steps":["trace[483216800] 'process raft request' (duration: 138.819829ms)","trace[483216800] 'compare' (duration: 98.070714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:48:44.193841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.593693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-db-sync-2js7m\" ","response":"range_response_count:1 size:7029"} {"level":"info","ts":"2026-03-31T18:48:44.193905Z","caller":"traceutil/trace.go:171","msg":"trace[1187664602] range","detail":"{range_begin:/registry/pods/openstack/barbican-db-sync-2js7m; range_end:; response_count:1; response_revision:8533; }","duration":"235.697936ms","start":"2026-03-31T18:48:43.95819Z","end":"2026-03-31T18:48:44.193888Z","steps":["trace[1187664602] 'agreement among raft nodes before linearized reading' (duration: 235.464561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:44.193996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.577495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:48:44.194054Z","caller":"traceutil/trace.go:171","msg":"trace[156448822] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8533; }","duration":"151.688838ms","start":"2026-03-31T18:48:44.042345Z","end":"2026-03-31T18:48:44.194034Z","steps":["trace[156448822] 'agreement among raft nodes before linearized reading' (duration: 151.453063ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:44.471001Z","caller":"traceutil/trace.go:171","msg":"trace[115379117] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"104.961609ms","start":"2026-03-31T18:48:44.365968Z","end":"2026-03-31T18:48:44.47093Z","steps":["trace[115379117] 'process raft request' (duration: 104.747644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:44.602277Z","caller":"traceutil/trace.go:171","msg":"trace[577356755] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"125.350346ms","start":"2026-03-31T18:48:44.476881Z","end":"2026-03-31T18:48:44.602232Z","steps":["trace[577356755] 'process raft request' (duration: 125.081129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:45.406143Z","caller":"traceutil/trace.go:171","msg":"trace[1572091263] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"339.843166ms","start":"2026-03-31T18:48:45.066276Z","end":"2026-03-31T18:48:45.406119Z","steps":["trace[1572091263] 'process raft request' (duration: 242.357996ms)","trace[1572091263] 'compare' (duration: 97.104601ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:45.406281Z","caller":"traceutil/trace.go:171","msg":"trace[1139408922] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"339.964049ms","start":"2026-03-31T18:48:45.066278Z","end":"2026-03-31T18:48:45.406242Z","steps":["trace[1139408922] 'process raft request' (duration: 339.708052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:45.406282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:45.066247Z","time spent":"339.966859ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:48:45.406386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:45.066251Z","time spent":"340.076672ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:48:46.244331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.612249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:48:46.244441Z","caller":"traceutil/trace.go:171","msg":"trace[1397749812] linearizableReadLoop","detail":"{readStateIndex:8878; appliedIndex:8877; }","duration":"227.837739ms","start":"2026-03-31T18:48:46.016582Z","end":"2026-03-31T18:48:46.24442Z","steps":["trace[1397749812] 'read index received' (duration: 46.882413ms)","trace[1397749812] 'applied index is now lower than readState.Index' (duration: 180.953576ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:46.244555Z","caller":"traceutil/trace.go:171","msg":"trace[1119169300] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"231.492381ms","start":"2026-03-31T18:48:46.013022Z","end":"2026-03-31T18:48:46.244514Z","steps":["trace[1119169300] 'process raft request' (duration: 50.547645ms)","trace[1119169300] 'compare' (duration: 180.360513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:48:46.245353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.77181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:184424"} {"level":"info","ts":"2026-03-31T18:48:46.245417Z","caller":"traceutil/trace.go:171","msg":"trace[2095368087] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:8543; }","duration":"228.928794ms","start":"2026-03-31T18:48:46.016474Z","end":"2026-03-31T18:48:46.245403Z","steps":["trace[2095368087] 'agreement among raft nodes before linearized reading' (duration: 228.110896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:46.511529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.457362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:48:46.511635Z","caller":"traceutil/trace.go:171","msg":"trace[996138151] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"259.261494ms","start":"2026-03-31T18:48:46.252354Z","end":"2026-03-31T18:48:46.511616Z","steps":["trace[996138151] 'process raft request' (duration: 95.637658ms)","trace[996138151] 'compare' (duration: 163.3272ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:46.548858Z","caller":"traceutil/trace.go:171","msg":"trace[901259664] linearizableReadLoop","detail":"{readStateIndex:8880; appliedIndex:8878; }","duration":"258.101209ms","start":"2026-03-31T18:48:46.290736Z","end":"2026-03-31T18:48:46.548837Z","steps":["trace[901259664] 'read index received' (duration: 57.269867ms)","trace[901259664] 'applied index is now lower than readState.Index' (duration: 200.830602ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:46.548968Z","caller":"traceutil/trace.go:171","msg":"trace[819270460] transaction","detail":"{read_only:false; response_revision:8545; number_of_response:1; }","duration":"295.611321ms","start":"2026-03-31T18:48:46.253327Z","end":"2026-03-31T18:48:46.548938Z","steps":["trace[819270460] 'process raft request' (duration: 295.367976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:46.549121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.364786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:48:46.549156Z","caller":"traceutil/trace.go:171","msg":"trace[316611193] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8545; }","duration":"258.467288ms","start":"2026-03-31T18:48:46.290676Z","end":"2026-03-31T18:48:46.549143Z","steps":["trace[316611193] 'agreement among raft nodes before linearized reading' (duration: 258.334375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:46.549144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.191844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:48:46.549233Z","caller":"traceutil/trace.go:171","msg":"trace[935558428] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:8545; }","duration":"190.334936ms","start":"2026-03-31T18:48:46.358876Z","end":"2026-03-31T18:48:46.549211Z","steps":["trace[935558428] 'agreement among raft nodes before linearized reading' (duration: 190.186793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:46.549341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.306896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:48:46.549413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.931028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5488"} {"level":"warn","ts":"2026-03-31T18:48:46.549355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.335276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:48:46.549545Z","caller":"traceutil/trace.go:171","msg":"trace[668791333] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:8545; }","duration":"182.100612ms","start":"2026-03-31T18:48:46.367415Z","end":"2026-03-31T18:48:46.549516Z","steps":["trace[668791333] 'agreement among raft nodes before linearized reading' (duration: 181.776875ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:46.549576Z","caller":"traceutil/trace.go:171","msg":"trace[55370415] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8545; }","duration":"190.594543ms","start":"2026-03-31T18:48:46.35895Z","end":"2026-03-31T18:48:46.549544Z","steps":["trace[55370415] 'agreement among raft nodes before linearized reading' (duration: 190.308606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:46.549483Z","caller":"traceutil/trace.go:171","msg":"trace[1763710211] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:8545; }","duration":"190.48792ms","start":"2026-03-31T18:48:46.358966Z","end":"2026-03-31T18:48:46.549454Z","steps":["trace[1763710211] 'agreement among raft nodes before linearized reading' (duration: 190.278195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:47.038618Z","caller":"traceutil/trace.go:171","msg":"trace[813157203] transaction","detail":"{read_only:false; response_revision:8548; number_of_response:1; }","duration":"102.780948ms","start":"2026-03-31T18:48:46.93582Z","end":"2026-03-31T18:48:47.038601Z","steps":["trace[813157203] 'process raft request' (duration: 102.658886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:24.581475Z","caller":"traceutil/trace.go:171","msg":"trace[1675032195] linearizableReadLoop","detail":"{readStateIndex:9144; appliedIndex:9143; }","duration":"106.735548ms","start":"2026-03-31T18:49:24.474718Z","end":"2026-03-31T18:49:24.581454Z","steps":["trace[1675032195] 'read index received' (duration: 106.588454ms)","trace[1675032195] 'applied index is now lower than readState.Index' (duration: 146.044µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:24.581531Z","caller":"traceutil/trace.go:171","msg":"trace[678262501] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"126.351759ms","start":"2026-03-31T18:49:24.455149Z","end":"2026-03-31T18:49:24.581501Z","steps":["trace[678262501] 'process raft request' (duration: 126.128864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:24.581605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.876501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:49:24.581631Z","caller":"traceutil/trace.go:171","msg":"trace[1876799268] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:8800; }","duration":"106.921573ms","start":"2026-03-31T18:49:24.474702Z","end":"2026-03-31T18:49:24.581623Z","steps":["trace[1876799268] 'agreement among raft nodes before linearized reading' (duration: 106.845851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:24.991041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.788049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:24.991151Z","caller":"traceutil/trace.go:171","msg":"trace[331026363] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"187.414071ms","start":"2026-03-31T18:49:24.80372Z","end":"2026-03-31T18:49:24.991134Z","steps":["trace[331026363] 'process raft request' (duration: 68.458949ms)","trace[331026363] 'compare' (duration: 118.663036ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:25.853425Z","caller":"traceutil/trace.go:171","msg":"trace[863250300] linearizableReadLoop","detail":"{readStateIndex:9150; appliedIndex:9148; }","duration":"300.129154ms","start":"2026-03-31T18:49:25.55328Z","end":"2026-03-31T18:49:25.853409Z","steps":["trace[863250300] 'read index received' (duration: 40.277545ms)","trace[863250300] 'applied index is now lower than readState.Index' (duration: 259.850979ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:25.853579Z","caller":"traceutil/trace.go:171","msg":"trace[1351303426] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"301.658028ms","start":"2026-03-31T18:49:25.551913Z","end":"2026-03-31T18:49:25.853572Z","steps":["trace[1351303426] 'process raft request' (duration: 290.698182ms)","trace[1351303426] 'compare' (duration: 10.715231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:25.853645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.551891Z","time spent":"301.704189ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:25.853934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.658255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:49:25.853962Z","caller":"traceutil/trace.go:171","msg":"trace[1280160676] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8806; }","duration":"300.719047ms","start":"2026-03-31T18:49:25.553237Z","end":"2026-03-31T18:49:25.853956Z","steps":["trace[1280160676] 'agreement among raft nodes before linearized reading' (duration: 300.623645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:25.853978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.553215Z","time spent":"300.759237ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:49:25.853982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.657453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:25.854131Z","caller":"traceutil/trace.go:171","msg":"trace[1364621086] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8806; }","duration":"161.847656ms","start":"2026-03-31T18:49:25.692262Z","end":"2026-03-31T18:49:25.85411Z","steps":["trace[1364621086] 'agreement among raft nodes before linearized reading' (duration: 161.632931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:25.854131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.005303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:49:25.854231Z","caller":"traceutil/trace.go:171","msg":"trace[243507177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8806; }","duration":"220.152956ms","start":"2026-03-31T18:49:25.634052Z","end":"2026-03-31T18:49:25.854205Z","steps":["trace[243507177] 'agreement among raft nodes before linearized reading' (duration: 219.839109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:27.004213Z","caller":"traceutil/trace.go:171","msg":"trace[777148687] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"125.672354ms","start":"2026-03-31T18:49:26.878513Z","end":"2026-03-31T18:49:27.004185Z","steps":["trace[777148687] 'process raft request' (duration: 125.4853ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:27.980996Z","caller":"traceutil/trace.go:171","msg":"trace[68618826] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"121.5183ms","start":"2026-03-31T18:49:27.859449Z","end":"2026-03-31T18:49:27.980968Z","steps":["trace[68618826] 'process raft request' (duration: 121.283285ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:30.135757Z","caller":"traceutil/trace.go:171","msg":"trace[1411620453] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"148.417295ms","start":"2026-03-31T18:49:29.987312Z","end":"2026-03-31T18:49:30.135729Z","steps":["trace[1411620453] 'process raft request' (duration: 148.272371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:30.332569Z","caller":"traceutil/trace.go:171","msg":"trace[1458675083] linearizableReadLoop","detail":"{readStateIndex:9174; appliedIndex:9172; }","duration":"269.248079ms","start":"2026-03-31T18:49:30.063289Z","end":"2026-03-31T18:49:30.332537Z","steps":["trace[1458675083] 'read index received' (duration: 72.311495ms)","trace[1458675083] 'applied index is now lower than readState.Index' (duration: 196.935174ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:30.332677Z","caller":"traceutil/trace.go:171","msg":"trace[673958818] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"340.239415ms","start":"2026-03-31T18:49:29.992398Z","end":"2026-03-31T18:49:30.332638Z","steps":["trace[673958818] 'process raft request' (duration: 339.886287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:30.332834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.515365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:49:30.332848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:29.992377Z","time spent":"340.381628ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6355,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:30.332905Z","caller":"traceutil/trace.go:171","msg":"trace[1053586099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8829; }","duration":"269.651998ms","start":"2026-03-31T18:49:30.063238Z","end":"2026-03-31T18:49:30.33289Z","steps":["trace[1053586099] 'agreement among raft nodes before linearized reading' (duration: 269.418893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:30.461241Z","caller":"traceutil/trace.go:171","msg":"trace[944075958] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"124.012208ms","start":"2026-03-31T18:49:30.337206Z","end":"2026-03-31T18:49:30.461218Z","steps":["trace[944075958] 'process raft request' (duration: 82.186768ms)","trace[944075958] 'compare' (duration: 41.503502ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:30.619671Z","caller":"traceutil/trace.go:171","msg":"trace[440453642] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"135.312021ms","start":"2026-03-31T18:49:30.484328Z","end":"2026-03-31T18:49:30.61964Z","steps":["trace[440453642] 'process raft request' (duration: 127.596248ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:30.619856Z","caller":"traceutil/trace.go:171","msg":"trace[1542048777] linearizableReadLoop","detail":"{readStateIndex:9176; appliedIndex:9175; }","duration":"112.390696ms","start":"2026-03-31T18:49:30.507438Z","end":"2026-03-31T18:49:30.619829Z","steps":["trace[1542048777] 'read index received' (duration: 104.593381ms)","trace[1542048777] 'applied index is now lower than readState.Index' (duration: 7.795415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:30.620162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.677362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/barbican-ks-service-wljx8\" ","response":"range_response_count:1 size:2822"} {"level":"info","ts":"2026-03-31T18:49:30.620249Z","caller":"traceutil/trace.go:171","msg":"trace[682831740] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/barbican-ks-service-wljx8; range_end:; response_count:1; response_revision:8831; }","duration":"112.826456ms","start":"2026-03-31T18:49:30.507397Z","end":"2026-03-31T18:49:30.620224Z","steps":["trace[682831740] 'agreement among raft nodes before linearized reading' (duration: 112.518268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:30.775012Z","caller":"traceutil/trace.go:171","msg":"trace[980748146] linearizableReadLoop","detail":"{readStateIndex:9178; appliedIndex:9177; }","duration":"110.557804ms","start":"2026-03-31T18:49:30.664424Z","end":"2026-03-31T18:49:30.774981Z","steps":["trace[980748146] 'read index received' (duration: 65.666956ms)","trace[980748146] 'applied index is now lower than readState.Index' (duration: 44.889798ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:30.775094Z","caller":"traceutil/trace.go:171","msg":"trace[1349014592] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"114.765799ms","start":"2026-03-31T18:49:30.660297Z","end":"2026-03-31T18:49:30.775063Z","steps":["trace[1349014592] 'process raft request' (duration: 69.8558ms)","trace[1349014592] 'compare' (duration: 44.679004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:30.775175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.748819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:49:30.775226Z","caller":"traceutil/trace.go:171","msg":"trace[1056700568] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:8833; }","duration":"110.846731ms","start":"2026-03-31T18:49:30.664363Z","end":"2026-03-31T18:49:30.775209Z","steps":["trace[1056700568] 'agreement among raft nodes before linearized reading' (duration: 110.727769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:32.251674Z","caller":"traceutil/trace.go:171","msg":"trace[136904818] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"110.892752ms","start":"2026-03-31T18:49:32.140752Z","end":"2026-03-31T18:49:32.251644Z","steps":["trace[136904818] 'process raft request' (duration: 110.423142ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:33.716416Z","caller":"traceutil/trace.go:171","msg":"trace[68950244] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"103.286551ms","start":"2026-03-31T18:49:33.613109Z","end":"2026-03-31T18:49:33.716396Z","steps":["trace[68950244] 'process raft request' (duration: 103.115057ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:34.609498Z","caller":"traceutil/trace.go:171","msg":"trace[125111443] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"100.451967ms","start":"2026-03-31T18:49:34.509017Z","end":"2026-03-31T18:49:34.609469Z","steps":["trace[125111443] 'process raft request' (duration: 100.293693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:35.568322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.535939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:35.568399Z","caller":"traceutil/trace.go:171","msg":"trace[370593898] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8876; }","duration":"157.681193ms","start":"2026-03-31T18:49:35.410701Z","end":"2026-03-31T18:49:35.568382Z","steps":["trace[370593898] 'count revisions from in-memory index tree' (duration: 157.373206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:35.568531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.458292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:35.568686Z","caller":"traceutil/trace.go:171","msg":"trace[17063989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8876; }","duration":"110.717759ms","start":"2026-03-31T18:49:35.457932Z","end":"2026-03-31T18:49:35.568649Z","steps":["trace[17063989] 'range keys from in-memory index tree' (duration: 110.326549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.875188Z","caller":"traceutil/trace.go:171","msg":"trace[597304816] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"152.996067ms","start":"2026-03-31T18:49:35.722136Z","end":"2026-03-31T18:49:35.875132Z","steps":["trace[597304816] 'process raft request' (duration: 152.835523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.232716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.761731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:36.232835Z","caller":"traceutil/trace.go:171","msg":"trace[282828555] linearizableReadLoop","detail":"{readStateIndex:9224; appliedIndex:9222; }","duration":"369.960573ms","start":"2026-03-31T18:49:35.862852Z","end":"2026-03-31T18:49:36.232812Z","steps":["trace[282828555] 'read index received' (duration: 12.03036ms)","trace[282828555] 'applied index is now lower than readState.Index' (duration: 357.928702ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:36.232872Z","caller":"traceutil/trace.go:171","msg":"trace[1056210617] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"427.203468ms","start":"2026-03-31T18:49:35.805637Z","end":"2026-03-31T18:49:36.232841Z","steps":["trace[1056210617] 'process raft request' (duration: 165.223683ms)","trace[1056210617] 'compare' (duration: 261.506235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:36.232964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.107266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:36.233003Z","caller":"traceutil/trace.go:171","msg":"trace[299564765] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8878; }","duration":"370.185168ms","start":"2026-03-31T18:49:35.862808Z","end":"2026-03-31T18:49:36.232993Z","steps":["trace[299564765] 'agreement among raft nodes before linearized reading' (duration: 370.104416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.233048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.862787Z","time spent":"370.250389ms","remote":"127.0.0.1:42560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:36.233276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.787952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:49:36.23337Z","caller":"traceutil/trace.go:171","msg":"trace[212510697] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8878; }","duration":"152.935226ms","start":"2026-03-31T18:49:36.080419Z","end":"2026-03-31T18:49:36.233355Z","steps":["trace[212510697] 'agreement among raft nodes before linearized reading' (duration: 152.711401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.233293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.805608Z","time spent":"427.339941ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:36.945175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.236841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:36.945294Z","caller":"traceutil/trace.go:171","msg":"trace[1898955608] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"175.917202ms","start":"2026-03-31T18:49:36.769355Z","end":"2026-03-31T18:49:36.945272Z","steps":["trace[1898955608] 'process raft request' (duration: 59.485737ms)","trace[1898955608] 'compare' (duration: 116.115528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:37.254499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.523347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:37.254631Z","caller":"traceutil/trace.go:171","msg":"trace[2146144290] linearizableReadLoop","detail":"{readStateIndex:9230; appliedIndex:9229; }","duration":"215.106923ms","start":"2026-03-31T18:49:37.0395Z","end":"2026-03-31T18:49:37.254607Z","steps":["trace[2146144290] 'read index received' (duration: 42.365981ms)","trace[2146144290] 'applied index is now lower than readState.Index' (duration: 172.739102ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:37.255063Z","caller":"traceutil/trace.go:171","msg":"trace[2075303624] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"228.815981ms","start":"2026-03-31T18:49:37.02621Z","end":"2026-03-31T18:49:37.255026Z","steps":["trace[2075303624] 'process raft request' (duration: 55.701321ms)","trace[2075303624] 'compare' (duration: 172.18866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:37.255476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.542851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:214628"} {"level":"info","ts":"2026-03-31T18:49:37.255556Z","caller":"traceutil/trace.go:171","msg":"trace[916028661] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8884; }","duration":"210.673633ms","start":"2026-03-31T18:49:37.044864Z","end":"2026-03-31T18:49:37.255538Z","steps":["trace[916028661] 'agreement among raft nodes before linearized reading' (duration: 210.213053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.255666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.976609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-endpoints-k9llf\" ","response":"range_response_count:1 size:15220"} {"level":"info","ts":"2026-03-31T18:49:37.255768Z","caller":"traceutil/trace.go:171","msg":"trace[1583576582] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-endpoints-k9llf; range_end:; response_count:1; response_revision:8884; }","duration":"231.132622ms","start":"2026-03-31T18:49:37.024619Z","end":"2026-03-31T18:49:37.255752Z","steps":["trace[1583576582] 'agreement among raft nodes before linearized reading' (duration: 230.087189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.255806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.588853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:49:37.255888Z","caller":"traceutil/trace.go:171","msg":"trace[1484213714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8884; }","duration":"247.726606ms","start":"2026-03-31T18:49:37.008144Z","end":"2026-03-31T18:49:37.255871Z","steps":["trace[1484213714] 'agreement among raft nodes before linearized reading' (duration: 246.584391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.455012Z","caller":"traceutil/trace.go:171","msg":"trace[1968082239] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"194.155981ms","start":"2026-03-31T18:49:37.260825Z","end":"2026-03-31T18:49:37.454981Z","steps":["trace[1968082239] 'process raft request' (duration: 193.094688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.455051Z","caller":"traceutil/trace.go:171","msg":"trace[183803366] linearizableReadLoop","detail":"{readStateIndex:9233; appliedIndex:9231; }","duration":"157.14212ms","start":"2026-03-31T18:49:37.297883Z","end":"2026-03-31T18:49:37.455025Z","steps":["trace[183803366] 'read index received' (duration: 27.60269ms)","trace[183803366] 'applied index is now lower than readState.Index' (duration: 129.53767ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:37.455176Z","caller":"traceutil/trace.go:171","msg":"trace[1351526054] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"183.794319ms","start":"2026-03-31T18:49:37.271376Z","end":"2026-03-31T18:49:37.45517Z","steps":["trace[1351526054] 'process raft request' (duration: 183.542133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.455315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.419067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:49:37.45538Z","caller":"traceutil/trace.go:171","msg":"trace[12279487] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8887; }","duration":"157.520609ms","start":"2026-03-31T18:49:37.297841Z","end":"2026-03-31T18:49:37.455362Z","steps":["trace[12279487] 'agreement among raft nodes before linearized reading' (duration: 157.337885ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.985679Z","caller":"traceutil/trace.go:171","msg":"trace[1730046795] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"105.250445ms","start":"2026-03-31T18:49:37.880404Z","end":"2026-03-31T18:49:37.985654Z","steps":["trace[1730046795] 'process raft request' (duration: 104.983639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:41.407103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.925774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:41.407227Z","caller":"traceutil/trace.go:171","msg":"trace[930837344] linearizableReadLoop","detail":"{readStateIndex:9260; appliedIndex:9259; }","duration":"134.062702ms","start":"2026-03-31T18:49:41.273148Z","end":"2026-03-31T18:49:41.40721Z","steps":["trace[930837344] 'read index received' (duration: 33.151µs)","trace[930837344] 'applied index is now lower than readState.Index' (duration: 134.028281ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:41.407545Z","caller":"traceutil/trace.go:171","msg":"trace[777097900] transaction","detail":"{read_only:false; response_revision:8913; number_of_response:1; }","duration":"342.805432ms","start":"2026-03-31T18:49:41.064724Z","end":"2026-03-31T18:49:41.40753Z","steps":["trace[777097900] 'process raft request' (duration: 145.374457ms)","trace[777097900] 'compare' (duration: 196.767771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:41.407656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.491232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:49:41.40764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:41.064704Z","time spent":"342.883994ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:41.407737Z","caller":"traceutil/trace.go:171","msg":"trace[741997264] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:8913; }","duration":"134.612175ms","start":"2026-03-31T18:49:41.273108Z","end":"2026-03-31T18:49:41.40772Z","steps":["trace[741997264] 'agreement among raft nodes before linearized reading' (duration: 134.462781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:42.673503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.983372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:49:42.673568Z","caller":"traceutil/trace.go:171","msg":"trace[1915507945] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:8918; }","duration":"220.135745ms","start":"2026-03-31T18:49:42.453418Z","end":"2026-03-31T18:49:42.673553Z","steps":["trace[1915507945] 'range keys from in-memory index tree' (duration: 219.859839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:42.673503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.691935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:42.673647Z","caller":"traceutil/trace.go:171","msg":"trace[672495784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8918; }","duration":"219.85755ms","start":"2026-03-31T18:49:42.453777Z","end":"2026-03-31T18:49:42.673635Z","steps":["trace[672495784] 'range keys from in-memory index tree' (duration: 219.660625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:42.673687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.639076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:42.6738Z","caller":"traceutil/trace.go:171","msg":"trace[262159364] linearizableReadLoop","detail":"{readStateIndex:9266; appliedIndex:9265; }","duration":"117.646193ms","start":"2026-03-31T18:49:42.556137Z","end":"2026-03-31T18:49:42.673783Z","steps":["trace[262159364] 'read index received' (duration: 27.86µs)","trace[262159364] 'applied index is now lower than readState.Index' (duration: 117.616863ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:42.673834Z","caller":"traceutil/trace.go:171","msg":"trace[804504858] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"199.931042ms","start":"2026-03-31T18:49:42.473884Z","end":"2026-03-31T18:49:42.673815Z","steps":["trace[804504858] 'process raft request' (duration: 73.071272ms)","trace[804504858] 'compare' (duration: 126.453581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:42.674009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.870899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:49:42.674047Z","caller":"traceutil/trace.go:171","msg":"trace[177735958] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8919; }","duration":"117.95203ms","start":"2026-03-31T18:49:42.556083Z","end":"2026-03-31T18:49:42.674035Z","steps":["trace[177735958] 'agreement among raft nodes before linearized reading' (duration: 117.801047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:42.674215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.438379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:49:42.674258Z","caller":"traceutil/trace.go:171","msg":"trace[399863603] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8919; }","duration":"117.4934ms","start":"2026-03-31T18:49:42.556753Z","end":"2026-03-31T18:49:42.674246Z","steps":["trace[399863603] 'agreement among raft nodes before linearized reading' (duration: 117.383118ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:43.065396Z","caller":"traceutil/trace.go:171","msg":"trace[1665538663] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"381.391079ms","start":"2026-03-31T18:49:42.683981Z","end":"2026-03-31T18:49:43.065372Z","steps":["trace[1665538663] 'process raft request' (duration: 381.332367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:43.065617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.683976Z","time spent":"381.550723ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:43.066186Z","caller":"traceutil/trace.go:171","msg":"trace[1766691761] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"382.268638ms","start":"2026-03-31T18:49:42.683901Z","end":"2026-03-31T18:49:43.066169Z","steps":["trace[1766691761] 'process raft request' (duration: 381.165424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:43.066286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.68388Z","time spent":"382.356671ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:43.071053Z","caller":"traceutil/trace.go:171","msg":"trace[2118294768] linearizableReadLoop","detail":"{readStateIndex:9270; appliedIndex:9267; }","duration":"328.146902ms","start":"2026-03-31T18:49:42.742873Z","end":"2026-03-31T18:49:43.07102Z","steps":["trace[2118294768] 'read index received' (duration: 322.350862ms)","trace[2118294768] 'applied index is now lower than readState.Index' (duration: 5.79457ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:43.071227Z","caller":"traceutil/trace.go:171","msg":"trace[2134751473] transaction","detail":"{read_only:false; response_revision:8922; number_of_response:1; }","duration":"365.676206ms","start":"2026-03-31T18:49:42.705534Z","end":"2026-03-31T18:49:43.07121Z","steps":["trace[2134751473] 'process raft request' (duration: 365.331468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:43.071375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.705519Z","time spent":"365.754907ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:43.16609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.365755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12714"} {"level":"info","ts":"2026-03-31T18:49:43.166165Z","caller":"traceutil/trace.go:171","msg":"trace[263668449] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8922; }","duration":"420.465977ms","start":"2026-03-31T18:49:42.745681Z","end":"2026-03-31T18:49:43.166147Z","steps":["trace[263668449] 'agreement among raft nodes before linearized reading' (duration: 326.415843ms)","trace[263668449] 'range keys from in-memory index tree' (duration: 93.86197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:43.166195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.745672Z","time spent":"420.516018ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12738,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T18:49:43.166237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.344491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:43.166275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.733545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:49:43.166313Z","caller":"traceutil/trace.go:171","msg":"trace[1883416455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8922; }","duration":"117.800867ms","start":"2026-03-31T18:49:43.048497Z","end":"2026-03-31T18:49:43.166298Z","steps":["trace[1883416455] 'agreement among raft nodes before linearized reading' (duration: 23.513368ms)","trace[1883416455] 'range keys from in-memory index tree' (duration: 94.219338ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:43.166314Z","caller":"traceutil/trace.go:171","msg":"trace[2060032383] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8922; }","duration":"423.465464ms","start":"2026-03-31T18:49:42.74283Z","end":"2026-03-31T18:49:43.166295Z","steps":["trace[2060032383] 'agreement among raft nodes before linearized reading' (duration: 329.122064ms)","trace[2060032383] 'range keys from in-memory index tree' (duration: 94.232168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:43.166347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.74281Z","time spent":"423.528066ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-31T18:49:43.166327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.994554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:49:43.166432Z","caller":"traceutil/trace.go:171","msg":"trace[1667986517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8922; }","duration":"423.132677ms","start":"2026-03-31T18:49:42.743277Z","end":"2026-03-31T18:49:43.16641Z","steps":["trace[1667986517] 'agreement among raft nodes before linearized reading' (duration: 328.721075ms)","trace[1667986517] 'range keys from in-memory index tree' (duration: 94.183317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:43.166524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.74327Z","time spent":"423.23793ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:49:43.823955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.714542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:43.824164Z","caller":"traceutil/trace.go:171","msg":"trace[886850583] linearizableReadLoop","detail":"{readStateIndex:9272; appliedIndex:9270; }","duration":"653.139055ms","start":"2026-03-31T18:49:43.171007Z","end":"2026-03-31T18:49:43.824146Z","steps":["trace[886850583] 'read index received' (duration: 14.67652ms)","trace[886850583] 'applied index is now lower than readState.Index' (duration: 638.461315ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:43.824279Z","caller":"traceutil/trace.go:171","msg":"trace[1432921674] transaction","detail":"{read_only:false; response_revision:8924; number_of_response:1; }","duration":"653.580755ms","start":"2026-03-31T18:49:43.170682Z","end":"2026-03-31T18:49:43.824263Z","steps":["trace[1432921674] 'process raft request' (duration: 184.478674ms)","trace[1432921674] 'compare' (duration: 468.469937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:43.82439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:43.170651Z","time spent":"653.698678ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:43.824517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.251802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:49:43.824552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.474295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:49:43.824594Z","caller":"traceutil/trace.go:171","msg":"trace[1411151109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8924; }","duration":"412.361615ms","start":"2026-03-31T18:49:43.412216Z","end":"2026-03-31T18:49:43.824578Z","steps":["trace[1411151109] 'agreement among raft nodes before linearized reading' (duration: 412.13127ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:43.824638Z","caller":"traceutil/trace.go:171","msg":"trace[649408161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8924; }","duration":"269.598808ms","start":"2026-03-31T18:49:43.555025Z","end":"2026-03-31T18:49:43.824623Z","steps":["trace[649408161] 'agreement among raft nodes before linearized reading' (duration: 269.367283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:43.824695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.679737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T18:49:43.824701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.665107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:49:43.824734Z","caller":"traceutil/trace.go:171","msg":"trace[1020656115] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8924; }","duration":"653.735338ms","start":"2026-03-31T18:49:43.17099Z","end":"2026-03-31T18:49:43.824725Z","steps":["trace[1020656115] 'agreement among raft nodes before linearized reading' (duration: 653.586255ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:43.824739Z","caller":"traceutil/trace.go:171","msg":"trace[1072273447] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:8924; }","duration":"406.737899ms","start":"2026-03-31T18:49:43.417992Z","end":"2026-03-31T18:49:43.82473Z","steps":["trace[1072273447] 'agreement among raft nodes before linearized reading' (duration: 406.660727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:43.824758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:43.170979Z","time spent":"653.773549ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T18:49:43.824769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:43.417976Z","time spent":"406.78531ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-7prd4\" "} {"level":"warn","ts":"2026-03-31T18:49:43.82478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.456554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:49:43.824815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.78278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:43.824858Z","caller":"traceutil/trace.go:171","msg":"trace[1624324904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8924; }","duration":"374.568646ms","start":"2026-03-31T18:49:43.450271Z","end":"2026-03-31T18:49:43.82484Z","steps":["trace[1624324904] 'agreement among raft nodes before linearized reading' (duration: 374.355362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:43.824903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.371704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:49:43.824912Z","caller":"traceutil/trace.go:171","msg":"trace[1223024084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8924; }","duration":"370.904614ms","start":"2026-03-31T18:49:43.453984Z","end":"2026-03-31T18:49:43.824888Z","steps":["trace[1223024084] 'agreement among raft nodes before linearized reading' (duration: 370.74008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:43.824912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:43.450259Z","time spent":"374.638958ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:49:43.824962Z","caller":"traceutil/trace.go:171","msg":"trace[61748273] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8924; }","duration":"249.455765ms","start":"2026-03-31T18:49:43.575485Z","end":"2026-03-31T18:49:43.824941Z","steps":["trace[61748273] 'agreement among raft nodes before linearized reading' (duration: 249.314982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:43.824965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:43.453975Z","time spent":"370.981185ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:49:43.825094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:43.412197Z","time spent":"412.886187ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:44.112214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.152632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:44.112326Z","caller":"traceutil/trace.go:171","msg":"trace[910517116] transaction","detail":"{read_only:false; response_revision:8925; number_of_response:1; }","duration":"283.691745ms","start":"2026-03-31T18:49:43.828614Z","end":"2026-03-31T18:49:44.112306Z","steps":["trace[910517116] 'process raft request' (duration: 142.335428ms)","trace[910517116] 'compare' (duration: 140.714092ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:44.121759Z","caller":"traceutil/trace.go:171","msg":"trace[1841419670] linearizableReadLoop","detail":"{readStateIndex:9276; appliedIndex:9272; }","duration":"289.210937ms","start":"2026-03-31T18:49:43.832534Z","end":"2026-03-31T18:49:44.121745Z","steps":["trace[1841419670] 'read index received' (duration: 138.431529ms)","trace[1841419670] 'applied index is now lower than readState.Index' (duration: 150.778728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:44.122099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.556776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:214688"} {"level":"info","ts":"2026-03-31T18:49:44.122133Z","caller":"traceutil/trace.go:171","msg":"trace[756418622] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8928; }","duration":"289.666228ms","start":"2026-03-31T18:49:43.832457Z","end":"2026-03-31T18:49:44.122123Z","steps":["trace[756418622] 'agreement among raft nodes before linearized reading' (duration: 289.347941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:44.122414Z","caller":"traceutil/trace.go:171","msg":"trace[1724697660] transaction","detail":"{read_only:false; response_revision:8926; number_of_response:1; }","duration":"293.429572ms","start":"2026-03-31T18:49:43.828976Z","end":"2026-03-31T18:49:44.122405Z","steps":["trace[1724697660] 'process raft request' (duration: 292.648775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:44.122514Z","caller":"traceutil/trace.go:171","msg":"trace[863177352] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"293.470353ms","start":"2026-03-31T18:49:43.829038Z","end":"2026-03-31T18:49:44.122508Z","steps":["trace[863177352] 'process raft request' (duration: 292.657125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:44.12259Z","caller":"traceutil/trace.go:171","msg":"trace[429108698] transaction","detail":"{read_only:false; response_revision:8928; number_of_response:1; }","duration":"291.718224ms","start":"2026-03-31T18:49:43.830865Z","end":"2026-03-31T18:49:44.122584Z","steps":["trace[429108698] 'process raft request' (duration: 290.853775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:44.13325Z","caller":"traceutil/trace.go:171","msg":"trace[1205886932] transaction","detail":"{read_only:false; response_revision:8929; number_of_response:1; }","duration":"120.407515ms","start":"2026-03-31T18:49:44.012823Z","end":"2026-03-31T18:49:44.133231Z","steps":["trace[1205886932] 'process raft request' (duration: 120.277502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:44.388268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.963218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:44.388446Z","caller":"traceutil/trace.go:171","msg":"trace[512680784] transaction","detail":"{read_only:false; response_revision:8932; number_of_response:1; }","duration":"105.378817ms","start":"2026-03-31T18:49:44.283053Z","end":"2026-03-31T18:49:44.388432Z","steps":["trace[512680784] 'process raft request' (duration: 105.334726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:44.388545Z","caller":"traceutil/trace.go:171","msg":"trace[1902577684] linearizableReadLoop","detail":"{readStateIndex:9279; appliedIndex:9278; }","duration":"203.854359ms","start":"2026-03-31T18:49:44.184624Z","end":"2026-03-31T18:49:44.388479Z","steps":["trace[1902577684] 'read index received' (duration: 98.587165ms)","trace[1902577684] 'applied index is now lower than readState.Index' (duration: 105.263154ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:44.388672Z","caller":"traceutil/trace.go:171","msg":"trace[58304614] transaction","detail":"{read_only:false; response_revision:8931; number_of_response:1; }","duration":"213.308102ms","start":"2026-03-31T18:49:44.175342Z","end":"2026-03-31T18:49:44.388651Z","steps":["trace[58304614] 'process raft request' (duration: 107.893884ms)","trace[58304614] 'compare' (duration: 104.853015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:44.388716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.076174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:44.388762Z","caller":"traceutil/trace.go:171","msg":"trace[2030654361] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8932; }","duration":"204.133905ms","start":"2026-03-31T18:49:44.184609Z","end":"2026-03-31T18:49:44.388743Z","steps":["trace[2030654361] 'agreement among raft nodes before linearized reading' (duration: 204.037203ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:44.670333Z","caller":"traceutil/trace.go:171","msg":"trace[1744895008] transaction","detail":"{read_only:false; response_revision:8933; number_of_response:1; }","duration":"322.632089ms","start":"2026-03-31T18:49:44.347682Z","end":"2026-03-31T18:49:44.670314Z","steps":["trace[1744895008] 'process raft request' (duration: 322.23505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:44.670436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:44.347661Z","time spent":"322.721571ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:45.308136Z","caller":"traceutil/trace.go:171","msg":"trace[1060112301] transaction","detail":"{read_only:false; response_revision:8935; number_of_response:1; }","duration":"115.777623ms","start":"2026-03-31T18:49:45.192336Z","end":"2026-03-31T18:49:45.308114Z","steps":["trace[1060112301] 'process raft request' (duration: 115.63676ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:45.934933Z","caller":"traceutil/trace.go:171","msg":"trace[1210443579] transaction","detail":"{read_only:false; response_revision:8936; number_of_response:1; }","duration":"103.7124ms","start":"2026-03-31T18:49:45.831197Z","end":"2026-03-31T18:49:45.934909Z","steps":["trace[1210443579] 'process raft request' (duration: 103.564777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:46.712442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961702641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:47.291317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164554275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:49:47.291353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164657798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:49:47.291378Z","caller":"traceutil/trace.go:171","msg":"trace[1782628965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8936; }","duration":"1.164665468s","start":"2026-03-31T18:49:46.126699Z","end":"2026-03-31T18:49:47.291364Z","steps":["trace[1782628965] 'range keys from in-memory index tree' (duration: 1.164428303s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:47.291402Z","caller":"traceutil/trace.go:171","msg":"trace[547821672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8936; }","duration":"1.164748219s","start":"2026-03-31T18:49:46.126642Z","end":"2026-03-31T18:49:47.29139Z","steps":["trace[547821672] 'range keys from in-memory index tree' (duration: 1.164525355s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:47.291389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160687619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:49:47.291413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:46.126678Z","time spent":"1.16472451s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:47.291429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:46.126624Z","time spent":"1.164800651s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:49:47.291447Z","caller":"traceutil/trace.go:171","msg":"trace[775327696] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:8936; }","duration":"1.16075739s","start":"2026-03-31T18:49:46.130672Z","end":"2026-03-31T18:49:47.291429Z","steps":["trace[775327696] 'range keys from in-memory index tree' (duration: 1.160621677s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:47.291513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.730023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:47.291645Z","caller":"traceutil/trace.go:171","msg":"trace[1305940663] transaction","detail":"{read_only:false; response_revision:8937; number_of_response:1; }","duration":"1.153509738s","start":"2026-03-31T18:49:46.138113Z","end":"2026-03-31T18:49:47.291623Z","steps":["trace[1305940663] 'process raft request' (duration: 866.5572ms)","trace[1305940663] 'compare' (duration: 286.511058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:47.291717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:46.138096Z","time spent":"1.153593349s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:47.292279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165224491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:49:47.292337Z","caller":"traceutil/trace.go:171","msg":"trace[331886001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8936; }","duration":"1.165298572s","start":"2026-03-31T18:49:46.127025Z","end":"2026-03-31T18:49:47.292323Z","steps":["trace[331886001] 'range keys from in-memory index tree' (duration: 1.164189387s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:47.292374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:46.12699Z","time spent":"1.165375244s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:47.291516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:46.130664Z","time spent":"1.160837723s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-7prd4\" "} {"level":"warn","ts":"2026-03-31T18:49:48.453371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000155011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:49:48.453479Z","caller":"traceutil/trace.go:171","msg":"trace[404345270] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000318623s","start":"2026-03-31T18:49:46.453136Z","end":"2026-03-31T18:49:48.453454Z","steps":["trace[404345270] 'agreement among raft nodes before linearized reading' (duration: 2.00018533s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:48.45354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:46.453117Z","time spent":"2.000410556s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:49:49.058814Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.054129382s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:49:49.059357Z","caller":"traceutil/trace.go:171","msg":"trace[72820982] linearizableReadLoop","detail":"{readStateIndex:9286; appliedIndex:9284; }","duration":"2.84711075s","start":"2026-03-31T18:49:46.212219Z","end":"2026-03-31T18:49:49.05933Z","steps":["trace[72820982] 'read index received' (duration: 792.462645ms)","trace[72820982] 'applied index is now lower than readState.Index' (duration: 2.054647035s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:49.059429Z","caller":"traceutil/trace.go:171","msg":"trace[250143322] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"2.384595388s","start":"2026-03-31T18:49:46.674794Z","end":"2026-03-31T18:49:49.059389Z","steps":["trace[250143322] 'process raft request' (duration: 2.384302622s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:49.059514Z","caller":"traceutil/trace.go:171","msg":"trace[1933831584] transaction","detail":"{read_only:false; response_revision:8939; number_of_response:1; }","duration":"2.343046775s","start":"2026-03-31T18:49:46.716425Z","end":"2026-03-31T18:49:49.059472Z","steps":["trace[1933831584] 'process raft request' (duration: 2.3428394s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:49.05958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:46.674775Z","time spent":"2.384718281s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:49.059702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.847454677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:49:49.05979Z","caller":"traceutil/trace.go:171","msg":"trace[2089462930] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8939; }","duration":"2.84757764s","start":"2026-03-31T18:49:46.212188Z","end":"2026-03-31T18:49:49.059766Z","steps":["trace[2089462930] 'agreement among raft nodes before linearized reading' (duration: 2.847294504s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:49.059828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:46.212165Z","time spent":"2.847655972s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:49:49.059719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:46.716414Z","time spent":"2.343203018s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:49.559974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961702649,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:49.891801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000792254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:49:49.891885Z","caller":"traceutil/trace.go:171","msg":"trace[152583268] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000927697s","start":"2026-03-31T18:49:47.890939Z","end":"2026-03-31T18:49:49.891867Z","steps":["trace[152583268] 'agreement among raft nodes before linearized reading' (duration: 2.000827345s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:49.891932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.890917Z","time spent":"2.001006378s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:49:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:49:50.453827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999829592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:49:50.45391Z","caller":"traceutil/trace.go:171","msg":"trace[1518751197] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999992036s","start":"2026-03-31T18:49:48.4539Z","end":"2026-03-31T18:49:50.453892Z","steps":["trace[1518751197] 'agreement among raft nodes before linearized reading' (duration: 1.999863382s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.45396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:48.453864Z","time spent":"2.000084819s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:49:50.745647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.905732ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:50.74579Z","caller":"traceutil/trace.go:171","msg":"trace[1347316118] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8939; }","duration":"755.062115ms","start":"2026-03-31T18:49:49.990709Z","end":"2026-03-31T18:49:50.745771Z","steps":["trace[1347316118] 'range keys from in-memory index tree' (duration: 754.888941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.750851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.050355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:50.751195Z","caller":"traceutil/trace.go:171","msg":"trace[416928274] transaction","detail":"{read_only:false; response_revision:8940; number_of_response:1; }","duration":"3.455101211s","start":"2026-03-31T18:49:47.296078Z","end":"2026-03-31T18:49:50.751179Z","steps":["trace[416928274] 'process raft request' (duration: 2.553591515s)","trace[416928274] 'compare' (duration: 895.570632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:50.751307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.296054Z","time spent":"3.455184372s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:50.751531Z","caller":"traceutil/trace.go:171","msg":"trace[774786924] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"3.45423252s","start":"2026-03-31T18:49:47.297277Z","end":"2026-03-31T18:49:50.751509Z","steps":["trace[774786924] 'process raft request' (duration: 3.453853012s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:50.751546Z","caller":"traceutil/trace.go:171","msg":"trace[1230891097] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"3.454285011s","start":"2026-03-31T18:49:47.29723Z","end":"2026-03-31T18:49:50.751515Z","steps":["trace[1230891097] 'process raft request' (duration: 3.45378328s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.751588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.297263Z","time spent":"3.454295712s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:50.751733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.297221Z","time spent":"3.454401244s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:50.896119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.04635007s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:49:50.935017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.281957ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:49:50.935321Z","caller":"traceutil/trace.go:171","msg":"trace[1335881296] linearizableReadLoop","detail":"{readStateIndex:9293; appliedIndex:9287; }","duration":"1.875865767s","start":"2026-03-31T18:49:49.059437Z","end":"2026-03-31T18:49:50.935302Z","steps":["trace[1335881296] 'read index received' (duration: 790.362138ms)","trace[1335881296] 'applied index is now lower than readState.Index' (duration: 1.085502819s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:50.935428Z","caller":"traceutil/trace.go:171","msg":"trace[558395629] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"1.871011387s","start":"2026-03-31T18:49:49.064405Z","end":"2026-03-31T18:49:50.935417Z","steps":["trace[558395629] 'process raft request' (duration: 1.870708871s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.935518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:49.064383Z","time spent":"1.87107529s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:50.935563Z","caller":"traceutil/trace.go:171","msg":"trace[722870422] transaction","detail":"{read_only:false; response_revision:8944; number_of_response:1; }","duration":"1.638169026s","start":"2026-03-31T18:49:49.297369Z","end":"2026-03-31T18:49:50.935538Z","steps":["trace[722870422] 'process raft request' (duration: 1.63788336s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.935614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366921549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:50.935699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996611328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:49:50.935706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:49.297346Z","time spent":"1.638280558s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:50.935721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.940276781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:49:50.9358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.685216749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:49:50.935818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342661336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:49:50.935794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.760168845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:50.935847Z","caller":"traceutil/trace.go:171","msg":"trace[575789831] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8944; }","duration":"4.685303481s","start":"2026-03-31T18:49:46.25053Z","end":"2026-03-31T18:49:50.935833Z","steps":["trace[575789831] 'agreement among raft nodes before linearized reading' (duration: 4.685196468s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:50.935864Z","caller":"traceutil/trace.go:171","msg":"trace[1226215497] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8944; }","duration":"2.342769338s","start":"2026-03-31T18:49:48.593085Z","end":"2026-03-31T18:49:50.935855Z","steps":["trace[1226215497] 'agreement among raft nodes before linearized reading' (duration: 2.342643585s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.935882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:46.250506Z","time spent":"4.685367242s","remote":"127.0.0.1:34634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:49:50.935887Z","caller":"traceutil/trace.go:171","msg":"trace[646249025] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8944; }","duration":"3.760360729s","start":"2026-03-31T18:49:47.175507Z","end":"2026-03-31T18:49:50.935868Z","steps":["trace[646249025] 'agreement among raft nodes before linearized reading' (duration: 3.760164844s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.935879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.758594449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12714"} {"level":"warn","ts":"2026-03-31T18:49:50.935937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.623457293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:49:50.93594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.175474Z","time spent":"3.760456602s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-31T18:49:50.935962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.080974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:50.935967Z","caller":"traceutil/trace.go:171","msg":"trace[665523042] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8944; }","duration":"3.758709821s","start":"2026-03-31T18:49:47.177243Z","end":"2026-03-31T18:49:50.935952Z","steps":["trace[665523042] 'agreement among raft nodes before linearized reading' (duration: 3.758396703s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.935968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.637944988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:214688"} {"level":"info","ts":"2026-03-31T18:49:50.936005Z","caller":"traceutil/trace.go:171","msg":"trace[1172496571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8944; }","duration":"475.146916ms","start":"2026-03-31T18:49:50.460847Z","end":"2026-03-31T18:49:50.935994Z","steps":["trace[1172496571] 'agreement among raft nodes before linearized reading' (duration: 475.080205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.936012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.177232Z","time spent":"3.758771433s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12738,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T18:49:50.936026Z","caller":"traceutil/trace.go:171","msg":"trace[312649791] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8944; }","duration":"3.638004639s","start":"2026-03-31T18:49:47.29801Z","end":"2026-03-31T18:49:50.936014Z","steps":["trace[312649791] 'agreement among raft nodes before linearized reading' (duration: 3.637440096s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.936036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:50.460834Z","time spent":"475.195757ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:49:50.935821Z","caller":"traceutil/trace.go:171","msg":"trace[1871755654] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8944; }","duration":"2.940439707s","start":"2026-03-31T18:49:47.995369Z","end":"2026-03-31T18:49:50.935809Z","steps":["trace[1871755654] 'agreement among raft nodes before linearized reading' (duration: 2.940292113s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.93606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.297977Z","time spent":"3.638073631s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":214712,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:49:50.936047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041393288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20094416909d3\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-03-31T18:49:50.936115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.288505305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:49:50.935704Z","caller":"traceutil/trace.go:171","msg":"trace[1528981298] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8944; }","duration":"2.367031072s","start":"2026-03-31T18:49:48.568647Z","end":"2026-03-31T18:49:50.935678Z","steps":["trace[1528981298] 'agreement among raft nodes before linearized reading' (duration: 2.366809817s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:50.936133Z","caller":"traceutil/trace.go:171","msg":"trace[1357341106] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20094416909d3; range_end:; response_count:1; response_revision:8944; }","duration":"1.041528932s","start":"2026-03-31T18:49:49.894582Z","end":"2026-03-31T18:49:50.936111Z","steps":["trace[1357341106] 'agreement among raft nodes before linearized reading' (duration: 1.041268456s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.935918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:48.593047Z","time spent":"2.34286104s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:50.93618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:49.894565Z","time spent":"1.041605563s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20094416909d3\" "} {"level":"warn","ts":"2026-03-31T18:49:50.936209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:48.568554Z","time spent":"2.367607447s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:49:50.935969Z","caller":"traceutil/trace.go:171","msg":"trace[724322870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8944; }","duration":"3.623512574s","start":"2026-03-31T18:49:47.312448Z","end":"2026-03-31T18:49:50.935961Z","steps":["trace[724322870] 'agreement among raft nodes before linearized reading' (duration: 3.623399852s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.936306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.312435Z","time spent":"3.623857732s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:49:50.935826Z","caller":"traceutil/trace.go:171","msg":"trace[780358793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8944; }","duration":"2.996738841s","start":"2026-03-31T18:49:47.939049Z","end":"2026-03-31T18:49:50.935788Z","steps":["trace[780358793] 'agreement among raft nodes before linearized reading' (duration: 2.996470675s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.936454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.938933Z","time spent":"2.997500178s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:49:50.936131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.995336Z","time spent":"2.940777964s","remote":"127.0.0.1:42468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:49:50.936572Z","caller":"traceutil/trace.go:171","msg":"trace[529788747] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8944; }","duration":"4.288586736s","start":"2026-03-31T18:49:46.647556Z","end":"2026-03-31T18:49:50.936143Z","steps":["trace[529788747] 'agreement among raft nodes before linearized reading' (duration: 4.287998592s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.936641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:46.647533Z","time spent":"4.289091448s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:49:51.419234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.883662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:51.419354Z","caller":"traceutil/trace.go:171","msg":"trace[1250017609] transaction","detail":"{read_only:false; response_revision:8945; number_of_response:1; }","duration":"480.562087ms","start":"2026-03-31T18:49:50.93876Z","end":"2026-03-31T18:49:51.419322Z","steps":["trace[1250017609] 'process raft request' (duration: 324.515561ms)","trace[1250017609] 'compare' (duration: 155.518805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:51.419414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:50.938739Z","time spent":"480.646249ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:51.705362Z","caller":"traceutil/trace.go:171","msg":"trace[1712120845] transaction","detail":"{read_only:false; response_revision:8946; number_of_response:1; }","duration":"765.154422ms","start":"2026-03-31T18:49:50.940182Z","end":"2026-03-31T18:49:51.705337Z","steps":["trace[1712120845] 'process raft request' (duration: 714.36321ms)","trace[1712120845] 'compare' (duration: 50.639958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:51.705516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:50.940162Z","time spent":"765.282085ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:51.705732Z","caller":"traceutil/trace.go:171","msg":"trace[1615804131] transaction","detail":"{read_only:false; response_revision:8947; number_of_response:1; }","duration":"764.600229ms","start":"2026-03-31T18:49:50.941094Z","end":"2026-03-31T18:49:51.705694Z","steps":["trace[1615804131] 'process raft request' (duration: 764.205291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:51.705885Z","caller":"traceutil/trace.go:171","msg":"trace[328050778] linearizableReadLoop","detail":"{readStateIndex:9295; appliedIndex:9293; }","duration":"765.324685ms","start":"2026-03-31T18:49:50.940528Z","end":"2026-03-31T18:49:51.705853Z","steps":["trace[328050778] 'read index received' (duration: 322.762341ms)","trace[328050778] 'applied index is now lower than readState.Index' (duration: 442.561164ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:51.705971Z","caller":"traceutil/trace.go:171","msg":"trace[1735490383] transaction","detail":"{read_only:false; response_revision:8948; number_of_response:1; }","duration":"640.510661ms","start":"2026-03-31T18:49:51.065432Z","end":"2026-03-31T18:49:51.705943Z","steps":["trace[1735490383] 'process raft request' (duration: 640.151493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:51.706028Z","caller":"traceutil/trace.go:171","msg":"trace[690082253] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"639.411086ms","start":"2026-03-31T18:49:51.066601Z","end":"2026-03-31T18:49:51.706012Z","steps":["trace[690082253] 'process raft request' (duration: 639.176411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:51.706132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:51.065404Z","time spent":"640.638493ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:51.70628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.723526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:49:51.706358Z","caller":"traceutil/trace.go:171","msg":"trace[222536800] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8949; }","duration":"765.860569ms","start":"2026-03-31T18:49:50.940479Z","end":"2026-03-31T18:49:51.706339Z","steps":["trace[222536800] 'agreement among raft nodes before linearized reading' (duration: 765.611642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:51.706411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:51.066574Z","time spent":"639.581121ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:51.706429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:50.940464Z","time spent":"765.94859ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:49:51.707131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:50.941077Z","time spent":"764.739102ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:51.779886Z","caller":"traceutil/trace.go:171","msg":"trace[2143721727] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"136.827954ms","start":"2026-03-31T18:49:51.643036Z","end":"2026-03-31T18:49:51.779864Z","steps":["trace[2143721727] 'process raft request' (duration: 136.466946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:51.780536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.08992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200badd6cc954\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:49:51.780598Z","caller":"traceutil/trace.go:171","msg":"trace[711345347] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200badd6cc954; range_end:; response_count:1; response_revision:8950; }","duration":"356.250074ms","start":"2026-03-31T18:49:51.424331Z","end":"2026-03-31T18:49:51.780581Z","steps":["trace[711345347] 'agreement among raft nodes before linearized reading' (duration: 356.0638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:51.780632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:51.424312Z","time spent":"356.310925ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200badd6cc954\" "} {"level":"warn","ts":"2026-03-31T18:49:51.780822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.078383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:51.780864Z","caller":"traceutil/trace.go:171","msg":"trace[1385917849] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8950; }","duration":"434.157584ms","start":"2026-03-31T18:49:51.346697Z","end":"2026-03-31T18:49:51.780854Z","steps":["trace[1385917849] 'agreement among raft nodes before linearized reading' (duration: 434.080882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:51.780895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:51.346676Z","time spent":"434.210376ms","remote":"127.0.0.1:42182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:49:51.940616Z","caller":"traceutil/trace.go:171","msg":"trace[449508905] transaction","detail":"{read_only:false; response_revision:8951; number_of_response:1; }","duration":"157.644152ms","start":"2026-03-31T18:49:51.782941Z","end":"2026-03-31T18:49:51.940585Z","steps":["trace[449508905] 'process raft request' (duration: 59.488407ms)","trace[449508905] 'compare' (duration: 97.798067ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:53.333203Z","caller":"traceutil/trace.go:171","msg":"trace[1533908203] linearizableReadLoop","detail":"{readStateIndex:9308; appliedIndex:9307; }","duration":"102.758998ms","start":"2026-03-31T18:49:53.230424Z","end":"2026-03-31T18:49:53.333183Z","steps":["trace[1533908203] 'read index received' (duration: 102.499222ms)","trace[1533908203] 'applied index is now lower than readState.Index' (duration: 258.946µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:53.333315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.87598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:53.333287Z","caller":"traceutil/trace.go:171","msg":"trace[1774723049] transaction","detail":"{read_only:false; response_revision:8958; number_of_response:1; }","duration":"129.969159ms","start":"2026-03-31T18:49:53.203279Z","end":"2026-03-31T18:49:53.333248Z","steps":["trace[1774723049] 'process raft request' (duration: 129.760995ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:53.333339Z","caller":"traceutil/trace.go:171","msg":"trace[1156456028] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8958; }","duration":"102.962372ms","start":"2026-03-31T18:49:53.230368Z","end":"2026-03-31T18:49:53.333331Z","steps":["trace[1156456028] 'agreement among raft nodes before linearized reading' (duration: 102.895491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:56.047665Z","caller":"traceutil/trace.go:171","msg":"trace[1966642023] transaction","detail":"{read_only:false; response_revision:8975; number_of_response:1; }","duration":"237.215419ms","start":"2026-03-31T18:49:55.810429Z","end":"2026-03-31T18:49:56.047645Z","steps":["trace[1966642023] 'process raft request' (duration: 237.162758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:56.047834Z","caller":"traceutil/trace.go:171","msg":"trace[820614782] transaction","detail":"{read_only:false; response_revision:8974; number_of_response:1; }","duration":"238.506468ms","start":"2026-03-31T18:49:55.809317Z","end":"2026-03-31T18:49:56.047823Z","steps":["trace[820614782] 'process raft request' (duration: 238.13173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:56.169116Z","caller":"traceutil/trace.go:171","msg":"trace[1858340021] linearizableReadLoop","detail":"{readStateIndex:9326; appliedIndex:9325; }","duration":"126.451361ms","start":"2026-03-31T18:49:56.042641Z","end":"2026-03-31T18:49:56.169092Z","steps":["trace[1858340021] 'read index received' (duration: 5.004711ms)","trace[1858340021] 'applied index is now lower than readState.Index' (duration: 121.44549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:56.169239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.577803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:56.16927Z","caller":"traceutil/trace.go:171","msg":"trace[484005597] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8976; }","duration":"126.627175ms","start":"2026-03-31T18:49:56.042633Z","end":"2026-03-31T18:49:56.169261Z","steps":["trace[484005597] 'agreement among raft nodes before linearized reading' (duration: 126.548863ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:56.169263Z","caller":"traceutil/trace.go:171","msg":"trace[1326781556] transaction","detail":"{read_only:false; response_revision:8976; number_of_response:1; }","duration":"357.38706ms","start":"2026-03-31T18:49:55.811855Z","end":"2026-03-31T18:49:56.169242Z","steps":["trace[1326781556] 'process raft request' (duration: 284.982433ms)","trace[1326781556] 'compare' (duration: 72.10172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:56.169364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:55.811844Z","time spent":"357.463542ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:56.387637Z","caller":"traceutil/trace.go:171","msg":"trace[1558587212] transaction","detail":"{read_only:false; response_revision:8977; number_of_response:1; }","duration":"140.404424ms","start":"2026-03-31T18:49:56.247187Z","end":"2026-03-31T18:49:56.387591Z","steps":["trace[1558587212] 'process raft request' (duration: 58.017203ms)","trace[1558587212] 'compare' (duration: 82.144986ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:57.834623Z","caller":"traceutil/trace.go:171","msg":"trace[1019039414] transaction","detail":"{read_only:false; response_revision:8987; number_of_response:1; }","duration":"154.072071ms","start":"2026-03-31T18:49:57.680526Z","end":"2026-03-31T18:49:57.834598Z","steps":["trace[1019039414] 'process raft request' (duration: 108.944448ms)","trace[1019039414] 'compare' (duration: 44.762645ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:58.149041Z","caller":"traceutil/trace.go:171","msg":"trace[1150514768] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"271.062539ms","start":"2026-03-31T18:49:57.877944Z","end":"2026-03-31T18:49:58.149007Z","steps":["trace[1150514768] 'process raft request' (duration: 189.349234ms)","trace[1150514768] 'compare' (duration: 81.505101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:58.199782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.253462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:49:58.199893Z","caller":"traceutil/trace.go:171","msg":"trace[983827619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8991; }","duration":"148.445715ms","start":"2026-03-31T18:49:58.051425Z","end":"2026-03-31T18:49:58.199871Z","steps":["trace[983827619] 'agreement among raft nodes before linearized reading' (duration: 97.789756ms)","trace[983827619] 'range keys from in-memory index tree' (duration: 50.417503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:58.200133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.014462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:49:58.200247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.156121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:49:58.200265Z","caller":"traceutil/trace.go:171","msg":"trace[2018947453] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8992; }","duration":"130.181626ms","start":"2026-03-31T18:49:58.070062Z","end":"2026-03-31T18:49:58.200243Z","steps":["trace[2018947453] 'agreement among raft nodes before linearized reading' (duration: 129.9426ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:58.200358Z","caller":"traceutil/trace.go:171","msg":"trace[1670313797] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8992; }","duration":"129.411928ms","start":"2026-03-31T18:49:58.070927Z","end":"2026-03-31T18:49:58.200339Z","steps":["trace[1670313797] 'agreement among raft nodes before linearized reading' (duration: 128.950188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:58.332172Z","caller":"traceutil/trace.go:171","msg":"trace[1142025716] transaction","detail":"{read_only:false; response_revision:8994; number_of_response:1; }","duration":"173.956048ms","start":"2026-03-31T18:49:58.158192Z","end":"2026-03-31T18:49:58.332148Z","steps":["trace[1142025716] 'process raft request' (duration: 162.216624ms)","trace[1142025716] 'compare' (duration: 11.379036ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:58.332411Z","caller":"traceutil/trace.go:171","msg":"trace[73315318] linearizableReadLoop","detail":"{readStateIndex:9345; appliedIndex:9343; }","duration":"132.521107ms","start":"2026-03-31T18:49:58.199857Z","end":"2026-03-31T18:49:58.332378Z","steps":["trace[73315318] 'read index received' (duration: 33.81211ms)","trace[73315318] 'applied index is now lower than readState.Index' (duration: 98.707867ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:58.332569Z","caller":"traceutil/trace.go:171","msg":"trace[512881070] transaction","detail":"{read_only:false; response_revision:8996; number_of_response:1; }","duration":"128.17967ms","start":"2026-03-31T18:49:58.204375Z","end":"2026-03-31T18:49:58.332554Z","steps":["trace[512881070] 'process raft request' (duration: 127.856493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:58.332652Z","caller":"traceutil/trace.go:171","msg":"trace[528674353] transaction","detail":"{read_only:false; response_revision:8997; number_of_response:1; }","duration":"127.558377ms","start":"2026-03-31T18:49:58.205065Z","end":"2026-03-31T18:49:58.332624Z","steps":["trace[528674353] 'process raft request' (duration: 127.24208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:58.332673Z","caller":"traceutil/trace.go:171","msg":"trace[1658793237] transaction","detail":"{read_only:false; response_revision:8995; number_of_response:1; }","duration":"128.310384ms","start":"2026-03-31T18:49:58.204355Z","end":"2026-03-31T18:49:58.332665Z","steps":["trace[1658793237] 'process raft request' (duration: 127.70994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:58.332976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.651548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:49:58.333036Z","caller":"traceutil/trace.go:171","msg":"trace[1032017129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8997; }","duration":"159.778501ms","start":"2026-03-31T18:49:58.173242Z","end":"2026-03-31T18:49:58.33302Z","steps":["trace[1032017129] 'agreement among raft nodes before linearized reading' (duration: 159.567376ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:58.956255Z","caller":"traceutil/trace.go:171","msg":"trace[1303507083] transaction","detail":"{read_only:false; response_revision:9002; number_of_response:1; }","duration":"162.126013ms","start":"2026-03-31T18:49:58.794107Z","end":"2026-03-31T18:49:58.956233Z","steps":["trace[1303507083] 'process raft request' (duration: 154.90697ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:59.197927Z","caller":"traceutil/trace.go:171","msg":"trace[1675196711] transaction","detail":"{read_only:false; response_revision:9007; number_of_response:1; }","duration":"150.980822ms","start":"2026-03-31T18:49:59.046911Z","end":"2026-03-31T18:49:59.197892Z","steps":["trace[1675196711] 'process raft request' (duration: 104.944167ms)","trace[1675196711] 'compare' (duration: 45.908342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:00.00624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.310197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:50:00.006469Z","caller":"traceutil/trace.go:171","msg":"trace[113834458] transaction","detail":"{read_only:false; response_revision:9011; number_of_response:1; }","duration":"146.956571ms","start":"2026-03-31T18:49:59.859479Z","end":"2026-03-31T18:50:00.006435Z","steps":["trace[113834458] 'process raft request' (duration: 37.398039ms)","trace[113834458] 'compare' (duration: 109.162903ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:00.27949Z","caller":"traceutil/trace.go:171","msg":"trace[1021934648] transaction","detail":"{read_only:false; response_revision:9012; number_of_response:1; }","duration":"142.753457ms","start":"2026-03-31T18:50:00.136717Z","end":"2026-03-31T18:50:00.279471Z","steps":["trace[1021934648] 'process raft request' (duration: 142.549323ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:00.285134Z","caller":"traceutil/trace.go:171","msg":"trace[2101151558] transaction","detail":"{read_only:false; response_revision:9013; number_of_response:1; }","duration":"129.559111ms","start":"2026-03-31T18:50:00.155556Z","end":"2026-03-31T18:50:00.285115Z","steps":["trace[2101151558] 'process raft request' (duration: 129.310126ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:00.420369Z","caller":"traceutil/trace.go:171","msg":"trace[892550153] transaction","detail":"{read_only:false; response_revision:9014; number_of_response:1; }","duration":"123.658578ms","start":"2026-03-31T18:50:00.296677Z","end":"2026-03-31T18:50:00.420335Z","steps":["trace[892550153] 'process raft request' (duration: 123.437503ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:02.410753Z","caller":"traceutil/trace.go:171","msg":"trace[2053780380] transaction","detail":"{read_only:false; response_revision:9024; number_of_response:1; }","duration":"114.681577ms","start":"2026-03-31T18:50:02.296031Z","end":"2026-03-31T18:50:02.410712Z","steps":["trace[2053780380] 'process raft request' (duration: 72.185092ms)","trace[2053780380] 'compare' (duration: 42.345331ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:02.488432Z","caller":"traceutil/trace.go:171","msg":"trace[1874161277] transaction","detail":"{read_only:false; response_revision:9025; number_of_response:1; }","duration":"154.90708ms","start":"2026-03-31T18:50:02.333494Z","end":"2026-03-31T18:50:02.488402Z","steps":["trace[1874161277] 'process raft request' (duration: 154.744447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:02.488482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.576981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:02.488579Z","caller":"traceutil/trace.go:171","msg":"trace[1092060018] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:9025; }","duration":"121.723894ms","start":"2026-03-31T18:50:02.366837Z","end":"2026-03-31T18:50:02.488561Z","steps":["trace[1092060018] 'agreement among raft nodes before linearized reading' (duration: 121.56227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:03.427207Z","caller":"traceutil/trace.go:171","msg":"trace[175080843] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"115.588228ms","start":"2026-03-31T18:50:03.311591Z","end":"2026-03-31T18:50:03.427179Z","steps":["trace[175080843] 'process raft request' (duration: 110.813491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:03.718881Z","caller":"traceutil/trace.go:171","msg":"trace[1943270788] transaction","detail":"{read_only:false; response_revision:9037; number_of_response:1; }","duration":"218.607271ms","start":"2026-03-31T18:50:03.500235Z","end":"2026-03-31T18:50:03.718843Z","steps":["trace[1943270788] 'process raft request' (duration: 138.4396ms)","trace[1943270788] 'compare' (duration: 79.821503ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:08.877227Z","caller":"traceutil/trace.go:171","msg":"trace[137889019] linearizableReadLoop","detail":"{readStateIndex:9415; appliedIndex:9414; }","duration":"226.633893ms","start":"2026-03-31T18:50:08.65057Z","end":"2026-03-31T18:50:08.877204Z","steps":["trace[137889019] 'read index received' (duration: 226.420468ms)","trace[137889019] 'applied index is now lower than readState.Index' (duration: 212.515µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:08.877439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.855047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:50:08.877482Z","caller":"traceutil/trace.go:171","msg":"trace[1857881265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9061; }","duration":"226.938308ms","start":"2026-03-31T18:50:08.650532Z","end":"2026-03-31T18:50:08.877471Z","steps":["trace[1857881265] 'agreement among raft nodes before linearized reading' (duration: 226.769755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:08.878196Z","caller":"traceutil/trace.go:171","msg":"trace[1239933131] transaction","detail":"{read_only:false; response_revision:9061; number_of_response:1; }","duration":"230.033988ms","start":"2026-03-31T18:50:08.648146Z","end":"2026-03-31T18:50:08.87818Z","steps":["trace[1239933131] 'process raft request' (duration: 228.917633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:09.510854Z","caller":"traceutil/trace.go:171","msg":"trace[465744008] transaction","detail":"{read_only:false; response_revision:9067; number_of_response:1; }","duration":"142.464881ms","start":"2026-03-31T18:50:09.368356Z","end":"2026-03-31T18:50:09.510821Z","steps":["trace[465744008] 'process raft request' (duration: 142.231895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:11.449822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.334496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:11.449881Z","caller":"traceutil/trace.go:171","msg":"trace[1064371929] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9075; }","duration":"121.442718ms","start":"2026-03-31T18:50:11.328426Z","end":"2026-03-31T18:50:11.449869Z","steps":["trace[1064371929] 'count revisions from in-memory index tree' (duration: 121.167762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:12.72012Z","caller":"traceutil/trace.go:171","msg":"trace[460485177] transaction","detail":"{read_only:false; response_revision:9078; number_of_response:1; }","duration":"226.08604ms","start":"2026-03-31T18:50:12.494014Z","end":"2026-03-31T18:50:12.720101Z","steps":["trace[460485177] 'process raft request' (duration: 225.962377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:12.725991Z","caller":"traceutil/trace.go:171","msg":"trace[1208872121] transaction","detail":"{read_only:false; response_revision:9079; number_of_response:1; }","duration":"103.431914ms","start":"2026-03-31T18:50:12.622533Z","end":"2026-03-31T18:50:12.725965Z","steps":["trace[1208872121] 'process raft request' (duration: 103.25495ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:13.621823Z","caller":"traceutil/trace.go:171","msg":"trace[629699945] transaction","detail":"{read_only:false; response_revision:9084; number_of_response:1; }","duration":"255.02224ms","start":"2026-03-31T18:50:13.366772Z","end":"2026-03-31T18:50:13.621794Z","steps":["trace[629699945] 'process raft request' (duration: 183.629825ms)","trace[629699945] 'compare' (duration: 71.17687ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:13.622089Z","caller":"traceutil/trace.go:171","msg":"trace[1235342812] transaction","detail":"{read_only:false; response_revision:9085; number_of_response:1; }","duration":"255.126692ms","start":"2026-03-31T18:50:13.366914Z","end":"2026-03-31T18:50:13.62204Z","steps":["trace[1235342812] 'process raft request' (duration: 254.821775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:13.622166Z","caller":"traceutil/trace.go:171","msg":"trace[501219351] linearizableReadLoop","detail":"{readStateIndex:9439; appliedIndex:9437; }","duration":"255.312056ms","start":"2026-03-31T18:50:13.366828Z","end":"2026-03-31T18:50:13.62214Z","steps":["trace[501219351] 'read index received' (duration: 57.713196ms)","trace[501219351] 'applied index is now lower than readState.Index' (duration: 197.59781ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:13.622324Z","caller":"traceutil/trace.go:171","msg":"trace[430350160] transaction","detail":"{read_only:false; response_revision:9086; number_of_response:1; }","duration":"255.434859ms","start":"2026-03-31T18:50:13.366876Z","end":"2026-03-31T18:50:13.622311Z","steps":["trace[430350160] 'process raft request' (duration: 255.091032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:13.622551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.183176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:13.622677Z","caller":"traceutil/trace.go:171","msg":"trace[173496567] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:9087; }","duration":"215.364649ms","start":"2026-03-31T18:50:13.407286Z","end":"2026-03-31T18:50:13.622651Z","steps":["trace[173496567] 'agreement among raft nodes before linearized reading' (duration: 215.171564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:13.622533Z","caller":"traceutil/trace.go:171","msg":"trace[1343601064] transaction","detail":"{read_only:false; response_revision:9087; number_of_response:1; }","duration":"253.085026ms","start":"2026-03-31T18:50:13.369395Z","end":"2026-03-31T18:50:13.62248Z","steps":["trace[1343601064] 'process raft request' (duration: 252.695247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:13.622729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.107907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:13.622819Z","caller":"traceutil/trace.go:171","msg":"trace[1254193032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9087; }","duration":"168.268381ms","start":"2026-03-31T18:50:13.454525Z","end":"2026-03-31T18:50:13.622794Z","steps":["trace[1254193032] 'agreement among raft nodes before linearized reading' (duration: 168.084647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:13.623697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.853951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224117"} {"level":"info","ts":"2026-03-31T18:50:13.623772Z","caller":"traceutil/trace.go:171","msg":"trace[905020957] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9087; }","duration":"256.932002ms","start":"2026-03-31T18:50:13.366823Z","end":"2026-03-31T18:50:13.623755Z","steps":["trace[905020957] 'agreement among raft nodes before linearized reading' (duration: 256.40047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:13.829785Z","caller":"traceutil/trace.go:171","msg":"trace[2084918058] transaction","detail":"{read_only:false; response_revision:9088; number_of_response:1; }","duration":"202.152102ms","start":"2026-03-31T18:50:13.627588Z","end":"2026-03-31T18:50:13.82974Z","steps":["trace[2084918058] 'process raft request' (duration: 141.152391ms)","trace[2084918058] 'compare' (duration: 60.878388ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:14.851443Z","caller":"traceutil/trace.go:171","msg":"trace[1705662585] transaction","detail":"{read_only:false; response_revision:9091; number_of_response:1; }","duration":"152.503377ms","start":"2026-03-31T18:50:14.698914Z","end":"2026-03-31T18:50:14.851417Z","steps":["trace[1705662585] 'process raft request' (duration: 152.331194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.243628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.285076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:50:15.243747Z","caller":"traceutil/trace.go:171","msg":"trace[1629681243] linearizableReadLoop","detail":"{readStateIndex:9447; appliedIndex:9446; }","duration":"307.846977ms","start":"2026-03-31T18:50:14.935878Z","end":"2026-03-31T18:50:15.243725Z","steps":["trace[1629681243] 'read index received' (duration: 72.295174ms)","trace[1629681243] 'applied index is now lower than readState.Index' (duration: 235.550133ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:15.243782Z","caller":"traceutil/trace.go:171","msg":"trace[1498538375] transaction","detail":"{read_only:false; response_revision:9092; number_of_response:1; }","duration":"518.233263ms","start":"2026-03-31T18:50:14.725519Z","end":"2026-03-31T18:50:15.243752Z","steps":["trace[1498538375] 'process raft request' (duration: 282.727672ms)","trace[1498538375] 'compare' (duration: 235.157844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:15.243921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:14.725496Z","time spent":"518.367647ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:15.243977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.092392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:50:15.244004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.12426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:50:15.244036Z","caller":"traceutil/trace.go:171","msg":"trace[792746301] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9092; }","duration":"308.194114ms","start":"2026-03-31T18:50:14.935827Z","end":"2026-03-31T18:50:15.244021Z","steps":["trace[792746301] 'agreement among raft nodes before linearized reading' (duration: 308.01152ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:15.244072Z","caller":"traceutil/trace.go:171","msg":"trace[1750900591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9092; }","duration":"274.230722ms","start":"2026-03-31T18:50:14.969826Z","end":"2026-03-31T18:50:15.244057Z","steps":["trace[1750900591] 'agreement among raft nodes before linearized reading' (duration: 274.079909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.244086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:14.935808Z","time spent":"308.264986ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:50:15.409043Z","caller":"traceutil/trace.go:171","msg":"trace[1602253841] transaction","detail":"{read_only:false; response_revision:9094; number_of_response:1; }","duration":"159.984284ms","start":"2026-03-31T18:50:15.249012Z","end":"2026-03-31T18:50:15.408996Z","steps":["trace[1602253841] 'process raft request' (duration: 110.826959ms)","trace[1602253841] 'compare' (duration: 48.789117ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:15.409061Z","caller":"traceutil/trace.go:171","msg":"trace[529760957] transaction","detail":"{read_only:false; response_revision:9096; number_of_response:1; }","duration":"135.910665ms","start":"2026-03-31T18:50:15.27311Z","end":"2026-03-31T18:50:15.40902Z","steps":["trace[529760957] 'process raft request' (duration: 135.826603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:15.409149Z","caller":"traceutil/trace.go:171","msg":"trace[732689756] transaction","detail":"{read_only:false; response_revision:9095; number_of_response:1; }","duration":"155.27209ms","start":"2026-03-31T18:50:15.253839Z","end":"2026-03-31T18:50:15.409111Z","steps":["trace[732689756] 'process raft request' (duration: 155.011574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:16.141032Z","caller":"traceutil/trace.go:171","msg":"trace[578934894] transaction","detail":"{read_only:false; response_revision:9100; number_of_response:1; }","duration":"303.347836ms","start":"2026-03-31T18:50:15.83766Z","end":"2026-03-31T18:50:16.141007Z","steps":["trace[578934894] 'process raft request' (duration: 303.179282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:16.14124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:15.837643Z","time spent":"303.465958ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:16.161911Z","caller":"traceutil/trace.go:171","msg":"trace[255930301] transaction","detail":"{read_only:false; response_revision:9101; number_of_response:1; }","duration":"128.771423ms","start":"2026-03-31T18:50:16.033105Z","end":"2026-03-31T18:50:16.161876Z","steps":["trace[255930301] 'process raft request' (duration: 128.62004ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:17.566924Z","caller":"traceutil/trace.go:171","msg":"trace[1697396645] linearizableReadLoop","detail":"{readStateIndex:9459; appliedIndex:9458; }","duration":"132.574698ms","start":"2026-03-31T18:50:17.434319Z","end":"2026-03-31T18:50:17.566893Z","steps":["trace[1697396645] 'read index received' (duration: 71.356732ms)","trace[1697396645] 'applied index is now lower than readState.Index' (duration: 61.216506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:17.566938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.621311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:50:17.567042Z","caller":"traceutil/trace.go:171","msg":"trace[1601644653] transaction","detail":"{read_only:false; response_revision:9104; number_of_response:1; }","duration":"152.349843ms","start":"2026-03-31T18:50:17.414662Z","end":"2026-03-31T18:50:17.567012Z","steps":["trace[1601644653] 'process raft request' (duration: 91.094506ms)","trace[1601644653] 'compare' (duration: 60.93989ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:17.567103Z","caller":"traceutil/trace.go:171","msg":"trace[42022245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9103; }","duration":"153.838996ms","start":"2026-03-31T18:50:17.413245Z","end":"2026-03-31T18:50:17.567084Z","steps":["trace[42022245] 'range keys from in-memory index tree' (duration: 153.445008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:17.567372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.807356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:17.567434Z","caller":"traceutil/trace.go:171","msg":"trace[457152196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9104; }","duration":"113.893269ms","start":"2026-03-31T18:50:17.453519Z","end":"2026-03-31T18:50:17.567412Z","steps":["trace[457152196] 'agreement among raft nodes before linearized reading' (duration: 113.786516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:17.567886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.568431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:50:17.567954Z","caller":"traceutil/trace.go:171","msg":"trace[369123794] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9104; }","duration":"133.680203ms","start":"2026-03-31T18:50:17.434259Z","end":"2026-03-31T18:50:17.56794Z","steps":["trace[369123794] 'agreement among raft nodes before linearized reading' (duration: 132.785793ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:23.49483Z","caller":"traceutil/trace.go:171","msg":"trace[1930237410] transaction","detail":"{read_only:false; response_revision:9135; number_of_response:1; }","duration":"110.905772ms","start":"2026-03-31T18:50:23.383883Z","end":"2026-03-31T18:50:23.494788Z","steps":["trace[1930237410] 'process raft request' (duration: 110.501153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:27.158529Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7138} {"level":"info","ts":"2026-03-31T18:50:27.328349Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7138,"took":"168.550297ms","hash":1539287925,"current-db-size-bytes":41549824,"current-db-size":"42 MB","current-db-size-in-use-bytes":24870912,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-31T18:50:27.328395Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1539287925,"revision":7138,"compact-revision":4172} {"level":"info","ts":"2026-03-31T18:50:29.69368Z","caller":"traceutil/trace.go:171","msg":"trace[1883661612] transaction","detail":"{read_only:false; response_revision:9207; number_of_response:1; }","duration":"154.214605ms","start":"2026-03-31T18:50:29.539434Z","end":"2026-03-31T18:50:29.693649Z","steps":["trace[1883661612] 'process raft request' (duration: 154.055462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:30.125527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.581934ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:30.125714Z","caller":"traceutil/trace.go:171","msg":"trace[534597509] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9207; }","duration":"134.787858ms","start":"2026-03-31T18:50:29.990906Z","end":"2026-03-31T18:50:30.125694Z","steps":["trace[534597509] 'range keys from in-memory index tree' (duration: 134.562953ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:30.125781Z","caller":"traceutil/trace.go:171","msg":"trace[1511443481] transaction","detail":"{read_only:false; response_revision:9208; number_of_response:1; }","duration":"584.331058ms","start":"2026-03-31T18:50:29.541424Z","end":"2026-03-31T18:50:30.125755Z","steps":["trace[1511443481] 'process raft request' (duration: 547.801808ms)","trace[1511443481] 'compare' (duration: 36.230124ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:30.125899Z","caller":"traceutil/trace.go:171","msg":"trace[183817958] linearizableReadLoop","detail":"{readStateIndex:9570; appliedIndex:9568; }","duration":"554.617811ms","start":"2026-03-31T18:50:29.571253Z","end":"2026-03-31T18:50:30.12587Z","steps":["trace[183817958] 'read index received' (duration: 122.337289ms)","trace[183817958] 'applied index is now lower than readState.Index' (duration: 432.273642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:30.125941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:29.541406Z","time spent":"584.444662ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8453,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:30.125951Z","caller":"traceutil/trace.go:171","msg":"trace[123307098] transaction","detail":"{read_only:false; response_revision:9209; number_of_response:1; }","duration":"417.065441ms","start":"2026-03-31T18:50:29.708854Z","end":"2026-03-31T18:50:30.12592Z","steps":["trace[123307098] 'process raft request' (duration: 416.876667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:30.126117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.856437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:50:30.126176Z","caller":"traceutil/trace.go:171","msg":"trace[545072072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9209; }","duration":"554.961738ms","start":"2026-03-31T18:50:29.571199Z","end":"2026-03-31T18:50:30.126161Z","steps":["trace[545072072] 'agreement among raft nodes before linearized reading' (duration: 554.797125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:30.126228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:29.571177Z","time spent":"555.03048ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:50:30.126311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.071319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:50:30.126355Z","caller":"traceutil/trace.go:171","msg":"trace[1115560762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9209; }","duration":"400.149201ms","start":"2026-03-31T18:50:29.726195Z","end":"2026-03-31T18:50:30.126344Z","steps":["trace[1115560762] 'agreement among raft nodes before linearized reading' (duration: 400.058099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:30.126225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.40855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:50:30.126387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:29.726173Z","time spent":"400.206222ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:30.126358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.758809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:50:30.126471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.32988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:50:30.12654Z","caller":"traceutil/trace.go:171","msg":"trace[1260537630] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:9209; }","duration":"390.428632ms","start":"2026-03-31T18:50:29.736095Z","end":"2026-03-31T18:50:30.126524Z","steps":["trace[1260537630] 'agreement among raft nodes before linearized reading' (duration: 390.243067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:30.126571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.311068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:50:30.126473Z","caller":"traceutil/trace.go:171","msg":"trace[290247427] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9209; }","duration":"394.894933ms","start":"2026-03-31T18:50:29.731549Z","end":"2026-03-31T18:50:30.126444Z","steps":["trace[290247427] 'agreement among raft nodes before linearized reading' (duration: 394.630897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:30.126595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:29.736077Z","time spent":"390.504124ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-7prd4\" "} {"level":"info","ts":"2026-03-31T18:50:30.126613Z","caller":"traceutil/trace.go:171","msg":"trace[310731429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9209; }","duration":"410.366759ms","start":"2026-03-31T18:50:29.716229Z","end":"2026-03-31T18:50:30.126596Z","steps":["trace[310731429] 'agreement among raft nodes before linearized reading' (duration: 410.277347ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:30.126418Z","caller":"traceutil/trace.go:171","msg":"trace[576916000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9209; }","duration":"410.703077ms","start":"2026-03-31T18:50:29.715702Z","end":"2026-03-31T18:50:30.126406Z","steps":["trace[576916000] 'agreement among raft nodes before linearized reading' (duration: 410.321848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:30.126686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:29.716219Z","time spent":"410.450522ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:30.126721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:29.715687Z","time spent":"411.024304ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:50:30.126658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:29.731538Z","time spent":"395.101087ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:50:30.129112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:29.708833Z","time spent":"417.293566ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:32.034922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.466356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:32.035389Z","caller":"traceutil/trace.go:171","msg":"trace[1406480000] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:9219; }","duration":"145.015158ms","start":"2026-03-31T18:50:31.890347Z","end":"2026-03-31T18:50:32.035362Z","steps":["trace[1406480000] 'count revisions from in-memory index tree' (duration: 144.310503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:36.741186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961703478,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:50:36.931379Z","caller":"traceutil/trace.go:171","msg":"trace[2066573364] transaction","detail":"{read_only:false; response_revision:9249; number_of_response:1; }","duration":"691.596078ms","start":"2026-03-31T18:50:36.239751Z","end":"2026-03-31T18:50:36.931347Z","steps":["trace[2066573364] 'process raft request' (duration: 691.416754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:36.931537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:36.239719Z","time spent":"691.739673ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:36.969924Z","caller":"traceutil/trace.go:171","msg":"trace[1639401810] transaction","detail":"{read_only:false; response_revision:9251; number_of_response:1; }","duration":"729.95179ms","start":"2026-03-31T18:50:36.239952Z","end":"2026-03-31T18:50:36.969904Z","steps":["trace[1639401810] 'process raft request' (duration: 729.898748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:36.970061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:36.239916Z","time spent":"730.072322ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:36.96993Z","caller":"traceutil/trace.go:171","msg":"trace[367221942] transaction","detail":"{read_only:false; response_revision:9250; number_of_response:1; }","duration":"730.069013ms","start":"2026-03-31T18:50:36.239833Z","end":"2026-03-31T18:50:36.969902Z","steps":["trace[367221942] 'process raft request' (duration: 729.913509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:36.97023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:36.239823Z","time spent":"730.328488ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:36.970344Z","caller":"traceutil/trace.go:171","msg":"trace[802888346] transaction","detail":"{read_only:false; response_revision:9252; number_of_response:1; }","duration":"730.288217ms","start":"2026-03-31T18:50:36.239996Z","end":"2026-03-31T18:50:36.970285Z","steps":["trace[802888346] 'process raft request' (duration: 729.879768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:36.970457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:36.239989Z","time spent":"730.418201ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:36.970662Z","caller":"traceutil/trace.go:171","msg":"trace[1672440300] linearizableReadLoop","detail":"{readStateIndex:9617; appliedIndex:9611; }","duration":"729.9276ms","start":"2026-03-31T18:50:36.240715Z","end":"2026-03-31T18:50:36.970642Z","steps":["trace[1672440300] 'read index received' (duration: 690.442523ms)","trace[1672440300] 'applied index is now lower than readState.Index' (duration: 39.484107ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:36.970703Z","caller":"traceutil/trace.go:171","msg":"trace[1591961020] transaction","detail":"{read_only:false; response_revision:9253; number_of_response:1; }","duration":"729.164444ms","start":"2026-03-31T18:50:36.241528Z","end":"2026-03-31T18:50:36.970693Z","steps":["trace[1591961020] 'process raft request' (duration: 728.55764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:36.97075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:36.241521Z","time spent":"729.203305ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:36.970842Z","caller":"traceutil/trace.go:171","msg":"trace[1333456965] transaction","detail":"{read_only:false; response_revision:9254; number_of_response:1; }","duration":"611.904019ms","start":"2026-03-31T18:50:36.358926Z","end":"2026-03-31T18:50:36.97083Z","steps":["trace[1333456965] 'process raft request' (duration: 611.486859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:36.97092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:36.358895Z","time spent":"611.989791ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:36.971005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.364431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:50:36.97103Z","caller":"traceutil/trace.go:171","msg":"trace[264595164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9254; }","duration":"540.422762ms","start":"2026-03-31T18:50:36.430601Z","end":"2026-03-31T18:50:36.971023Z","steps":["trace[264595164] 'agreement among raft nodes before linearized reading' (duration: 540.337501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:36.971062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:36.430581Z","time spent":"540.474003ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:36.971228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.892796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:36.971295Z","caller":"traceutil/trace.go:171","msg":"trace[317926561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9254; }","duration":"517.994658ms","start":"2026-03-31T18:50:36.453285Z","end":"2026-03-31T18:50:36.971279Z","steps":["trace[317926561] 'agreement among raft nodes before linearized reading' (duration: 517.893146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:36.971348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:36.453266Z","time spent":"518.07033ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:50:36.972435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.70566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224171"} {"level":"info","ts":"2026-03-31T18:50:36.972556Z","caller":"traceutil/trace.go:171","msg":"trace[2027776322] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9254; }","duration":"731.852293ms","start":"2026-03-31T18:50:36.240685Z","end":"2026-03-31T18:50:36.972538Z","steps":["trace[2027776322] 'agreement among raft nodes before linearized reading' (duration: 730.196466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:36.972617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:36.240677Z","time spent":"731.923794ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224195,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T18:50:37.421952Z","caller":"traceutil/trace.go:171","msg":"trace[901476262] linearizableReadLoop","detail":"{readStateIndex:9618; appliedIndex:9617; }","duration":"448.241511ms","start":"2026-03-31T18:50:36.973677Z","end":"2026-03-31T18:50:37.421918Z","steps":["trace[901476262] 'read index received' (duration: 448.079128ms)","trace[901476262] 'applied index is now lower than readState.Index' (duration: 160.533µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:37.422196Z","caller":"traceutil/trace.go:171","msg":"trace[2060047981] transaction","detail":"{read_only:false; response_revision:9255; number_of_response:1; }","duration":"450.157594ms","start":"2026-03-31T18:50:36.971978Z","end":"2026-03-31T18:50:37.422135Z","steps":["trace[2060047981] 'process raft request' (duration: 449.783316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:37.422369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:36.971952Z","time spent":"450.332348ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:37.422224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.532547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:37.422515Z","caller":"traceutil/trace.go:171","msg":"trace[1700891753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9255; }","duration":"448.853445ms","start":"2026-03-31T18:50:36.973637Z","end":"2026-03-31T18:50:37.42249Z","steps":["trace[1700891753] 'agreement among raft nodes before linearized reading' (duration: 448.476267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:37.422641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:36.973625Z","time spent":"448.999758ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:50:37.830804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.469017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:50:37.831167Z","caller":"traceutil/trace.go:171","msg":"trace[1471604279] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"855.194785ms","start":"2026-03-31T18:50:36.975934Z","end":"2026-03-31T18:50:37.831128Z","steps":["trace[1471604279] 'process raft request' (duration: 608.264198ms)","trace[1471604279] 'compare' (duration: 246.275342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:37.831338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:36.975921Z","time spent":"855.329628ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:38.104307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.376462ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:50:38.104813Z","caller":"traceutil/trace.go:171","msg":"trace[2091684179] transaction","detail":"{read_only:false; response_revision:9257; number_of_response:1; }","duration":"317.402731ms","start":"2026-03-31T18:50:37.787388Z","end":"2026-03-31T18:50:38.104791Z","steps":["trace[2091684179] 'process raft request' (duration: 317.035553ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:38.104829Z","caller":"traceutil/trace.go:171","msg":"trace[424520152] linearizableReadLoop","detail":"{readStateIndex:9621; appliedIndex:9619; }","duration":"215.517272ms","start":"2026-03-31T18:50:37.889275Z","end":"2026-03-31T18:50:38.104792Z","steps":["trace[424520152] 'read index received' (duration: 52.211µs)","trace[424520152] 'applied index is now lower than readState.Index' (duration: 215.462811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:38.104966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:37.787364Z","time spent":"317.506863ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:38.271564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.751814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:50:38.271629Z","caller":"traceutil/trace.go:171","msg":"trace[578399360] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9257; }","duration":"323.862207ms","start":"2026-03-31T18:50:37.947753Z","end":"2026-03-31T18:50:38.271615Z","steps":["trace[578399360] 'agreement among raft nodes before linearized reading' (duration: 157.264093ms)","trace[578399360] 'count revisions from in-memory index tree' (duration: 166.480571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:38.271616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.334731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:38.271654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:37.947736Z","time spent":"323.911428ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:38.27171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.903481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:50:38.271687Z","caller":"traceutil/trace.go:171","msg":"trace[1463538221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9257; }","duration":"382.430773ms","start":"2026-03-31T18:50:37.889235Z","end":"2026-03-31T18:50:38.271665Z","steps":["trace[1463538221] 'agreement among raft nodes before linearized reading' (duration: 215.658286ms)","trace[1463538221] 'range keys from in-memory index tree' (duration: 166.685385ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:38.271777Z","caller":"traceutil/trace.go:171","msg":"trace[1412859232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9257; }","duration":"147.028564ms","start":"2026-03-31T18:50:38.124735Z","end":"2026-03-31T18:50:38.271763Z","steps":["trace[1412859232] 'range keys from in-memory index tree' (duration: 146.706636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:38.27184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:37.889218Z","time spent":"382.565426ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:50:38.319906Z","caller":"traceutil/trace.go:171","msg":"trace[1851098844] transaction","detail":"{read_only:false; response_revision:9258; number_of_response:1; }","duration":"100.567889ms","start":"2026-03-31T18:50:38.219311Z","end":"2026-03-31T18:50:38.319879Z","steps":["trace[1851098844] 'process raft request' (duration: 100.251842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:38.565156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.581757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:38.565225Z","caller":"traceutil/trace.go:171","msg":"trace[2119904290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9258; }","duration":"111.70711ms","start":"2026-03-31T18:50:38.453502Z","end":"2026-03-31T18:50:38.56521Z","steps":["trace[2119904290] 'range keys from in-memory index tree' (duration: 111.480255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:38.565502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.311456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:38.565591Z","caller":"traceutil/trace.go:171","msg":"trace[1709402493] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9258; }","duration":"190.425858ms","start":"2026-03-31T18:50:38.375118Z","end":"2026-03-31T18:50:38.565544Z","steps":["trace[1709402493] 'range keys from in-memory index tree' (duration: 190.218574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:38.740555Z","caller":"traceutil/trace.go:171","msg":"trace[1733046493] linearizableReadLoop","detail":"{readStateIndex:9623; appliedIndex:9622; }","duration":"171.602525ms","start":"2026-03-31T18:50:38.568923Z","end":"2026-03-31T18:50:38.740526Z","steps":["trace[1733046493] 'read index received' (duration: 171.224587ms)","trace[1733046493] 'applied index is now lower than readState.Index' (duration: 375.678µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:38.740696Z","caller":"traceutil/trace.go:171","msg":"trace[494137259] transaction","detail":"{read_only:false; response_revision:9259; number_of_response:1; }","duration":"203.289627ms","start":"2026-03-31T18:50:38.537391Z","end":"2026-03-31T18:50:38.740681Z","steps":["trace[494137259] 'process raft request' (duration: 202.911828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:38.740789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:38.741071Z","caller":"traceutil/trace.go:171","msg":"trace[1705839556] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9259; }","duration":"172.141147ms","start":"2026-03-31T18:50:38.56888Z","end":"2026-03-31T18:50:38.741021Z","steps":["trace[1705839556] 'agreement among raft nodes before linearized reading' (duration: 171.851551ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:41.924918Z","caller":"traceutil/trace.go:171","msg":"trace[1476515116] transaction","detail":"{read_only:false; response_revision:9278; number_of_response:1; }","duration":"209.65397ms","start":"2026-03-31T18:50:41.715233Z","end":"2026-03-31T18:50:41.924887Z","steps":["trace[1476515116] 'process raft request' (duration: 209.140809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:42.603193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.677716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:50:42.603434Z","caller":"traceutil/trace.go:171","msg":"trace[1803282546] transaction","detail":"{read_only:false; response_revision:9387; number_of_response:1; }","duration":"237.319173ms","start":"2026-03-31T18:50:42.366091Z","end":"2026-03-31T18:50:42.60341Z","steps":["trace[1803282546] 'process raft request' (duration: 98.33143ms)","trace[1803282546] 'compare' (duration: 138.464411ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:42.60355Z","caller":"traceutil/trace.go:171","msg":"trace[1023464907] linearizableReadLoop","detail":"{readStateIndex:9754; appliedIndex:9750; }","duration":"179.401411ms","start":"2026-03-31T18:50:42.424104Z","end":"2026-03-31T18:50:42.603505Z","steps":["trace[1023464907] 'read index received' (duration: 40.322506ms)","trace[1023464907] 'applied index is now lower than readState.Index' (duration: 139.077905ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:42.60356Z","caller":"traceutil/trace.go:171","msg":"trace[604394101] transaction","detail":"{read_only:false; response_revision:9389; number_of_response:1; }","duration":"233.474456ms","start":"2026-03-31T18:50:42.370067Z","end":"2026-03-31T18:50:42.603541Z","steps":["trace[604394101] 'process raft request' (duration: 233.341083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:42.603793Z","caller":"traceutil/trace.go:171","msg":"trace[1868522173] transaction","detail":"{read_only:false; response_revision:9388; number_of_response:1; }","duration":"235.842218ms","start":"2026-03-31T18:50:42.367912Z","end":"2026-03-31T18:50:42.603754Z","steps":["trace[1868522173] 'process raft request' (duration: 235.396468ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:42.603828Z","caller":"traceutil/trace.go:171","msg":"trace[500894114] transaction","detail":"{read_only:false; response_revision:9390; number_of_response:1; }","duration":"193.455297ms","start":"2026-03-31T18:50:42.41032Z","end":"2026-03-31T18:50:42.603775Z","steps":["trace[500894114] 'process raft request' (duration: 193.13994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:42.60393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.805069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:50:42.604068Z","caller":"traceutil/trace.go:171","msg":"trace[531508134] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:9390; }","duration":"179.956393ms","start":"2026-03-31T18:50:42.424065Z","end":"2026-03-31T18:50:42.604022Z","steps":["trace[531508134] 'agreement among raft nodes before linearized reading' (duration: 179.659087ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:42.882053Z","caller":"traceutil/trace.go:171","msg":"trace[1046625703] linearizableReadLoop","detail":"{readStateIndex:9755; appliedIndex:9754; }","duration":"278.340764ms","start":"2026-03-31T18:50:42.603684Z","end":"2026-03-31T18:50:42.882025Z","steps":["trace[1046625703] 'read index received' (duration: 226.629472ms)","trace[1046625703] 'applied index is now lower than readState.Index' (duration: 51.710422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:42.882196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.180762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:42.882227Z","caller":"traceutil/trace.go:171","msg":"trace[668399780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9391; }","duration":"429.271175ms","start":"2026-03-31T18:50:42.452948Z","end":"2026-03-31T18:50:42.882219Z","steps":["trace[668399780] 'agreement among raft nodes before linearized reading' (duration: 429.175623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:42.882252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.452922Z","time spent":"429.324687ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:50:42.882429Z","caller":"traceutil/trace.go:171","msg":"trace[887399282] transaction","detail":"{read_only:false; response_revision:9391; number_of_response:1; }","duration":"409.122932ms","start":"2026-03-31T18:50:42.47325Z","end":"2026-03-31T18:50:42.882373Z","steps":["trace[887399282] 'process raft request' (duration: 357.079612ms)","trace[887399282] 'compare' (duration: 51.514828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:42.882496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.509766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:50:42.882531Z","caller":"traceutil/trace.go:171","msg":"trace[904460214] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:9391; }","duration":"427.589617ms","start":"2026-03-31T18:50:42.454932Z","end":"2026-03-31T18:50:42.882521Z","steps":["trace[904460214] 'agreement among raft nodes before linearized reading' (duration: 427.441514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:42.882562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.454908Z","time spent":"427.648199ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-03-31T18:50:42.882572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.473222Z","time spent":"409.282526ms","remote":"127.0.0.1:42164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":307164,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:42.882576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.435915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-03-31T18:50:42.882643Z","caller":"traceutil/trace.go:171","msg":"trace[1261477186] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:9391; }","duration":"334.539946ms","start":"2026-03-31T18:50:42.548087Z","end":"2026-03-31T18:50:42.882627Z","steps":["trace[1261477186] 'agreement among raft nodes before linearized reading' (duration: 334.343162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:42.882689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.548067Z","time spent":"334.612309ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":856,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" "} {"level":"info","ts":"2026-03-31T18:50:42.912558Z","caller":"traceutil/trace.go:171","msg":"trace[1025894611] transaction","detail":"{read_only:false; response_revision:9392; number_of_response:1; }","duration":"302.710033ms","start":"2026-03-31T18:50:42.609815Z","end":"2026-03-31T18:50:42.912525Z","steps":["trace[1025894611] 'process raft request' (duration: 302.533668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:42.912694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.609797Z","time spent":"302.825245ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:42.912696Z","caller":"traceutil/trace.go:171","msg":"trace[457767917] transaction","detail":"{read_only:false; response_revision:9394; number_of_response:1; }","duration":"291.52465ms","start":"2026-03-31T18:50:42.621145Z","end":"2026-03-31T18:50:42.91267Z","steps":["trace[457767917] 'process raft request' (duration: 291.373557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:42.912837Z","caller":"traceutil/trace.go:171","msg":"trace[1919890765] transaction","detail":"{read_only:false; response_revision:9393; number_of_response:1; }","duration":"292.786419ms","start":"2026-03-31T18:50:42.619857Z","end":"2026-03-31T18:50:42.912643Z","steps":["trace[1919890765] 'process raft request' (duration: 292.599675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:43.413463Z","caller":"traceutil/trace.go:171","msg":"trace[672560556] transaction","detail":"{read_only:false; response_revision:9395; number_of_response:1; }","duration":"488.907265ms","start":"2026-03-31T18:50:42.924537Z","end":"2026-03-31T18:50:43.413444Z","steps":["trace[672560556] 'process raft request' (duration: 488.719711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.413592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.924515Z","time spent":"489.014377ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20472,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:43.413609Z","caller":"traceutil/trace.go:171","msg":"trace[1403872879] linearizableReadLoop","detail":"{readStateIndex:9761; appliedIndex:9758; }","duration":"445.51614ms","start":"2026-03-31T18:50:42.968062Z","end":"2026-03-31T18:50:43.413579Z","steps":["trace[1403872879] 'read index received' (duration: 12.164504ms)","trace[1403872879] 'applied index is now lower than readState.Index' (duration: 433.349786ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:43.413652Z","caller":"traceutil/trace.go:171","msg":"trace[1565641787] transaction","detail":"{read_only:false; response_revision:9396; number_of_response:1; }","duration":"473.839847ms","start":"2026-03-31T18:50:42.939783Z","end":"2026-03-31T18:50:43.413622Z","steps":["trace[1565641787] 'process raft request' (duration: 473.625572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.413787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.939752Z","time spent":"473.967759ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16338,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:43.413893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.821758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:1 size:307179"} {"level":"info","ts":"2026-03-31T18:50:43.41397Z","caller":"traceutil/trace.go:171","msg":"trace[1687072513] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:9396; }","duration":"445.91453ms","start":"2026-03-31T18:50:42.968046Z","end":"2026-03-31T18:50:43.413961Z","steps":["trace[1687072513] 'agreement among raft nodes before linearized reading' (duration: 445.679734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.413998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.96801Z","time spent":"445.981411ms","remote":"127.0.0.1:42164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":307203,"request content":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" "} {"level":"info","ts":"2026-03-31T18:50:43.442887Z","caller":"traceutil/trace.go:171","msg":"trace[99484433] transaction","detail":"{read_only:false; response_revision:9397; number_of_response:1; }","duration":"461.876768ms","start":"2026-03-31T18:50:42.980987Z","end":"2026-03-31T18:50:43.442864Z","steps":["trace[99484433] 'process raft request' (duration: 461.642163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:43.442981Z","caller":"traceutil/trace.go:171","msg":"trace[355121725] transaction","detail":"{read_only:false; response_revision:9398; number_of_response:1; }","duration":"452.706872ms","start":"2026-03-31T18:50:42.990245Z","end":"2026-03-31T18:50:43.442952Z","steps":["trace[355121725] 'process raft request' (duration: 452.532298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.443017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.980977Z","time spent":"461.97071ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:43.443018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.869487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:50:43.443054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.073898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:50:43.443074Z","caller":"traceutil/trace.go:171","msg":"trace[1635519463] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9398; }","duration":"469.95257ms","start":"2026-03-31T18:50:42.973108Z","end":"2026-03-31T18:50:43.443061Z","steps":["trace[1635519463] 'agreement among raft nodes before linearized reading' (duration: 469.759455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:43.443104Z","caller":"traceutil/trace.go:171","msg":"trace[283079721] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9398; }","duration":"420.15713ms","start":"2026-03-31T18:50:43.022934Z","end":"2026-03-31T18:50:43.443091Z","steps":["trace[283079721] 'agreement among raft nodes before linearized reading' (duration: 420.032278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.44311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.990219Z","time spent":"452.822004ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:43.443116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.973095Z","time spent":"470.013071ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:50:43.443128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:43.022919Z","time spent":"420.203761ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:50:43.443145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.868672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:50:43.443055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.104747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:50:43.443184Z","caller":"traceutil/trace.go:171","msg":"trace[201807055] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:9398; }","duration":"410.924343ms","start":"2026-03-31T18:50:43.032247Z","end":"2026-03-31T18:50:43.443171Z","steps":["trace[201807055] 'agreement among raft nodes before linearized reading' (duration: 410.839271ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:43.443216Z","caller":"traceutil/trace.go:171","msg":"trace[627935943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9398; }","duration":"419.314402ms","start":"2026-03-31T18:50:43.023894Z","end":"2026-03-31T18:50:43.443208Z","steps":["trace[627935943] 'agreement among raft nodes before linearized reading' (duration: 418.986045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.443224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.315231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:50:43.44322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:43.032233Z","time spent":"410.980654ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-7prd4\" "} {"level":"info","ts":"2026-03-31T18:50:43.443239Z","caller":"traceutil/trace.go:171","msg":"trace[914565110] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9398; }","duration":"419.352053ms","start":"2026-03-31T18:50:43.023882Z","end":"2026-03-31T18:50:43.443235Z","steps":["trace[914565110] 'agreement among raft nodes before linearized reading' (duration: 419.306962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.443243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:43.023864Z","time spent":"419.371383ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:43.443252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:43.023872Z","time spent":"419.377723ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:50:43.443256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.939402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:50:43.443289Z","caller":"traceutil/trace.go:171","msg":"trace[198329660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9398; }","duration":"427.009244ms","start":"2026-03-31T18:50:43.016271Z","end":"2026-03-31T18:50:43.44328Z","steps":["trace[198329660] 'agreement among raft nodes before linearized reading' (duration: 426.922822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.443318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:43.016248Z","time spent":"427.062985ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:43.568697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.706343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:50:43.568774Z","caller":"traceutil/trace.go:171","msg":"trace[43682544] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9407; }","duration":"100.826965ms","start":"2026-03-31T18:50:43.467929Z","end":"2026-03-31T18:50:43.568756Z","steps":["trace[43682544] 'agreement among raft nodes before linearized reading' (duration: 100.58568ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:45.688646Z","caller":"traceutil/trace.go:171","msg":"trace[1199745379] linearizableReadLoop","detail":"{readStateIndex:9788; appliedIndex:9787; }","duration":"232.529554ms","start":"2026-03-31T18:50:45.456092Z","end":"2026-03-31T18:50:45.688622Z","steps":["trace[1199745379] 'read index received' (duration: 232.496123ms)","trace[1199745379] 'applied index is now lower than readState.Index' (duration: 32.501µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:45.688798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.698478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:45.688791Z","caller":"traceutil/trace.go:171","msg":"trace[1474004852] transaction","detail":"{read_only:false; response_revision:9423; number_of_response:1; }","duration":"239.486831ms","start":"2026-03-31T18:50:45.449268Z","end":"2026-03-31T18:50:45.688755Z","steps":["trace[1474004852] 'process raft request' (duration: 239.195414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:45.688835Z","caller":"traceutil/trace.go:171","msg":"trace[1750022845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9423; }","duration":"232.78718ms","start":"2026-03-31T18:50:45.456033Z","end":"2026-03-31T18:50:45.688821Z","steps":["trace[1750022845] 'agreement among raft nodes before linearized reading' (duration: 232.713039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:45.843816Z","caller":"traceutil/trace.go:171","msg":"trace[1597136896] linearizableReadLoop","detail":"{readStateIndex:9789; appliedIndex:9788; }","duration":"155.072644ms","start":"2026-03-31T18:50:45.688718Z","end":"2026-03-31T18:50:45.843791Z","steps":["trace[1597136896] 'read index received' (duration: 142.928962ms)","trace[1597136896] 'applied index is now lower than readState.Index' (duration: 12.142412ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:45.843884Z","caller":"traceutil/trace.go:171","msg":"trace[1258444927] transaction","detail":"{read_only:false; response_revision:9424; number_of_response:1; }","duration":"283.400217ms","start":"2026-03-31T18:50:45.560458Z","end":"2026-03-31T18:50:45.843859Z","steps":["trace[1258444927] 'process raft request' (duration: 271.204324ms)","trace[1258444927] 'compare' (duration: 11.993159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:45.844097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.520723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:50:45.844193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.640797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:50:45.844206Z","caller":"traceutil/trace.go:171","msg":"trace[193917163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9424; }","duration":"333.673717ms","start":"2026-03-31T18:50:45.510517Z","end":"2026-03-31T18:50:45.84419Z","steps":["trace[193917163] 'agreement among raft nodes before linearized reading' (duration: 333.417101ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:45.844222Z","caller":"traceutil/trace.go:171","msg":"trace[1504073434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9424; }","duration":"333.719087ms","start":"2026-03-31T18:50:45.510497Z","end":"2026-03-31T18:50:45.844216Z","steps":["trace[1504073434] 'agreement among raft nodes before linearized reading' (duration: 333.618435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:45.844243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:45.510473Z","time spent":"333.765899ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:45.844091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.33963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T18:50:45.844266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:45.510503Z","time spent":"333.745668ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:45.84409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.513913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:50:45.844322Z","caller":"traceutil/trace.go:171","msg":"trace[815413959] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9424; }","duration":"333.646816ms","start":"2026-03-31T18:50:45.51065Z","end":"2026-03-31T18:50:45.844297Z","steps":["trace[815413959] 'agreement among raft nodes before linearized reading' (duration: 333.281738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:45.844197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.39104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:50:45.844481Z","caller":"traceutil/trace.go:171","msg":"trace[422519718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9424; }","duration":"333.751699ms","start":"2026-03-31T18:50:45.51071Z","end":"2026-03-31T18:50:45.844462Z","steps":["trace[422519718] 'agreement among raft nodes before linearized reading' (duration: 333.106715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:45.844379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:45.510612Z","time spent":"333.752229ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:50:45.844117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.231525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:45.844754Z","caller":"traceutil/trace.go:171","msg":"trace[1289625875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9424; }","duration":"154.921621ms","start":"2026-03-31T18:50:45.689814Z","end":"2026-03-31T18:50:45.844736Z","steps":["trace[1289625875] 'agreement among raft nodes before linearized reading' (duration: 154.235236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:45.844379Z","caller":"traceutil/trace.go:171","msg":"trace[360139702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9424; }","duration":"333.803299ms","start":"2026-03-31T18:50:45.510548Z","end":"2026-03-31T18:50:45.844352Z","steps":["trace[360139702] 'agreement among raft nodes before linearized reading' (duration: 333.316919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:45.84486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:45.510488Z","time spent":"334.351692ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:50:45.844643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:45.5107Z","time spent":"333.921382ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:50:45.844123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.05593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:50:45.845116Z","caller":"traceutil/trace.go:171","msg":"trace[1091243341] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:9424; }","duration":"333.062473ms","start":"2026-03-31T18:50:45.512037Z","end":"2026-03-31T18:50:45.845099Z","steps":["trace[1091243341] 'agreement among raft nodes before linearized reading' (duration: 331.944518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:45.845177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:45.512029Z","time spent":"333.131034ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-7prd4\" "} {"level":"info","ts":"2026-03-31T18:50:46.05979Z","caller":"traceutil/trace.go:171","msg":"trace[1351537275] transaction","detail":"{read_only:false; response_revision:9426; number_of_response:1; }","duration":"210.264934ms","start":"2026-03-31T18:50:45.849506Z","end":"2026-03-31T18:50:46.059771Z","steps":["trace[1351537275] 'process raft request' (duration: 201.588909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:46.059989Z","caller":"traceutil/trace.go:171","msg":"trace[1929825106] transaction","detail":"{read_only:false; response_revision:9428; number_of_response:1; }","duration":"210.198653ms","start":"2026-03-31T18:50:45.849783Z","end":"2026-03-31T18:50:46.059982Z","steps":["trace[1929825106] 'process raft request' (duration: 209.951987ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:46.059946Z","caller":"traceutil/trace.go:171","msg":"trace[1260181662] transaction","detail":"{read_only:false; response_revision:9427; number_of_response:1; }","duration":"210.326216ms","start":"2026-03-31T18:50:45.849585Z","end":"2026-03-31T18:50:46.059911Z","steps":["trace[1260181662] 'process raft request' (duration: 210.093111ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:46.06036Z","caller":"traceutil/trace.go:171","msg":"trace[363328475] transaction","detail":"{read_only:false; response_revision:9429; number_of_response:1; }","duration":"210.207323ms","start":"2026-03-31T18:50:45.850133Z","end":"2026-03-31T18:50:46.06034Z","steps":["trace[363328475] 'process raft request' (duration: 209.703172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:47.981523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.159857ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:50:47.981722Z","caller":"traceutil/trace.go:171","msg":"trace[1911363813] linearizableReadLoop","detail":"{readStateIndex:9800; appliedIndex:9798; }","duration":"126.308269ms","start":"2026-03-31T18:50:47.8554Z","end":"2026-03-31T18:50:47.981708Z","steps":["trace[1911363813] 'read index received' (duration: 120.085839ms)","trace[1911363813] 'applied index is now lower than readState.Index' (duration: 6.221469ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:47.981773Z","caller":"traceutil/trace.go:171","msg":"trace[423534067] transaction","detail":"{read_only:false; response_revision:9434; number_of_response:1; }","duration":"287.836967ms","start":"2026-03-31T18:50:47.693905Z","end":"2026-03-31T18:50:47.981742Z","steps":["trace[423534067] 'process raft request' (duration: 287.700314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:47.98188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.485962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:50:47.9819Z","caller":"traceutil/trace.go:171","msg":"trace[1787734571] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:9434; }","duration":"126.551534ms","start":"2026-03-31T18:50:47.855341Z","end":"2026-03-31T18:50:47.981893Z","steps":["trace[1787734571] 'agreement among raft nodes before linearized reading' (duration: 126.441121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:48.30663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.107732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:50:48.306788Z","caller":"traceutil/trace.go:171","msg":"trace[747586248] transaction","detail":"{read_only:false; response_revision:9436; number_of_response:1; }","duration":"238.99897ms","start":"2026-03-31T18:50:48.067755Z","end":"2026-03-31T18:50:48.306754Z","steps":["trace[747586248] 'process raft request' (duration: 80.693333ms)","trace[747586248] 'compare' (duration: 157.99499ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:48.649983Z","caller":"traceutil/trace.go:171","msg":"trace[173374650] transaction","detail":"{read_only:false; response_revision:9437; number_of_response:1; }","duration":"582.115359ms","start":"2026-03-31T18:50:48.067839Z","end":"2026-03-31T18:50:48.649954Z","steps":["trace[173374650] 'process raft request' (duration: 549.158948ms)","trace[173374650] 'compare' (duration: 32.803797ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:48.65024Z","caller":"traceutil/trace.go:171","msg":"trace[1508300344] transaction","detail":"{read_only:false; response_revision:9438; number_of_response:1; }","duration":"581.886564ms","start":"2026-03-31T18:50:48.068334Z","end":"2026-03-31T18:50:48.65022Z","steps":["trace[1508300344] 'process raft request' (duration: 581.582137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:48.650355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:48.068317Z","time spent":"581.976696ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:48.650431Z","caller":"traceutil/trace.go:171","msg":"trace[614443761] transaction","detail":"{read_only:false; response_revision:9439; number_of_response:1; }","duration":"582.014387ms","start":"2026-03-31T18:50:48.068401Z","end":"2026-03-31T18:50:48.650416Z","steps":["trace[614443761] 'process raft request' (duration: 581.731931ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:48.650411Z","caller":"traceutil/trace.go:171","msg":"trace[1774804035] linearizableReadLoop","detail":"{readStateIndex:9805; appliedIndex:9801; }","duration":"538.088149ms","start":"2026-03-31T18:50:48.112275Z","end":"2026-03-31T18:50:48.650363Z","steps":["trace[1774804035] 'read index received' (duration: 36.192333ms)","trace[1774804035] 'applied index is now lower than readState.Index' (duration: 501.893656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:48.650614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.333255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:50:48.650611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:48.068383Z","time spent":"582.095748ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:48.650655Z","caller":"traceutil/trace.go:171","msg":"trace[415078288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9439; }","duration":"538.422307ms","start":"2026-03-31T18:50:48.112223Z","end":"2026-03-31T18:50:48.650645Z","steps":["trace[415078288] 'agreement among raft nodes before linearized reading' (duration: 538.248033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:48.650698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:48.112188Z","time spent":"538.501418ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:48.650959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:48.067814Z","time spent":"582.243222ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:48.651259Z","caller":"traceutil/trace.go:171","msg":"trace[357385716] transaction","detail":"{read_only:false; response_revision:9440; number_of_response:1; }","duration":"420.550378ms","start":"2026-03-31T18:50:48.230695Z","end":"2026-03-31T18:50:48.651246Z","steps":["trace[357385716] 'process raft request' (duration: 420.392845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:48.651309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.933509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:50:48.651352Z","caller":"traceutil/trace.go:171","msg":"trace[1867884210] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:9440; }","duration":"122.01653ms","start":"2026-03-31T18:50:48.529327Z","end":"2026-03-31T18:50:48.651343Z","steps":["trace[1867884210] 'agreement among raft nodes before linearized reading' (duration: 121.939549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:48.651368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:48.230668Z","time spent":"420.639761ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:48.651371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.329464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:48.65147Z","caller":"traceutil/trace.go:171","msg":"trace[1816955763] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:9440; }","duration":"396.477688ms","start":"2026-03-31T18:50:48.254968Z","end":"2026-03-31T18:50:48.651446Z","steps":["trace[1816955763] 'agreement among raft nodes before linearized reading' (duration: 396.265213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:48.651532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:48.254947Z","time spent":"396.570149ms","remote":"127.0.0.1:42076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:50:50.137078Z","caller":"traceutil/trace.go:171","msg":"trace[800100207] linearizableReadLoop","detail":"{readStateIndex:9809; appliedIndex:9808; }","duration":"100.259361ms","start":"2026-03-31T18:50:50.036786Z","end":"2026-03-31T18:50:50.137045Z","steps":["trace[800100207] 'read index received' (duration: 100.061967ms)","trace[800100207] 'applied index is now lower than readState.Index' (duration: 195.914µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:50.137156Z","caller":"traceutil/trace.go:171","msg":"trace[2022492553] transaction","detail":"{read_only:false; response_revision:9443; number_of_response:1; }","duration":"149.839007ms","start":"2026-03-31T18:50:49.987282Z","end":"2026-03-31T18:50:50.137121Z","steps":["trace[2022492553] 'process raft request' (duration: 149.58298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:50.137353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.550469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:50:50.137454Z","caller":"traceutil/trace.go:171","msg":"trace[484035047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9443; }","duration":"100.664851ms","start":"2026-03-31T18:50:50.03674Z","end":"2026-03-31T18:50:50.137405Z","steps":["trace[484035047] 'agreement among raft nodes before linearized reading' (duration: 100.443886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.356081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.955201Z","time spent":"400.874807ms","remote":"127.0.0.1:35524","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:50:51.356242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.955997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:50:51.356379Z","caller":"traceutil/trace.go:171","msg":"trace[369425837] transaction","detail":"{read_only:false; response_revision:9444; number_of_response:1; }","duration":"1.212557965s","start":"2026-03-31T18:50:50.143783Z","end":"2026-03-31T18:50:51.356341Z","steps":["trace[369425837] 'process raft request' (duration: 488.420334ms)","trace[369425837] 'compare' (duration: 723.580119ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:51.356439Z","caller":"traceutil/trace.go:171","msg":"trace[133456783] transaction","detail":"{read_only:false; response_revision:9445; number_of_response:1; }","duration":"700.151352ms","start":"2026-03-31T18:50:50.656269Z","end":"2026-03-31T18:50:51.356421Z","steps":["trace[133456783] 'process raft request' (duration: 700.06544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:51.35647Z","caller":"traceutil/trace.go:171","msg":"trace[608727483] linearizableReadLoop","detail":"{readStateIndex:9810; appliedIndex:9809; }","duration":"1.045354238s","start":"2026-03-31T18:50:50.311061Z","end":"2026-03-31T18:50:51.356416Z","steps":["trace[608727483] 'read index received' (duration: 321.000842ms)","trace[608727483] 'applied index is now lower than readState.Index' (duration: 724.349166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:51.356548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.656248Z","time spent":"700.263614ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:51.356562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.143756Z","time spent":"1.212697127s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:51.356805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045726105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:50:51.356845Z","caller":"traceutil/trace.go:171","msg":"trace[1313102930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9445; }","duration":"1.045828808s","start":"2026-03-31T18:50:50.311006Z","end":"2026-03-31T18:50:51.356835Z","steps":["trace[1313102930] 'agreement among raft nodes before linearized reading' (duration: 1.045605393s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.356875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.310982Z","time spent":"1.04588694s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:50:51.357701Z","caller":"traceutil/trace.go:171","msg":"trace[754641572] transaction","detail":"{read_only:false; response_revision:9446; number_of_response:1; }","duration":"613.933605ms","start":"2026-03-31T18:50:50.743748Z","end":"2026-03-31T18:50:51.357682Z","steps":["trace[754641572] 'process raft request' (duration: 613.780391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.35777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022738229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:51.357824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.83025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:51.357863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.125138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:50:51.357888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01744665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:51.35781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.743728Z","time spent":"614.024816ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:51.357894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.372891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:50:51.357906Z","caller":"traceutil/trace.go:171","msg":"trace[562376363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9446; }","duration":"904.946003ms","start":"2026-03-31T18:50:50.452934Z","end":"2026-03-31T18:50:51.35788Z","steps":["trace[562376363] 'agreement among raft nodes before linearized reading' (duration: 904.79961ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:51.357926Z","caller":"traceutil/trace.go:171","msg":"trace[969044726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9446; }","duration":"703.219421ms","start":"2026-03-31T18:50:50.654692Z","end":"2026-03-31T18:50:51.357911Z","steps":["trace[969044726] 'agreement among raft nodes before linearized reading' (duration: 702.968995ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:51.35795Z","caller":"traceutil/trace.go:171","msg":"trace[17805320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9446; }","duration":"702.460422ms","start":"2026-03-31T18:50:50.655476Z","end":"2026-03-31T18:50:51.357936Z","steps":["trace[17805320] 'agreement among raft nodes before linearized reading' (duration: 702.177296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.357975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.654675Z","time spent":"703.292152ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:51.357981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.452918Z","time spent":"905.049225ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:50:51.357987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.655464Z","time spent":"702.515073ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:50:51.357888Z","caller":"traceutil/trace.go:171","msg":"trace[544970092] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9446; }","duration":"1.022920123s","start":"2026-03-31T18:50:50.33494Z","end":"2026-03-31T18:50:51.35786Z","steps":["trace[544970092] 'agreement among raft nodes before linearized reading' (duration: 1.022709679s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.357995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.100638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T18:50:51.35805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.334915Z","time spent":"1.023122207s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:50:51.357932Z","caller":"traceutil/trace.go:171","msg":"trace[2000627545] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9446; }","duration":"1.017507892s","start":"2026-03-31T18:50:50.340411Z","end":"2026-03-31T18:50:51.357919Z","steps":["trace[2000627545] 'agreement among raft nodes before linearized reading' (duration: 1.01744002s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:51.358128Z","caller":"traceutil/trace.go:171","msg":"trace[949085332] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9446; }","duration":"703.253341ms","start":"2026-03-31T18:50:50.65485Z","end":"2026-03-31T18:50:51.358103Z","steps":["trace[949085332] 'agreement among raft nodes before linearized reading' (duration: 702.815621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.358148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.340398Z","time spent":"1.017738357s","remote":"127.0.0.1:42480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:51.358178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.654845Z","time spent":"703.322942ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:50:51.358475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.48944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:50:51.358578Z","caller":"traceutil/trace.go:171","msg":"trace[1878660632] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:9446; }","duration":"502.662245ms","start":"2026-03-31T18:50:50.85589Z","end":"2026-03-31T18:50:51.358553Z","steps":["trace[1878660632] 'agreement among raft nodes before linearized reading' (duration: 501.771424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.358643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.855868Z","time spent":"502.759676ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":111,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:51.358505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.809849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:50:51.358704Z","caller":"traceutil/trace.go:171","msg":"trace[1305411514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9446; }","duration":"670.030005ms","start":"2026-03-31T18:50:50.688654Z","end":"2026-03-31T18:50:51.358684Z","steps":["trace[1305411514] 'agreement among raft nodes before linearized reading' (duration: 669.018321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.358778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.688644Z","time spent":"670.116297ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:50:52.317876Z","caller":"traceutil/trace.go:171","msg":"trace[1251858663] linearizableReadLoop","detail":"{readStateIndex:9818; appliedIndex:9817; }","duration":"167.425122ms","start":"2026-03-31T18:50:52.150425Z","end":"2026-03-31T18:50:52.31785Z","steps":["trace[1251858663] 'read index received' (duration: 167.155336ms)","trace[1251858663] 'applied index is now lower than readState.Index' (duration: 268.866µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:52.318117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.678507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:50:52.318178Z","caller":"traceutil/trace.go:171","msg":"trace[563843347] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:9452; }","duration":"167.78005ms","start":"2026-03-31T18:50:52.150379Z","end":"2026-03-31T18:50:52.318159Z","steps":["trace[563843347] 'agreement among raft nodes before linearized reading' (duration: 167.579626ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:52.318699Z","caller":"traceutil/trace.go:171","msg":"trace[194175925] transaction","detail":"{read_only:false; response_revision:9452; number_of_response:1; }","duration":"175.060142ms","start":"2026-03-31T18:50:52.143623Z","end":"2026-03-31T18:50:52.318683Z","steps":["trace[194175925] 'process raft request' (duration: 174.03272ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:52.60376Z","caller":"traceutil/trace.go:171","msg":"trace[668535534] linearizableReadLoop","detail":"{readStateIndex:9819; appliedIndex:9818; }","duration":"152.177818ms","start":"2026-03-31T18:50:52.451555Z","end":"2026-03-31T18:50:52.603732Z","steps":["trace[668535534] 'read index received' (duration: 141.198832ms)","trace[668535534] 'applied index is now lower than readState.Index' (duration: 10.977166ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:52.603815Z","caller":"traceutil/trace.go:171","msg":"trace[1707349281] transaction","detail":"{read_only:false; response_revision:9453; number_of_response:1; }","duration":"160.043736ms","start":"2026-03-31T18:50:52.443741Z","end":"2026-03-31T18:50:52.603785Z","steps":["trace[1707349281] 'process raft request' (duration: 149.033048ms)","trace[1707349281] 'compare' (duration: 10.557148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:52.603887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.321302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:52.603951Z","caller":"traceutil/trace.go:171","msg":"trace[1095968477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9453; }","duration":"152.394584ms","start":"2026-03-31T18:50:52.451538Z","end":"2026-03-31T18:50:52.603933Z","steps":["trace[1095968477] 'agreement among raft nodes before linearized reading' (duration: 152.284441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:52.603988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.342543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:50:52.604016Z","caller":"traceutil/trace.go:171","msg":"trace[767813786] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:9453; }","duration":"148.396584ms","start":"2026-03-31T18:50:52.45561Z","end":"2026-03-31T18:50:52.604007Z","steps":["trace[767813786] 'agreement among raft nodes before linearized reading' (duration: 148.272872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:53.002894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:52.605075Z","time spent":"397.812928ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:50:53.003259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.980391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:50:53.003254Z","caller":"traceutil/trace.go:171","msg":"trace[1835937814] linearizableReadLoop","detail":"{readStateIndex:9820; appliedIndex:9819; }","duration":"295.55307ms","start":"2026-03-31T18:50:52.707264Z","end":"2026-03-31T18:50:53.002817Z","steps":["trace[1835937814] 'read index received' (duration: 236.102254ms)","trace[1835937814] 'applied index is now lower than readState.Index' (duration: 59.449126ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:53.003333Z","caller":"traceutil/trace.go:171","msg":"trace[249813885] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:9453; }","duration":"296.066253ms","start":"2026-03-31T18:50:52.70725Z","end":"2026-03-31T18:50:53.003317Z","steps":["trace[249813885] 'agreement among raft nodes before linearized reading' (duration: 295.92649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:53.003453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.549405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:53.003501Z","caller":"traceutil/trace.go:171","msg":"trace[340458324] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9453; }","duration":"151.647398ms","start":"2026-03-31T18:50:52.851841Z","end":"2026-03-31T18:50:53.003488Z","steps":["trace[340458324] 'agreement among raft nodes before linearized reading' (duration: 151.553575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:53.897269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961703885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:54.398277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961703885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:54.898421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961703885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:55.39931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961703885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:55.454233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00056275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:50:55.454309Z","caller":"traceutil/trace.go:171","msg":"trace[2072846132] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000685293s","start":"2026-03-31T18:50:53.453603Z","end":"2026-03-31T18:50:55.454288Z","steps":["trace[2072846132] 'agreement among raft nodes before linearized reading' (duration: 2.000588261s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:55.45439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.453587Z","time spent":"2.000789725s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:50:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:50:55.900133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961703885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:56.400811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961703885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:56.769747Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.407610983s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:50:56.770234Z","caller":"traceutil/trace.go:171","msg":"trace[499698501] transaction","detail":"{read_only:false; response_revision:9455; number_of_response:1; }","duration":"3.408149245s","start":"2026-03-31T18:50:53.36206Z","end":"2026-03-31T18:50:56.770209Z","steps":["trace[499698501] 'process raft request' (duration: 3.407883249s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:56.770397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.362049Z","time spent":"3.408257697s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:57.454858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000326734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:50:57.454944Z","caller":"traceutil/trace.go:171","msg":"trace[1425475326] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000481838s","start":"2026-03-31T18:50:55.454444Z","end":"2026-03-31T18:50:57.454926Z","steps":["trace[1425475326] 'agreement among raft nodes before linearized reading' (duration: 2.000373196s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:57.454992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:55.454423Z","time spent":"2.000558269s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:50:58.362816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.364863Z","time spent":"4.997945356s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:50:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:50:58.377898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.963294928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:50:58.377958Z","caller":"traceutil/trace.go:171","msg":"trace[74058687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.963386099s","start":"2026-03-31T18:50:53.414557Z","end":"2026-03-31T18:50:58.377943Z","steps":["trace[74058687] 'agreement among raft nodes before linearized reading' (duration: 4.963315018s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:58.377998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.414541Z","time spent":"4.96344906s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 18:50:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:50:58.391813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.977257221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:50:58.391895Z","caller":"traceutil/trace.go:171","msg":"trace[1114534655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.977362473s","start":"2026-03-31T18:50:53.414514Z","end":"2026-03-31T18:50:58.391876Z","steps":["trace[1114534655] 'agreement among raft nodes before linearized reading' (duration: 4.977265181s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:58.391939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.414508Z","time spent":"4.977422674s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 18:50:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:50:58.39322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.978683504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:50:58.393272Z","caller":"traceutil/trace.go:171","msg":"trace[1229825997] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.978760995s","start":"2026-03-31T18:50:53.414499Z","end":"2026-03-31T18:50:58.39326Z","steps":["trace[1229825997] 'agreement among raft nodes before linearized reading' (duration: 4.978704094s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:58.393309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.414488Z","time spent":"4.978812187s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 18:50:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:50:59.32132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:54.322487Z","time spent":"4.998825086s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:50:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:50:59.460997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000069038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:50:59.461076Z","caller":"traceutil/trace.go:171","msg":"trace[1696975076] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000212322s","start":"2026-03-31T18:50:57.460846Z","end":"2026-03-31T18:50:59.461059Z","steps":["trace[1696975076] 'agreement among raft nodes before linearized reading' (duration: 2.000108329s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:59.461165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:57.460826Z","time spent":"2.000327444s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:50:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:00.366166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.36551Z","time spent":"7.000643293s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:51:01.228964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238469857s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.229067Z","caller":"traceutil/trace.go:171","msg":"trace[1840208092] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9455; }","duration":"1.238584459s","start":"2026-03-31T18:50:59.990468Z","end":"2026-03-31T18:51:01.229053Z","steps":["trace[1840208092] 'range keys from in-memory index tree' (duration: 1.238453816s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.389151Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.619176975s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:51:01.389797Z","caller":"traceutil/trace.go:171","msg":"trace[1131498381] transaction","detail":"{read_only:false; response_revision:9459; number_of_response:1; }","duration":"5.373532164s","start":"2026-03-31T18:50:56.016241Z","end":"2026-03-31T18:51:01.389773Z","steps":["trace[1131498381] 'process raft request' (duration: 5.373404921s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.389852Z","caller":"traceutil/trace.go:171","msg":"trace[2092380854] transaction","detail":"{read_only:false; response_revision:9460; number_of_response:1; }","duration":"4.886936791s","start":"2026-03-31T18:50:56.502872Z","end":"2026-03-31T18:51:01.389809Z","steps":["trace[2092380854] 'process raft request' (duration: 4.886807698s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.3899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.993674304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.390089Z","caller":"traceutil/trace.go:171","msg":"trace[388888984] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:9460; }","duration":"7.993896049s","start":"2026-03-31T18:50:53.39616Z","end":"2026-03-31T18:51:01.390056Z","steps":["trace[388888984] 'agreement among raft nodes before linearized reading' (duration: 7.993671384s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.389946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:56.01622Z","time spent":"5.373644757s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:01.389753Z","caller":"traceutil/trace.go:171","msg":"trace[1389613951] linearizableReadLoop","detail":"{readStateIndex:9826; appliedIndex:9821; }","duration":"7.993527631s","start":"2026-03-31T18:50:53.396197Z","end":"2026-03-31T18:51:01.389725Z","steps":["trace[1389613951] 'read index received' (duration: 3.373745612s)","trace[1389613951] 'applied index is now lower than readState.Index' (duration: 4.619780779s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:01.390164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.396142Z","time spent":"7.994000691s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:01.389976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:56.502848Z","time spent":"4.887045814s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:01.461498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000178701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:51:01.461584Z","caller":"traceutil/trace.go:171","msg":"trace[9226301] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000321323s","start":"2026-03-31T18:50:59.461244Z","end":"2026-03-31T18:51:01.461565Z","steps":["trace[9226301] 'agreement among raft nodes before linearized reading' (duration: 2.000212191s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.461632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:59.461222Z","time spent":"2.000400526s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:51:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:01.483116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.878106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.483197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.086441629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:51:01.483185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119319866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-31T18:51:01.483216Z","caller":"traceutil/trace.go:171","msg":"trace[129288770] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9462; }","duration":"833.993058ms","start":"2026-03-31T18:51:00.649198Z","end":"2026-03-31T18:51:01.483191Z","steps":["trace[129288770] 'agreement among raft nodes before linearized reading' (duration: 833.832475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.483232Z","caller":"traceutil/trace.go:171","msg":"trace[1531944445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9462; }","duration":"8.086512931s","start":"2026-03-31T18:50:53.396707Z","end":"2026-03-31T18:51:01.48322Z","steps":["trace[1531944445] 'agreement among raft nodes before linearized reading' (duration: 8.086431429s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.48322Z","caller":"traceutil/trace.go:171","msg":"trace[555683983] transaction","detail":"{read_only:false; response_revision:9461; number_of_response:1; }","duration":"2.707384801s","start":"2026-03-31T18:50:58.77581Z","end":"2026-03-31T18:51:01.483194Z","steps":["trace[555683983] 'process raft request' (duration: 2.706980722s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.483248Z","caller":"traceutil/trace.go:171","msg":"trace[1286387494] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9462; }","duration":"3.119419818s","start":"2026-03-31T18:50:58.363813Z","end":"2026-03-31T18:51:01.483232Z","steps":["trace[1286387494] 'agreement among raft nodes before linearized reading' (duration: 3.119241044s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.483221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019765321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:01.483296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:58.363795Z","time spent":"3.11948812s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T18:51:01.483315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.646215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.483311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.489334374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:51:01.483399Z","caller":"traceutil/trace.go:171","msg":"trace[1361252225] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9462; }","duration":"713.680556ms","start":"2026-03-31T18:51:00.769655Z","end":"2026-03-31T18:51:01.483336Z","steps":["trace[1361252225] 'agreement among raft nodes before linearized reading' (duration: 713.637195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.483397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:58.775785Z","time spent":"2.707494293s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:01.483426Z","caller":"traceutil/trace.go:171","msg":"trace[1169904494] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9462; }","duration":"7.489498127s","start":"2026-03-31T18:50:53.993913Z","end":"2026-03-31T18:51:01.483411Z","steps":["trace[1169904494] 'agreement among raft nodes before linearized reading' (duration: 7.489253722s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.483435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.736753297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-03-31T18:51:01.483478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.993892Z","time spent":"7.489576979s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:51:01.483261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.396687Z","time spent":"8.086569012s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:51:01.483524Z","caller":"traceutil/trace.go:171","msg":"trace[1822488336] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9462; }","duration":"4.73688474s","start":"2026-03-31T18:50:56.746616Z","end":"2026-03-31T18:51:01.483501Z","steps":["trace[1822488336] 'agreement among raft nodes before linearized reading' (duration: 4.736601614s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.483575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:56.746594Z","time spent":"4.736967692s","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-31T18:51:01.483573Z","caller":"traceutil/trace.go:171","msg":"trace[55023489] transaction","detail":"{read_only:false; response_revision:9462; number_of_response:1; }","duration":"1.372787215s","start":"2026-03-31T18:51:00.110769Z","end":"2026-03-31T18:51:01.483556Z","steps":["trace[55023489] 'process raft request' (duration: 1.372152961s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.483634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089129411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:51:01.483601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327118427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.483864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.785125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.483876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.163130298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:01.483883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104061427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:51:01.483898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.378477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.483906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.669222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.483923Z","caller":"traceutil/trace.go:171","msg":"trace[349206790] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:9462; }","duration":"4.16320224s","start":"2026-03-31T18:50:57.32071Z","end":"2026-03-31T18:51:01.483912Z","steps":["trace[349206790] 'agreement among raft nodes before linearized reading' (duration: 4.163103228s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.483932Z","caller":"traceutil/trace.go:171","msg":"trace[1657663429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9462; }","duration":"1.104150829s","start":"2026-03-31T18:51:00.37977Z","end":"2026-03-31T18:51:01.483921Z","steps":["trace[1657663429] 'agreement among raft nodes before linearized reading' (duration: 1.104044786s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.483948Z","caller":"traceutil/trace.go:171","msg":"trace[664175869] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9462; }","duration":"688.424068ms","start":"2026-03-31T18:51:00.795509Z","end":"2026-03-31T18:51:01.483933Z","steps":["trace[664175869] 'agreement among raft nodes before linearized reading' (duration: 688.359696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.483957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:57.320694Z","time spent":"4.163256471s","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:01.483966Z","caller":"traceutil/trace.go:171","msg":"trace[345710339] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9462; }","duration":"671.736933ms","start":"2026-03-31T18:51:00.812207Z","end":"2026-03-31T18:51:01.483944Z","steps":["trace[345710339] 'agreement among raft nodes before linearized reading' (duration: 671.658491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.483998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.795504Z","time spent":"688.483439ms","remote":"127.0.0.1:38438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:51:01.483997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.64939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.484067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.681186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.484065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.318052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.484097Z","caller":"traceutil/trace.go:171","msg":"trace[1826598144] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9462; }","duration":"689.720256ms","start":"2026-03-31T18:51:00.794368Z","end":"2026-03-31T18:51:01.484089Z","steps":["trace[1826598144] 'agreement among raft nodes before linearized reading' (duration: 689.672495ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.484103Z","caller":"traceutil/trace.go:171","msg":"trace[1599030398] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9462; }","duration":"480.786922ms","start":"2026-03-31T18:51:01.003299Z","end":"2026-03-31T18:51:01.484086Z","steps":["trace[1599030398] 'agreement among raft nodes before linearized reading' (duration: 480.67084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.484126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.794364Z","time spent":"689.755127ms","remote":"127.0.0.1:38438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:01.484124Z","caller":"traceutil/trace.go:171","msg":"trace[837517946] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9462; }","duration":"622.389324ms","start":"2026-03-31T18:51:00.861716Z","end":"2026-03-31T18:51:01.484106Z","steps":["trace[837517946] 'agreement among raft nodes before linearized reading' (duration: 622.296602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.483452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.299566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.484179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.86171Z","time spent":"622.454145ms","remote":"127.0.0.1:38462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:51:01.484203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.558229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.484209Z","caller":"traceutil/trace.go:171","msg":"trace[1818478631] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9462; }","duration":"835.081243ms","start":"2026-03-31T18:51:00.649115Z","end":"2026-03-31T18:51:01.484196Z","steps":["trace[1818478631] 'agreement among raft nodes before linearized reading' (duration: 834.299345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.484261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.207534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.484256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.759505187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.484284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.649096Z","time spent":"835.166445ms","remote":"127.0.0.1:38348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:01.484307Z","caller":"traceutil/trace.go:171","msg":"trace[1936225857] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9462; }","duration":"498.251555ms","start":"2026-03-31T18:51:00.986044Z","end":"2026-03-31T18:51:01.484295Z","steps":["trace[1936225857] 'agreement among raft nodes before linearized reading' (duration: 498.193614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.484313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.054278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.484314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.972328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.484326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.026319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.483925Z","caller":"traceutil/trace.go:171","msg":"trace[185639314] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9462; }","duration":"643.859056ms","start":"2026-03-31T18:51:00.840045Z","end":"2026-03-31T18:51:01.483904Z","steps":["trace[185639314] 'agreement among raft nodes before linearized reading' (duration: 643.778104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.484213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.934636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.484351Z","caller":"traceutil/trace.go:171","msg":"trace[918562710] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9462; }","duration":"623.087819ms","start":"2026-03-31T18:51:00.86125Z","end":"2026-03-31T18:51:01.484338Z","steps":["trace[918562710] 'agreement among raft nodes before linearized reading' (duration: 623.041268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.484381Z","caller":"traceutil/trace.go:171","msg":"trace[815530486] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9462; }","duration":"672.130501ms","start":"2026-03-31T18:51:00.812237Z","end":"2026-03-31T18:51:01.484367Z","steps":["trace[815530486] 'agreement among raft nodes before linearized reading' (duration: 672.05331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.484395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.84003Z","time spent":"644.352858ms","remote":"127.0.0.1:38454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:51:01.484402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.638493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.484399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.861243Z","time spent":"623.142901ms","remote":"127.0.0.1:38462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:51:01.484381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.692302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.484437Z","caller":"traceutil/trace.go:171","msg":"trace[1839619231] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9462; }","duration":"607.689554ms","start":"2026-03-31T18:51:00.876737Z","end":"2026-03-31T18:51:01.484427Z","steps":["trace[1839619231] 'agreement among raft nodes before linearized reading' (duration: 607.637213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.48444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.812213Z","time spent":"672.211154ms","remote":"127.0.0.1:38440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:51:01.48446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.876729Z","time spent":"607.725074ms","remote":"127.0.0.1:38476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:51:01.484471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.152574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.484453Z","caller":"traceutil/trace.go:171","msg":"trace[1864250926] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9462; }","duration":"643.773734ms","start":"2026-03-31T18:51:00.840668Z","end":"2026-03-31T18:51:01.484441Z","steps":["trace[1864250926] 'agreement among raft nodes before linearized reading' (duration: 643.677482ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.484549Z","caller":"traceutil/trace.go:171","msg":"trace[305000884] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9462; }","duration":"499.231046ms","start":"2026-03-31T18:51:00.985306Z","end":"2026-03-31T18:51:01.484537Z","steps":["trace[305000884] 'agreement among raft nodes before linearized reading' (duration: 499.106023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.483443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.769653Z","time spent":"713.778408ms","remote":"127.0.0.1:38430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:01.484573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.840664Z","time spent":"643.894828ms","remote":"127.0.0.1:38454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:51:01.48459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.985264Z","time spent":"499.313558ms","remote":"127.0.0.1:38518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:01.484441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.714589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.484335Z","caller":"traceutil/trace.go:171","msg":"trace[1801657547] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:9462; }","duration":"5.759645s","start":"2026-03-31T18:50:55.724671Z","end":"2026-03-31T18:51:01.484316Z","steps":["trace[1801657547] 'agreement among raft nodes before linearized reading' (duration: 5.759484157s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.484703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.727909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.48473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.355869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.484736Z","caller":"traceutil/trace.go:171","msg":"trace[1907427084] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9462; }","duration":"771.77817ms","start":"2026-03-31T18:51:00.712949Z","end":"2026-03-31T18:51:01.484727Z","steps":["trace[1907427084] 'agreement among raft nodes before linearized reading' (duration: 771.726559ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.484669Z","caller":"traceutil/trace.go:171","msg":"trace[606998116] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9462; }","duration":"605.949235ms","start":"2026-03-31T18:51:00.8787Z","end":"2026-03-31T18:51:01.484649Z","steps":["trace[606998116] 'agreement among raft nodes before linearized reading' (duration: 605.710939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.48472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:55.724647Z","time spent":"5.760050419s","remote":"127.0.0.1:41314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:01.484036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.812199Z","time spent":"671.820585ms","remote":"127.0.0.1:38440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:01.48478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.712941Z","time spent":"771.829011ms","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:01.484781Z","caller":"traceutil/trace.go:171","msg":"trace[2076714666] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9462; }","duration":"734.40434ms","start":"2026-03-31T18:51:00.750359Z","end":"2026-03-31T18:51:01.484763Z","steps":["trace[2076714666] 'agreement among raft nodes before linearized reading' (duration: 734.334079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.484795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.967745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.484814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.750327Z","time spent":"734.479162ms","remote":"127.0.0.1:38422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"info","ts":"2026-03-31T18:51:01.484836Z","caller":"traceutil/trace.go:171","msg":"trace[805119885] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9462; }","duration":"772.025745ms","start":"2026-03-31T18:51:00.712797Z","end":"2026-03-31T18:51:01.484823Z","steps":["trace[805119885] 'agreement among raft nodes before linearized reading' (duration: 771.960464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.484836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.878692Z","time spent":"606.123478ms","remote":"127.0.0.1:38476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:51:01.484857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.657666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.48487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.712788Z","time spent":"772.073326ms","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:51:01.483947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.007595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.484927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.428941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.483976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.379739Z","time spent":"1.10422602s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:51:01.48495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.710866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.484948Z","caller":"traceutil/trace.go:171","msg":"trace[1133456202] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9462; }","duration":"481.015187ms","start":"2026-03-31T18:51:01.003913Z","end":"2026-03-31T18:51:01.484928Z","steps":["trace[1133456202] 'agreement among raft nodes before linearized reading' (duration: 480.004564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.484994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.085645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.485014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.978112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:01.485045Z","caller":"traceutil/trace.go:171","msg":"trace[931502564] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:9462; }","duration":"799.009242ms","start":"2026-03-31T18:51:00.686027Z","end":"2026-03-31T18:51:01.485037Z","steps":["trace[931502564] 'agreement among raft nodes before linearized reading' (duration: 798.958951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.485043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:01.003906Z","time spent":"481.113259ms","remote":"127.0.0.1:38520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:51:01.485073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.686007Z","time spent":"799.058793ms","remote":"127.0.0.1:42468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:01.485052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.224657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.484361Z","caller":"traceutil/trace.go:171","msg":"trace[842231450] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9462; }","duration":"607.06555ms","start":"2026-03-31T18:51:00.877283Z","end":"2026-03-31T18:51:01.484349Z","steps":["trace[842231450] 'agreement among raft nodes before linearized reading' (duration: 606.961498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.485198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.877275Z","time spent":"607.895658ms","remote":"127.0.0.1:38476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:01.483326Z","caller":"traceutil/trace.go:171","msg":"trace[159976399] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9462; }","duration":"2.019904344s","start":"2026-03-31T18:50:59.463394Z","end":"2026-03-31T18:51:01.483298Z","steps":["trace[159976399] 'agreement among raft nodes before linearized reading' (duration: 2.019705179s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.485338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:59.463385Z","time spent":"2.021930778s","remote":"127.0.0.1:35282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:01.48312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.98113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.485428Z","caller":"traceutil/trace.go:171","msg":"trace[1003804817] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9462; }","duration":"715.327641ms","start":"2026-03-31T18:51:00.770082Z","end":"2026-03-31T18:51:01.485409Z","steps":["trace[1003804817] 'agreement among raft nodes before linearized reading' (duration: 712.942289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.485517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.770078Z","time spent":"715.417804ms","remote":"127.0.0.1:38430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"info","ts":"2026-03-31T18:51:01.48368Z","caller":"traceutil/trace.go:171","msg":"trace[1801958175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9462; }","duration":"1.089196902s","start":"2026-03-31T18:51:00.394473Z","end":"2026-03-31T18:51:01.483669Z","steps":["trace[1801958175] 'agreement among raft nodes before linearized reading' (duration: 1.089021448s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.485653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.394456Z","time spent":"1.091177767s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:01.484109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.03473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.483671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.110744Z","time spent":"1.372883926s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:01.483692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81597673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T18:51:01.483693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.706497302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6b558f47f9-rrbvx.18a201aa3a8722d5\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-31T18:51:01.485978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.085887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.485984Z","caller":"traceutil/trace.go:171","msg":"trace[1946623261] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9462; }","duration":"2.818310513s","start":"2026-03-31T18:50:58.667657Z","end":"2026-03-31T18:51:01.485968Z","steps":["trace[1946623261] 'agreement among raft nodes before linearized reading' (duration: 2.815930859s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.48603Z","caller":"traceutil/trace.go:171","msg":"trace[715323858] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9462; }","duration":"804.157428ms","start":"2026-03-31T18:51:00.681859Z","end":"2026-03-31T18:51:01.486016Z","steps":["trace[715323858] 'agreement among raft nodes before linearized reading' (duration: 804.058426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.486044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:58.667634Z","time spent":"2.818394424s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:51:01.48609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.801323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.48609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.154927539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:51:01.48613Z","caller":"traceutil/trace.go:171","msg":"trace[1609375537] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9462; }","duration":"691.861125ms","start":"2026-03-31T18:51:00.794259Z","end":"2026-03-31T18:51:01.48612Z","steps":["trace[1609375537] 'agreement among raft nodes before linearized reading' (duration: 691.788654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.486148Z","caller":"traceutil/trace.go:171","msg":"trace[687984812] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:9462; }","duration":"7.155027382s","start":"2026-03-31T18:50:54.331104Z","end":"2026-03-31T18:51:01.486131Z","steps":["trace[687984812] 'agreement among raft nodes before linearized reading' (duration: 7.154867438s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.486173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.794248Z","time spent":"691.916626ms","remote":"127.0.0.1:38438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:51:01.486192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:54.33109Z","time spent":"7.155090053s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-7prd4\" "} {"level":"info","ts":"2026-03-31T18:51:01.484261Z","caller":"traceutil/trace.go:171","msg":"trace[1447818446] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9462; }","duration":"671.664752ms","start":"2026-03-31T18:51:00.812582Z","end":"2026-03-31T18:51:01.484247Z","steps":["trace[1447818446] 'agreement among raft nodes before linearized reading' (duration: 671.555719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.48628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.775171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.486304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.812569Z","time spent":"673.713668ms","remote":"127.0.0.1:38440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"info","ts":"2026-03-31T18:51:01.485148Z","caller":"traceutil/trace.go:171","msg":"trace[115781933] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9462; }","duration":"755.33408ms","start":"2026-03-31T18:51:00.729804Z","end":"2026-03-31T18:51:01.485138Z","steps":["trace[115781933] 'agreement among raft nodes before linearized reading' (duration: 755.229468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.486387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.729794Z","time spent":"756.580969ms","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:01.486462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.424738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.486533Z","caller":"traceutil/trace.go:171","msg":"trace[1057238278] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9462; }","duration":"522.518721ms","start":"2026-03-31T18:51:00.963995Z","end":"2026-03-31T18:51:01.486513Z","steps":["trace[1057238278] 'agreement among raft nodes before linearized reading' (duration: 522.418939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.486568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.987418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.483745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.771831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.486083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.68185Z","time spent":"804.222799ms","remote":"127.0.0.1:38380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:51:01.486705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.812754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.48676Z","caller":"traceutil/trace.go:171","msg":"trace[1316334598] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9462; }","duration":"513.876275ms","start":"2026-03-31T18:51:00.972869Z","end":"2026-03-31T18:51:01.486745Z","steps":["trace[1316334598] 'agreement among raft nodes before linearized reading' (duration: 513.808794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.486817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.972861Z","time spent":"513.939426ms","remote":"127.0.0.1:38510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:01.485019Z","caller":"traceutil/trace.go:171","msg":"trace[1807707972] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9462; }","duration":"755.120916ms","start":"2026-03-31T18:51:00.729892Z","end":"2026-03-31T18:51:01.485013Z","steps":["trace[1807707972] 'agreement among raft nodes before linearized reading' (duration: 755.082605ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.486027Z","caller":"traceutil/trace.go:171","msg":"trace[228689608] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6b558f47f9-rrbvx.18a201aa3a8722d5; range_end:; response_count:1; response_revision:9462; }","duration":"7.708860746s","start":"2026-03-31T18:50:53.777146Z","end":"2026-03-31T18:51:01.486006Z","steps":["trace[228689608] 'agreement among raft nodes before linearized reading' (duration: 7.70640249s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.486892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.913186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.484989Z","caller":"traceutil/trace.go:171","msg":"trace[2025678339] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9462; }","duration":"511.761628ms","start":"2026-03-31T18:51:00.973216Z","end":"2026-03-31T18:51:01.484978Z","steps":["trace[2025678339] 'agreement among raft nodes before linearized reading' (duration: 511.705317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.486928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.777122Z","time spent":"7.709787756s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-6b558f47f9-rrbvx.18a201aa3a8722d5\" "} {"level":"info","ts":"2026-03-31T18:51:01.486955Z","caller":"traceutil/trace.go:171","msg":"trace[492140664] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9462; }","duration":"545.980687ms","start":"2026-03-31T18:51:00.94096Z","end":"2026-03-31T18:51:01.486941Z","steps":["trace[492140664] 'agreement among raft nodes before linearized reading' (duration: 545.882365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.486979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.97321Z","time spent":"513.750253ms","remote":"127.0.0.1:38510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:51:01.486989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.20132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.485001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.341372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.487012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.940899Z","time spent":"546.0967ms","remote":"127.0.0.1:38488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:01.484958Z","caller":"traceutil/trace.go:171","msg":"trace[894333138] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9462; }","duration":"754.457281ms","start":"2026-03-31T18:51:00.730488Z","end":"2026-03-31T18:51:01.484946Z","steps":["trace[894333138] 'agreement among raft nodes before linearized reading' (duration: 754.41331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.487038Z","caller":"traceutil/trace.go:171","msg":"trace[2059915870] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9462; }","duration":"545.292852ms","start":"2026-03-31T18:51:00.941727Z","end":"2026-03-31T18:51:01.48702Z","steps":["trace[2059915870] 'agreement among raft nodes before linearized reading' (duration: 545.21483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.487052Z","caller":"traceutil/trace.go:171","msg":"trace[1765880392] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9462; }","duration":"717.397139ms","start":"2026-03-31T18:51:00.769637Z","end":"2026-03-31T18:51:01.487034Z","steps":["trace[1765880392] 'agreement among raft nodes before linearized reading' (duration: 715.325402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.487063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.003361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.487073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.730474Z","time spent":"756.590179ms","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:51:01.487089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.941692Z","time spent":"545.385074ms","remote":"127.0.0.1:38488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:51:01.487098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.769631Z","time spent":"717.44899ms","remote":"127.0.0.1:38430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"info","ts":"2026-03-31T18:51:01.487114Z","caller":"traceutil/trace.go:171","msg":"trace[415283686] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9462; }","duration":"523.066213ms","start":"2026-03-31T18:51:00.964037Z","end":"2026-03-31T18:51:01.487104Z","steps":["trace[415283686] 'agreement among raft nodes before linearized reading' (duration: 522.989241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.487152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.964034Z","time spent":"523.109594ms","remote":"127.0.0.1:38502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:01.486895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.729887Z","time spent":"756.984918ms","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:51:01.483793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089305315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:51:01.487223Z","caller":"traceutil/trace.go:171","msg":"trace[13835864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9462; }","duration":"1.092766552s","start":"2026-03-31T18:51:00.39444Z","end":"2026-03-31T18:51:01.487207Z","steps":["trace[13835864] 'agreement among raft nodes before linearized reading' (duration: 1.089264644s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.483894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.602543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:01.487269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.394419Z","time spent":"1.092840515s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:51:01.487304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.699242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.487947Z","caller":"traceutil/trace.go:171","msg":"trace[798993907] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9462; }","duration":"737.348756ms","start":"2026-03-31T18:51:00.750584Z","end":"2026-03-31T18:51:01.487933Z","steps":["trace[798993907] 'agreement among raft nodes before linearized reading' (duration: 736.686292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.488045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.750579Z","time spent":"737.398627ms","remote":"127.0.0.1:38422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:51:01.483266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.649192Z","time spent":"834.06245ms","remote":"127.0.0.1:38348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:51:01.483669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.697093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.488247Z","caller":"traceutil/trace.go:171","msg":"trace[361066194] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9462; }","duration":"547.328427ms","start":"2026-03-31T18:51:00.940909Z","end":"2026-03-31T18:51:01.488237Z","steps":["trace[361066194] 'agreement among raft nodes before linearized reading' (duration: 542.687373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.487293Z","caller":"traceutil/trace.go:171","msg":"trace[1635685569] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9462; }","duration":"328.02056ms","start":"2026-03-31T18:51:01.159255Z","end":"2026-03-31T18:51:01.487276Z","steps":["trace[1635685569] 'agreement among raft nodes before linearized reading' (duration: 324.615773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.488919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:01.159235Z","time spent":"329.670338ms","remote":"127.0.0.1:38526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:51:01.483128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.223409755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.489172Z","caller":"traceutil/trace.go:171","msg":"trace[748276412] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:9462; }","duration":"3.229516583s","start":"2026-03-31T18:50:58.25964Z","end":"2026-03-31T18:51:01.489157Z","steps":["trace[748276412] 'agreement among raft nodes before linearized reading' (duration: 3.223417796s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.489215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:58.259614Z","time spent":"3.229588764s","remote":"127.0.0.1:41288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:01.483846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.422316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.489278Z","caller":"traceutil/trace.go:171","msg":"trace[1089654794] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9462; }","duration":"587.886859ms","start":"2026-03-31T18:51:00.901379Z","end":"2026-03-31T18:51:01.489266Z","steps":["trace[1089654794] 'agreement among raft nodes before linearized reading' (duration: 582.441026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.48931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.901359Z","time spent":"587.940181ms","remote":"127.0.0.1:38486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:01.483851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.44151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.489424Z","caller":"traceutil/trace.go:171","msg":"trace[1483781100] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9462; }","duration":"330.025575ms","start":"2026-03-31T18:51:01.159391Z","end":"2026-03-31T18:51:01.489416Z","steps":["trace[1483781100] 'agreement among raft nodes before linearized reading' (duration: 324.426389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.489459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:01.159385Z","time spent":"330.062266ms","remote":"127.0.0.1:38526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:01.483948Z","caller":"traceutil/trace.go:171","msg":"trace[818088557] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9462; }","duration":"2.327530946s","start":"2026-03-31T18:50:59.156358Z","end":"2026-03-31T18:51:01.483889Z","steps":["trace[818088557] 'agreement among raft nodes before linearized reading' (duration: 2.327055115s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.489527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:59.156338Z","time spent":"2.333183023s","remote":"127.0.0.1:42280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:01.484158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:01.003275Z","time spent":"480.868774ms","remote":"127.0.0.1:38520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:01.48427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.993598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.48966Z","caller":"traceutil/trace.go:171","msg":"trace[246626275] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9462; }","duration":"628.418849ms","start":"2026-03-31T18:51:00.861232Z","end":"2026-03-31T18:51:01.489651Z","steps":["trace[246626275] 'agreement among raft nodes before linearized reading' (duration: 622.989417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.489698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.861223Z","time spent":"628.46126ms","remote":"127.0.0.1:38462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:01.484347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.986003Z","time spent":"498.333907ms","remote":"127.0.0.1:38518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"info","ts":"2026-03-31T18:51:01.484388Z","caller":"traceutil/trace.go:171","msg":"trace[777338791] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9462; }","duration":"481.10879ms","start":"2026-03-31T18:51:01.003268Z","end":"2026-03-31T18:51:01.484377Z","steps":["trace[777338791] 'agreement among raft nodes before linearized reading' (duration: 480.914055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.489833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:01.003241Z","time spent":"486.579973ms","remote":"127.0.0.1:38520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"info","ts":"2026-03-31T18:51:01.484897Z","caller":"traceutil/trace.go:171","msg":"trace[1633777890] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9462; }","duration":"499.708577ms","start":"2026-03-31T18:51:00.985176Z","end":"2026-03-31T18:51:01.484884Z","steps":["trace[1633777890] 'agreement among raft nodes before linearized reading' (duration: 499.640145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.489954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.985167Z","time spent":"504.777232ms","remote":"127.0.0.1:38518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"info","ts":"2026-03-31T18:51:01.485756Z","caller":"traceutil/trace.go:171","msg":"trace[764255038] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9462; }","duration":"645.695348ms","start":"2026-03-31T18:51:00.840045Z","end":"2026-03-31T18:51:01.48574Z","steps":["trace[764255038] 'agreement among raft nodes before linearized reading' (duration: 644.02746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.490074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.84003Z","time spent":"650.036016ms","remote":"127.0.0.1:38454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:01.483735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.456922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.49022Z","caller":"traceutil/trace.go:171","msg":"trace[541542812] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:9462; }","duration":"177.976909ms","start":"2026-03-31T18:51:01.312234Z","end":"2026-03-31T18:51:01.490211Z","steps":["trace[541542812] 'agreement among raft nodes before linearized reading' (duration: 171.460643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.483772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.069237303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:51:01.49034Z","caller":"traceutil/trace.go:171","msg":"trace[934269221] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9462; }","duration":"8.07582316s","start":"2026-03-31T18:50:53.414509Z","end":"2026-03-31T18:51:01.490332Z","steps":["trace[934269221] 'agreement among raft nodes before linearized reading' (duration: 8.069193092s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.490364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.414499Z","time spent":"8.075856971s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:51:01.486592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.963977Z","time spent":"522.598272ms","remote":"127.0.0.1:38502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"info","ts":"2026-03-31T18:51:01.486599Z","caller":"traceutil/trace.go:171","msg":"trace[1760742174] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9462; }","duration":"773.042699ms","start":"2026-03-31T18:51:00.713547Z","end":"2026-03-31T18:51:01.48659Z","steps":["trace[1760742174] 'agreement among raft nodes before linearized reading' (duration: 772.995768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.486655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.736173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.491096Z","caller":"traceutil/trace.go:171","msg":"trace[956703830] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9462; }","duration":"518.198723ms","start":"2026-03-31T18:51:00.972887Z","end":"2026-03-31T18:51:01.491086Z","steps":["trace[956703830] 'agreement among raft nodes before linearized reading' (duration: 513.732082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.491129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.972876Z","time spent":"518.242754ms","remote":"127.0.0.1:38510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"info","ts":"2026-03-31T18:51:01.486652Z","caller":"traceutil/trace.go:171","msg":"trace[1561878795] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9462; }","duration":"584.682247ms","start":"2026-03-31T18:51:00.90195Z","end":"2026-03-31T18:51:01.486632Z","steps":["trace[1561878795] 'agreement among raft nodes before linearized reading' (duration: 581.758801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.491203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.901943Z","time spent":"589.24272ms","remote":"127.0.0.1:38486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:51:01.486885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163557291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-31T18:51:01.491396Z","caller":"traceutil/trace.go:171","msg":"trace[832124802] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:9462; }","duration":"2.168111544s","start":"2026-03-31T18:50:59.32327Z","end":"2026-03-31T18:51:01.491382Z","steps":["trace[832124802] 'agreement among raft nodes before linearized reading' (duration: 2.160715847s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.491435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:59.323248Z","time spent":"2.168175495s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T18:51:01.483821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823893078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:51:01.491526Z","caller":"traceutil/trace.go:171","msg":"trace[1530400260] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9462; }","duration":"2.831632963s","start":"2026-03-31T18:50:58.659883Z","end":"2026-03-31T18:51:01.491516Z","steps":["trace[1530400260] 'agreement among raft nodes before linearized reading' (duration: 2.823846697s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.49156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:58.659864Z","time spent":"2.831686873s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:51:01.483799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.331064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.491637Z","caller":"traceutil/trace.go:171","msg":"trace[1595841868] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9462; }","duration":"590.186301ms","start":"2026-03-31T18:51:00.90144Z","end":"2026-03-31T18:51:01.491627Z","steps":["trace[1595841868] 'agreement among raft nodes before linearized reading' (duration: 582.333094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.491668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.901372Z","time spent":"590.285933ms","remote":"127.0.0.1:38486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:51:01.48732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.246547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.491807Z","caller":"traceutil/trace.go:171","msg":"trace[681977818] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9462; }","duration":"527.741468ms","start":"2026-03-31T18:51:00.964055Z","end":"2026-03-31T18:51:01.491797Z","steps":["trace[681977818] 'agreement among raft nodes before linearized reading' (duration: 523.240076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.491841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.96405Z","time spent":"527.779548ms","remote":"127.0.0.1:38502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:51:01.483796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.579221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.491973Z","caller":"traceutil/trace.go:171","msg":"trace[253101152] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9462; }","duration":"331.769494ms","start":"2026-03-31T18:51:01.160191Z","end":"2026-03-31T18:51:01.491961Z","steps":["trace[253101152] 'agreement among raft nodes before linearized reading' (duration: 323.56896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.492011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:01.160182Z","time spent":"331.817046ms","remote":"127.0.0.1:38526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:51:01.487491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.097661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.492106Z","caller":"traceutil/trace.go:171","msg":"trace[1215462008] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9462; }","duration":"741.721865ms","start":"2026-03-31T18:51:00.750374Z","end":"2026-03-31T18:51:01.492096Z","steps":["trace[1215462008] 'agreement among raft nodes before linearized reading' (duration: 737.092321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.492148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.75037Z","time spent":"741.761956ms","remote":"127.0.0.1:38422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:01.487518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.021045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.492328Z","caller":"traceutil/trace.go:171","msg":"trace[978873635] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9462; }","duration":"828.860553ms","start":"2026-03-31T18:51:00.663457Z","end":"2026-03-31T18:51:01.492317Z","steps":["trace[978873635] 'agreement among raft nodes before linearized reading' (duration: 824.006494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.492368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.663446Z","time spent":"828.909694ms","remote":"127.0.0.1:38364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:51:01.483782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.536529169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.492586Z","caller":"traceutil/trace.go:171","msg":"trace[776723295] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9462; }","duration":"4.545372467s","start":"2026-03-31T18:50:56.947203Z","end":"2026-03-31T18:51:01.492575Z","steps":["trace[776723295] 'agreement among raft nodes before linearized reading' (duration: 4.536535959s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.492624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:56.947183Z","time spent":"4.545428589s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:01.487563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.087982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.492776Z","caller":"traceutil/trace.go:171","msg":"trace[1310304847] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9462; }","duration":"811.315119ms","start":"2026-03-31T18:51:00.681449Z","end":"2026-03-31T18:51:01.492765Z","steps":["trace[1310304847] 'agreement among raft nodes before linearized reading' (duration: 806.081242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.492815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.681428Z","time spent":"811.375531ms","remote":"127.0.0.1:38380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:51:01.490757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.713536Z","time spent":"777.127221ms","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:51:01.494115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.537397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.494179Z","caller":"traceutil/trace.go:171","msg":"trace[1016480677] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9462; }","duration":"812.638329ms","start":"2026-03-31T18:51:00.681519Z","end":"2026-03-31T18:51:01.494157Z","steps":["trace[1016480677] 'agreement among raft nodes before linearized reading' (duration: 804.585938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.494213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.681497Z","time spent":"812.70781ms","remote":"127.0.0.1:38380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:01.494305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.129412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.494342Z","caller":"traceutil/trace.go:171","msg":"trace[101965065] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9462; }","duration":"830.190654ms","start":"2026-03-31T18:51:00.664143Z","end":"2026-03-31T18:51:01.494334Z","steps":["trace[101965065] 'agreement among raft nodes before linearized reading' (duration: 822.242495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.494408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.664135Z","time spent":"830.223744ms","remote":"127.0.0.1:38364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:51:01.498407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.940868Z","time spent":"547.396999ms","remote":"127.0.0.1:38488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"info","ts":"2026-03-31T18:51:01.506027Z","caller":"traceutil/trace.go:171","msg":"trace[2055922076] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9462; }","duration":"836.839513ms","start":"2026-03-31T18:51:00.649475Z","end":"2026-03-31T18:51:01.486314Z","steps":["trace[2055922076] 'agreement among raft nodes before linearized reading' (duration: 836.761671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.50611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.64947Z","time spent":"856.616687ms","remote":"127.0.0.1:38348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:51:01.506241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.701485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:01.506308Z","caller":"traceutil/trace.go:171","msg":"trace[1307964870] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9462; }","duration":"842.798006ms","start":"2026-03-31T18:51:00.663497Z","end":"2026-03-31T18:51:01.506295Z","steps":["trace[1307964870] 'agreement among raft nodes before linearized reading' (duration: 823.348299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.506342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.663492Z","time spent":"842.842267ms","remote":"127.0.0.1:38364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:01.678194Z","caller":"traceutil/trace.go:171","msg":"trace[476558325] transaction","detail":"{read_only:false; response_revision:9463; number_of_response:1; }","duration":"187.458122ms","start":"2026-03-31T18:51:01.490699Z","end":"2026-03-31T18:51:01.678157Z","steps":["trace[476558325] 'process raft request' (duration: 125.677933ms)","trace[476558325] 'compare' (duration: 61.342909ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:01.678293Z","caller":"traceutil/trace.go:171","msg":"trace[1801543121] transaction","detail":"{read_only:false; response_revision:9464; number_of_response:1; }","duration":"187.286568ms","start":"2026-03-31T18:51:01.490954Z","end":"2026-03-31T18:51:01.67824Z","steps":["trace[1801543121] 'process raft request' (duration: 187.067474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.678526Z","caller":"traceutil/trace.go:171","msg":"trace[1366681452] transaction","detail":"{read_only:false; response_revision:9470; number_of_response:1; }","duration":"169.889727ms","start":"2026-03-31T18:51:01.508611Z","end":"2026-03-31T18:51:01.6785Z","steps":["trace[1366681452] 'process raft request' (duration: 169.699833ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.678575Z","caller":"traceutil/trace.go:171","msg":"trace[607978049] transaction","detail":"{read_only:false; response_revision:9467; number_of_response:1; }","duration":"184.949056ms","start":"2026-03-31T18:51:01.493588Z","end":"2026-03-31T18:51:01.678537Z","steps":["trace[607978049] 'process raft request' (duration: 184.608438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.678665Z","caller":"traceutil/trace.go:171","msg":"trace[1756339949] linearizableReadLoop","detail":"{readStateIndex:9832; appliedIndex:9830; }","duration":"186.334206ms","start":"2026-03-31T18:51:01.492311Z","end":"2026-03-31T18:51:01.678645Z","steps":["trace[1756339949] 'read index received' (duration: 124.080098ms)","trace[1756339949] 'applied index is now lower than readState.Index' (duration: 62.252698ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:01.678654Z","caller":"traceutil/trace.go:171","msg":"trace[696203006] transaction","detail":"{read_only:false; response_revision:9465; number_of_response:1; }","duration":"185.079249ms","start":"2026-03-31T18:51:01.493546Z","end":"2026-03-31T18:51:01.678625Z","steps":["trace[696203006] 'process raft request' (duration: 184.580428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.67884Z","caller":"traceutil/trace.go:171","msg":"trace[65992850] transaction","detail":"{read_only:false; response_revision:9469; number_of_response:1; }","duration":"183.719318ms","start":"2026-03-31T18:51:01.495104Z","end":"2026-03-31T18:51:01.678824Z","steps":["trace[65992850] 'process raft request' (duration: 183.171205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.678847Z","caller":"traceutil/trace.go:171","msg":"trace[1865375775] transaction","detail":"{read_only:false; response_revision:9466; number_of_response:1; }","duration":"185.257703ms","start":"2026-03-31T18:51:01.493568Z","end":"2026-03-31T18:51:01.678826Z","steps":["trace[1865375775] 'process raft request' (duration: 184.599618ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.678957Z","caller":"traceutil/trace.go:171","msg":"trace[980224513] transaction","detail":"{read_only:false; response_revision:9471; number_of_response:1; }","duration":"169.409727ms","start":"2026-03-31T18:51:01.509534Z","end":"2026-03-31T18:51:01.678944Z","steps":["trace[980224513] 'process raft request' (duration: 168.917365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.679121Z","caller":"traceutil/trace.go:171","msg":"trace[1638444068] transaction","detail":"{read_only:false; response_revision:9468; number_of_response:1; }","duration":"185.477619ms","start":"2026-03-31T18:51:01.493631Z","end":"2026-03-31T18:51:01.679109Z","steps":["trace[1638444068] 'process raft request' (duration: 184.603098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.679341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.238982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-31T18:51:01.679375Z","caller":"traceutil/trace.go:171","msg":"trace[793852623] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:9471; }","duration":"185.303053ms","start":"2026-03-31T18:51:01.494063Z","end":"2026-03-31T18:51:01.679366Z","steps":["trace[793852623] 'agreement among raft nodes before linearized reading' (duration: 185.16752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.679359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.080181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:51:01.679421Z","caller":"traceutil/trace.go:171","msg":"trace[204994148] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9471; }","duration":"186.184394ms","start":"2026-03-31T18:51:01.493221Z","end":"2026-03-31T18:51:01.679405Z","steps":["trace[204994148] 'agreement among raft nodes before linearized reading' (duration: 185.893478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.679574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.236737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-31T18:51:01.679619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.858952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224171"} {"level":"info","ts":"2026-03-31T18:51:01.680457Z","caller":"traceutil/trace.go:171","msg":"trace[929159508] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9471; }","duration":"184.731091ms","start":"2026-03-31T18:51:01.495705Z","end":"2026-03-31T18:51:01.680436Z","steps":["trace[929159508] 'agreement among raft nodes before linearized reading' (duration: 183.449883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:01.679631Z","caller":"traceutil/trace.go:171","msg":"trace[414774511] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9471; }","duration":"187.33218ms","start":"2026-03-31T18:51:01.492285Z","end":"2026-03-31T18:51:01.679617Z","steps":["trace[414774511] 'agreement among raft nodes before linearized reading' (duration: 186.988092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:02.274818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961703913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:03.360866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.455744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:51:03.360955Z","caller":"traceutil/trace.go:171","msg":"trace[460629636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"990.586947ms","start":"2026-03-31T18:51:02.370348Z","end":"2026-03-31T18:51:03.360935Z","steps":["trace[460629636] 'agreement among raft nodes before linearized reading' (duration: 990.475705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:03.361006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:02.370329Z","time spent":"990.665088ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/31 18:51:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:03.424258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:02.332019Z","time spent":"1.092227541s","remote":"127.0.0.1:38548","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:51:03.424894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.417018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:03.424992Z","caller":"traceutil/trace.go:171","msg":"trace[1879240383] linearizableReadLoop","detail":"{readStateIndex:9841; appliedIndex:9840; }","duration":"1.65120119s","start":"2026-03-31T18:51:01.773773Z","end":"2026-03-31T18:51:03.424974Z","steps":["trace[1879240383] 'read index received' (duration: 751.592238ms)","trace[1879240383] 'applied index is now lower than readState.Index' (duration: 899.605692ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:03.425084Z","caller":"traceutil/trace.go:171","msg":"trace[241952486] transaction","detail":"{read_only:false; response_revision:9473; number_of_response:1; }","duration":"1.739383191s","start":"2026-03-31T18:51:01.685689Z","end":"2026-03-31T18:51:03.425073Z","steps":["trace[241952486] 'process raft request' (duration: 839.701217ms)","trace[241952486] 'compare' (duration: 899.275285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.425148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:01.685672Z","time spent":"1.739443022s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:03.425393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65161578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:03.425432Z","caller":"traceutil/trace.go:171","msg":"trace[2119785954] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9473; }","duration":"1.651693601s","start":"2026-03-31T18:51:01.773728Z","end":"2026-03-31T18:51:03.425422Z","steps":["trace[2119785954] 'agreement among raft nodes before linearized reading' (duration: 1.651599199s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:03.42546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:01.773708Z","time spent":"1.651744333s","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:51:03.425657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434412969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:03.425694Z","caller":"traceutil/trace.go:171","msg":"trace[943821945] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:9473; }","duration":"1.434487121s","start":"2026-03-31T18:51:01.991198Z","end":"2026-03-31T18:51:03.425685Z","steps":["trace[943821945] 'agreement among raft nodes before linearized reading' (duration: 1.434394879s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:03.425695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.216338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:03.425762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.791973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:03.425792Z","caller":"traceutil/trace.go:171","msg":"trace[1574492682] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9473; }","duration":"224.29061ms","start":"2026-03-31T18:51:03.201449Z","end":"2026-03-31T18:51:03.42574Z","steps":["trace[1574492682] 'agreement among raft nodes before linearized reading' (duration: 224.179948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:03.425883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.490422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:03.425722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:01.99118Z","time spent":"1.434533241s","remote":"127.0.0.1:42380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":55,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:03.425908Z","caller":"traceutil/trace.go:171","msg":"trace[96600707] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:9473; }","duration":"843.554274ms","start":"2026-03-31T18:51:02.582347Z","end":"2026-03-31T18:51:03.425901Z","steps":["trace[96600707] 'agreement among raft nodes before linearized reading' (duration: 843.506813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:03.425934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:02.582325Z","time spent":"843.602184ms","remote":"127.0.0.1:42182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:03.425799Z","caller":"traceutil/trace.go:171","msg":"trace[572261531] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9473; }","duration":"472.849534ms","start":"2026-03-31T18:51:02.952939Z","end":"2026-03-31T18:51:03.425788Z","steps":["trace[572261531] 'agreement among raft nodes before linearized reading' (duration: 472.799173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:03.426021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.062185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:51:03.426017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172390281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:03.42584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.413262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:03.42606Z","caller":"traceutil/trace.go:171","msg":"trace[298084244] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:9473; }","duration":"970.142607ms","start":"2026-03-31T18:51:02.455905Z","end":"2026-03-31T18:51:03.426048Z","steps":["trace[298084244] 'agreement among raft nodes before linearized reading' (duration: 970.005254ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:03.426078Z","caller":"traceutil/trace.go:171","msg":"trace[1295012947] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9473; }","duration":"1.172489883s","start":"2026-03-31T18:51:02.253566Z","end":"2026-03-31T18:51:03.426056Z","steps":["trace[1295012947] 'agreement among raft nodes before linearized reading' (duration: 1.17237473s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:03.42609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:02.455841Z","time spent":"970.24086ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-03-31T18:51:03.426123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:02.253549Z","time spent":"1.172563715s","remote":"127.0.0.1:41990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:03.426108Z","caller":"traceutil/trace.go:171","msg":"trace[788740589] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9473; }","duration":"682.662237ms","start":"2026-03-31T18:51:02.743417Z","end":"2026-03-31T18:51:03.426079Z","steps":["trace[788740589] 'agreement among raft nodes before linearized reading' (duration: 682.398542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:03.426173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:02.743349Z","time spent":"682.807241ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:03.426116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:02.952923Z","time spent":"473.122831ms","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:03.809109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.13254ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T18:51:03.809345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.427143Z","time spent":"382.194927ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:51:03.809426Z","caller":"traceutil/trace.go:171","msg":"trace[1918252809] transaction","detail":"{read_only:false; response_revision:9474; number_of_response:1; }","duration":"318.517647ms","start":"2026-03-31T18:51:03.490884Z","end":"2026-03-31T18:51:03.809402Z","steps":["trace[1918252809] 'process raft request' (duration: 318.346834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:03.809521Z","caller":"traceutil/trace.go:171","msg":"trace[259178665] linearizableReadLoop","detail":"{readStateIndex:9842; appliedIndex:9841; }","duration":"380.004738ms","start":"2026-03-31T18:51:03.429477Z","end":"2026-03-31T18:51:03.809481Z","steps":["trace[259178665] 'read index received' (duration: 121.50837ms)","trace[259178665] 'applied index is now lower than readState.Index' (duration: 258.489678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.809772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.269885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:03.809853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.490846Z","time spent":"318.638059ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:03.809886Z","caller":"traceutil/trace.go:171","msg":"trace[567442453] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9474; }","duration":"380.438418ms","start":"2026-03-31T18:51:03.429424Z","end":"2026-03-31T18:51:03.809863Z","steps":["trace[567442453] 'agreement among raft nodes before linearized reading' (duration: 380.262395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:03.809942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.429411Z","time spent":"380.51818ms","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:51:04.310226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961703923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:04.696986Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005021802s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:51:04.697428Z","caller":"traceutil/trace.go:171","msg":"trace[2045100361] transaction","detail":"{read_only:false; response_revision:9475; number_of_response:1; }","duration":"1.005525694s","start":"2026-03-31T18:51:03.691874Z","end":"2026-03-31T18:51:04.6974Z","steps":["trace[2045100361] 'process raft request' (duration: 1.00535198s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.69758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.691864Z","time spent":"1.005628806s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:05.45146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000153064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:51:05.451571Z","caller":"traceutil/trace.go:171","msg":"trace[8712973] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000308587s","start":"2026-03-31T18:51:03.45124Z","end":"2026-03-31T18:51:05.451549Z","steps":["trace[8712973] 'agreement among raft nodes before linearized reading' (duration: 2.000162374s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.451622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.451232Z","time spent":"2.000375898s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:51:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:05.913236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.875496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:05.913385Z","caller":"traceutil/trace.go:171","msg":"trace[1509128591] linearizableReadLoop","detail":"{readStateIndex:9846; appliedIndex:9843; }","duration":"2.103628978s","start":"2026-03-31T18:51:03.809744Z","end":"2026-03-31T18:51:05.913373Z","steps":["trace[1509128591] 'read index received' (duration: 887.46538ms)","trace[1509128591] 'applied index is now lower than readState.Index' (duration: 1.216162828s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:05.91344Z","caller":"traceutil/trace.go:171","msg":"trace[561604567] transaction","detail":"{read_only:false; response_revision:9476; number_of_response:1; }","duration":"2.221446615s","start":"2026-03-31T18:51:03.691985Z","end":"2026-03-31T18:51:05.913432Z","steps":["trace[561604567] 'process raft request' (duration: 1.245274882s)","trace[561604567] 'compare' (duration: 975.778164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:05.913482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.691965Z","time spent":"2.221494987s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:05.913589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223549442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:51:05.913648Z","caller":"traceutil/trace.go:171","msg":"trace[742698557] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9477; }","duration":"2.223610373s","start":"2026-03-31T18:51:03.690021Z","end":"2026-03-31T18:51:05.913631Z","steps":["trace[742698557] 'agreement among raft nodes before linearized reading' (duration: 2.223429589s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.913669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.483620105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20094416909d3\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-31T18:51:05.913693Z","caller":"traceutil/trace.go:171","msg":"trace[1822899475] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20094416909d3; range_end:; response_count:1; response_revision:9477; }","duration":"2.483654926s","start":"2026-03-31T18:51:03.430028Z","end":"2026-03-31T18:51:05.913683Z","steps":["trace[1822899475] 'agreement among raft nodes before linearized reading' (duration: 2.483592854s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.913715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.430021Z","time spent":"2.483690556s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20094416909d3\" "} {"level":"warn","ts":"2026-03-31T18:51:05.913829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223803808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:51:05.913915Z","caller":"traceutil/trace.go:171","msg":"trace[701104915] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9477; }","duration":"2.223921331s","start":"2026-03-31T18:51:03.689971Z","end":"2026-03-31T18:51:05.913892Z","steps":["trace[701104915] 'agreement among raft nodes before linearized reading' (duration: 2.223650665s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.913963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.689958Z","time spent":"2.223995973s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:51:05.914047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223990243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:51:05.914091Z","caller":"traceutil/trace.go:171","msg":"trace[615427819] transaction","detail":"{read_only:false; response_revision:9477; number_of_response:1; }","duration":"2.1033154s","start":"2026-03-31T18:51:03.810764Z","end":"2026-03-31T18:51:05.91408Z","steps":["trace[615427819] 'process raft request' (duration: 2.102558014s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.91409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223648783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:51:05.914135Z","caller":"traceutil/trace.go:171","msg":"trace[1181169622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9477; }","duration":"2.224098445s","start":"2026-03-31T18:51:03.690008Z","end":"2026-03-31T18:51:05.914106Z","steps":["trace[1181169622] 'agreement among raft nodes before linearized reading' (duration: 2.22385908s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:05.914154Z","caller":"traceutil/trace.go:171","msg":"trace[1532833456] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:9477; }","duration":"2.223720465s","start":"2026-03-31T18:51:03.690398Z","end":"2026-03-31T18:51:05.914118Z","steps":["trace[1532833456] 'agreement among raft nodes before linearized reading' (duration: 2.223606313s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.914179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.81074Z","time spent":"2.103376031s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:05.914184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.690377Z","time spent":"2.223800588s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-7prd4\" "} {"level":"warn","ts":"2026-03-31T18:51:05.914183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.690005Z","time spent":"2.224168556s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:05.914381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224287509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:51:05.914503Z","caller":"traceutil/trace.go:171","msg":"trace[1535911895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9477; }","duration":"2.224432563s","start":"2026-03-31T18:51:03.690044Z","end":"2026-03-31T18:51:05.914476Z","steps":["trace[1535911895] 'agreement among raft nodes before linearized reading' (duration: 2.224092345s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.913684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.690019Z","time spent":"2.223657315s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:51:05.914571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.690036Z","time spent":"2.224520665s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:51:07.032571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.949298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:07.032717Z","caller":"traceutil/trace.go:171","msg":"trace[612838900] linearizableReadLoop","detail":"{readStateIndex:9847; appliedIndex:9846; }","duration":"1.1192921s","start":"2026-03-31T18:51:05.913408Z","end":"2026-03-31T18:51:07.0327Z","steps":["trace[612838900] 'read index received' (duration: 221.070486ms)","trace[612838900] 'applied index is now lower than readState.Index' (duration: 898.219634ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:07.032791Z","caller":"traceutil/trace.go:171","msg":"trace[2061734449] transaction","detail":"{read_only:false; response_revision:9478; number_of_response:1; }","duration":"1.217603228s","start":"2026-03-31T18:51:05.815177Z","end":"2026-03-31T18:51:07.03278Z","steps":["trace[2061734449] 'process raft request' (duration: 319.288593ms)","trace[2061734449] 'compare' (duration: 897.519477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:07.032867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:05.815149Z","time spent":"1.21767384s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:07.033095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.034711389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:07.033095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581121636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:07.033139Z","caller":"traceutil/trace.go:171","msg":"trace[1759288942] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9478; }","duration":"3.034794451s","start":"2026-03-31T18:51:03.99833Z","end":"2026-03-31T18:51:07.033125Z","steps":["trace[1759288942] 'agreement among raft nodes before linearized reading' (duration: 3.034719599s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:07.033175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.998308Z","time spent":"3.034857442s","remote":"127.0.0.1:42560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:07.033173Z","caller":"traceutil/trace.go:171","msg":"trace[1888463050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9478; }","duration":"1.581240249s","start":"2026-03-31T18:51:05.451912Z","end":"2026-03-31T18:51:07.033152Z","steps":["trace[1888463050] 'agreement among raft nodes before linearized reading' (duration: 1.581078105s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:07.033279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:05.451895Z","time spent":"1.581372021s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:07.03347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.218970088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:51:07.033509Z","caller":"traceutil/trace.go:171","msg":"trace[2131603520] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9478; }","duration":"3.21903756s","start":"2026-03-31T18:51:03.814462Z","end":"2026-03-31T18:51:07.0335Z","steps":["trace[2131603520] 'agreement among raft nodes before linearized reading' (duration: 3.218859886s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:07.033539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.814447Z","time spent":"3.219085001s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:51:07.033746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176888273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:07.033809Z","caller":"traceutil/trace.go:171","msg":"trace[2094314144] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:9478; }","duration":"1.176985966s","start":"2026-03-31T18:51:05.856804Z","end":"2026-03-31T18:51:07.03379Z","steps":["trace[2094314144] 'agreement among raft nodes before linearized reading' (duration: 1.176859183s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:07.033848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:05.856788Z","time spent":"1.177050277s","remote":"127.0.0.1:34706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:07.102742Z","caller":"traceutil/trace.go:171","msg":"trace[738660889] transaction","detail":"{read_only:false; response_revision:9479; number_of_response:1; }","duration":"1.186072931s","start":"2026-03-31T18:51:05.91664Z","end":"2026-03-31T18:51:07.102713Z","steps":["trace[738660889] 'process raft request' (duration: 1.185756394s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:07.10289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:05.916626Z","time spent":"1.186191633s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:07.103353Z","caller":"traceutil/trace.go:171","msg":"trace[1605019103] transaction","detail":"{read_only:false; response_revision:9480; number_of_response:1; }","duration":"1.185334523s","start":"2026-03-31T18:51:05.917975Z","end":"2026-03-31T18:51:07.103309Z","steps":["trace[1605019103] 'process raft request' (duration: 1.184600887s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:07.103439Z","caller":"traceutil/trace.go:171","msg":"trace[874233327] transaction","detail":"{read_only:false; response_revision:9481; number_of_response:1; }","duration":"1.184161088s","start":"2026-03-31T18:51:05.919264Z","end":"2026-03-31T18:51:07.103425Z","steps":["trace[874233327] 'process raft request' (duration: 1.183933392s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:07.103576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:05.91924Z","time spent":"1.18424405s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:07.103564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:05.91795Z","time spent":"1.185490127s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:07.103386Z","caller":"traceutil/trace.go:171","msg":"trace[2083718481] transaction","detail":"{read_only:false; response_revision:9483; number_of_response:1; }","duration":"1.183339529s","start":"2026-03-31T18:51:05.920038Z","end":"2026-03-31T18:51:07.103377Z","steps":["trace[2083718481] 'process raft request' (duration: 1.183264708s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:07.103669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:05.920016Z","time spent":"1.183629265s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:07.103371Z","caller":"traceutil/trace.go:171","msg":"trace[1402563895] transaction","detail":"{read_only:false; response_revision:9482; number_of_response:1; }","duration":"1.184047085s","start":"2026-03-31T18:51:05.919293Z","end":"2026-03-31T18:51:07.10334Z","steps":["trace[1402563895] 'process raft request' (duration: 1.183964753s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:07.103748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:05.919268Z","time spent":"1.184462844s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:07.7787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.58181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:07.778804Z","caller":"traceutil/trace.go:171","msg":"trace[1079701977] linearizableReadLoop","detail":"{readStateIndex:9853; appliedIndex:9847; }","duration":"746.041573ms","start":"2026-03-31T18:51:07.032744Z","end":"2026-03-31T18:51:07.778786Z","steps":["trace[1079701977] 'read index received' (duration: 69.734007ms)","trace[1079701977] 'applied index is now lower than readState.Index' (duration: 676.305636ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:07.778872Z","caller":"traceutil/trace.go:171","msg":"trace[394711716] transaction","detail":"{read_only:false; response_revision:9484; number_of_response:1; }","duration":"1.076420985s","start":"2026-03-31T18:51:06.702413Z","end":"2026-03-31T18:51:07.778834Z","steps":["trace[394711716] 'process raft request' (duration: 473.6227ms)","trace[394711716] 'compare' (duration: 602.305504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:07.778967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.791355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:07.779028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:06.702385Z","time spent":"1.076557937s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:07.77904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.123241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19407"} {"level":"warn","ts":"2026-03-31T18:51:07.779029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86247813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T18:51:07.779072Z","caller":"traceutil/trace.go:171","msg":"trace[1454944839] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9484; }","duration":"744.206243ms","start":"2026-03-31T18:51:07.034856Z","end":"2026-03-31T18:51:07.779062Z","steps":["trace[1454944839] 'agreement among raft nodes before linearized reading' (duration: 744.031869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:07.779072Z","caller":"traceutil/trace.go:171","msg":"trace[1418511352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9484; }","duration":"736.935429ms","start":"2026-03-31T18:51:07.042119Z","end":"2026-03-31T18:51:07.779054Z","steps":["trace[1418511352] 'agreement among raft nodes before linearized reading' (duration: 736.777085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:07.779081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.824497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200badd6cc954\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:51:07.779101Z","caller":"traceutil/trace.go:171","msg":"trace[1715427937] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9484; }","duration":"1.862633813s","start":"2026-03-31T18:51:05.916449Z","end":"2026-03-31T18:51:07.779083Z","steps":["trace[1715427937] 'agreement among raft nodes before linearized reading' (duration: 1.862410638s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:07.77912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:07.042103Z","time spent":"737.004601ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:07.779104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:07.034836Z","time spent":"744.261324ms","remote":"127.0.0.1:42242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19431,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:51:07.779155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:05.916431Z","time spent":"1.862716014s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T18:51:07.779161Z","caller":"traceutil/trace.go:171","msg":"trace[1197117720] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200badd6cc954; range_end:; response_count:1; response_revision:9484; }","duration":"671.944629ms","start":"2026-03-31T18:51:07.107192Z","end":"2026-03-31T18:51:07.779136Z","steps":["trace[1197117720] 'agreement among raft nodes before linearized reading' (duration: 671.700163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:07.779223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:07.107174Z","time spent":"672.031201ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200badd6cc954\" "} {"level":"warn","ts":"2026-03-31T18:51:07.779327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860080475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224171"} {"level":"info","ts":"2026-03-31T18:51:07.779408Z","caller":"traceutil/trace.go:171","msg":"trace[258641238] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9484; }","duration":"1.860213028s","start":"2026-03-31T18:51:05.919177Z","end":"2026-03-31T18:51:07.77939Z","steps":["trace[258641238] 'agreement among raft nodes before linearized reading' (duration: 1.859629005s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:07.779465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:05.91915Z","time spent":"1.86030178s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224195,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:51:07.77952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024861228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T18:51:07.779564Z","caller":"traceutil/trace.go:171","msg":"trace[1929474666] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9484; }","duration":"1.02494806s","start":"2026-03-31T18:51:06.754604Z","end":"2026-03-31T18:51:07.779552Z","steps":["trace[1929474666] 'agreement among raft nodes before linearized reading' (duration: 1.024193883s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:07.779594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:06.754575Z","time spent":"1.025013762s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-31T18:51:08.032084Z","caller":"traceutil/trace.go:171","msg":"trace[290106440] transaction","detail":"{read_only:false; response_revision:9486; number_of_response:1; }","duration":"230.731294ms","start":"2026-03-31T18:51:07.801325Z","end":"2026-03-31T18:51:08.032057Z","steps":["trace[290106440] 'process raft request' (duration: 230.55045ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:08.09509Z","caller":"traceutil/trace.go:171","msg":"trace[993278561] linearizableReadLoop","detail":"{readStateIndex:9856; appliedIndex:9855; }","duration":"154.852149ms","start":"2026-03-31T18:51:07.940212Z","end":"2026-03-31T18:51:08.095065Z","steps":["trace[993278561] 'read index received' (duration: 91.945175ms)","trace[993278561] 'applied index is now lower than readState.Index' (duration: 62.906364ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:08.095187Z","caller":"traceutil/trace.go:171","msg":"trace[396213962] transaction","detail":"{read_only:false; response_revision:9487; number_of_response:1; }","duration":"174.95435ms","start":"2026-03-31T18:51:07.920226Z","end":"2026-03-31T18:51:08.09518Z","steps":["trace[396213962] 'process raft request' (duration: 174.741856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:08.095439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.212487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:08.095466Z","caller":"traceutil/trace.go:171","msg":"trace[1993055255] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:9487; }","duration":"155.297029ms","start":"2026-03-31T18:51:07.940162Z","end":"2026-03-31T18:51:08.095459Z","steps":["trace[1993055255] 'agreement among raft nodes before linearized reading' (duration: 155.235237ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:08.264043Z","caller":"traceutil/trace.go:171","msg":"trace[2099081769] transaction","detail":"{read_only:false; response_revision:9488; number_of_response:1; }","duration":"166.271776ms","start":"2026-03-31T18:51:08.097716Z","end":"2026-03-31T18:51:08.263988Z","steps":["trace[2099081769] 'process raft request' (duration: 84.855907ms)","trace[2099081769] 'compare' (duration: 81.162343ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:08.299468Z","caller":"traceutil/trace.go:171","msg":"trace[1497791794] transaction","detail":"{read_only:false; response_revision:9489; number_of_response:1; }","duration":"197.337674ms","start":"2026-03-31T18:51:08.102095Z","end":"2026-03-31T18:51:08.299433Z","steps":["trace[1497791794] 'process raft request' (duration: 196.803273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.131995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.45323ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:51:09.132108Z","caller":"traceutil/trace.go:171","msg":"trace[2078720887] linearizableReadLoop","detail":"{readStateIndex:9860; appliedIndex:9859; }","duration":"677.937932ms","start":"2026-03-31T18:51:08.454147Z","end":"2026-03-31T18:51:09.132085Z","steps":["trace[2078720887] 'read index received' (duration: 92.992µs)","trace[2078720887] 'applied index is now lower than readState.Index' (duration: 677.84322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:09.132795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.654407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:09.132866Z","caller":"traceutil/trace.go:171","msg":"trace[1028992761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9490; }","duration":"678.77594ms","start":"2026-03-31T18:51:08.454071Z","end":"2026-03-31T18:51:09.132847Z","steps":["trace[1028992761] 'agreement among raft nodes before linearized reading' (duration: 678.652057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.133113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:08.454045Z","time spent":"678.965874ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:51:09.168184Z","caller":"traceutil/trace.go:171","msg":"trace[1428144670] transaction","detail":"{read_only:false; response_revision:9491; number_of_response:1; }","duration":"157.849026ms","start":"2026-03-31T18:51:09.010247Z","end":"2026-03-31T18:51:09.168096Z","steps":["trace[1428144670] 'process raft request' (duration: 157.658072ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:09.22554Z","caller":"traceutil/trace.go:171","msg":"trace[1377354269] transaction","detail":"{read_only:false; response_revision:9492; number_of_response:1; }","duration":"186.239634ms","start":"2026-03-31T18:51:09.039266Z","end":"2026-03-31T18:51:09.225505Z","steps":["trace[1377354269] 'process raft request' (duration: 185.994268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.225567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.864885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:51:09.22564Z","caller":"traceutil/trace.go:171","msg":"trace[1292172073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9492; }","duration":"116.990938ms","start":"2026-03-31T18:51:09.10863Z","end":"2026-03-31T18:51:09.225621Z","steps":["trace[1292172073] 'agreement among raft nodes before linearized reading' (duration: 116.808754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.225686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.768755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:09.225678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.487324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:51:09.225751Z","caller":"traceutil/trace.go:171","msg":"trace[1607911552] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:9492; }","duration":"741.90577ms","start":"2026-03-31T18:51:08.483829Z","end":"2026-03-31T18:51:09.225735Z","steps":["trace[1607911552] 'agreement among raft nodes before linearized reading' (duration: 741.750385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.225784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:08.483805Z","time spent":"741.973071ms","remote":"127.0.0.1:39410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:09.225797Z","caller":"traceutil/trace.go:171","msg":"trace[954270978] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9492; }","duration":"115.630529ms","start":"2026-03-31T18:51:09.110134Z","end":"2026-03-31T18:51:09.225764Z","steps":["trace[954270978] 'agreement among raft nodes before linearized reading' (duration: 115.397063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.225928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.264395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:51:09.226008Z","caller":"traceutil/trace.go:171","msg":"trace[1759641442] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9492; }","duration":"117.387647ms","start":"2026-03-31T18:51:09.108604Z","end":"2026-03-31T18:51:09.225992Z","steps":["trace[1759641442] 'agreement among raft nodes before linearized reading' (duration: 117.118861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.225677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.944906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:51:09.226107Z","caller":"traceutil/trace.go:171","msg":"trace[1876375002] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9492; }","duration":"117.400607ms","start":"2026-03-31T18:51:09.10869Z","end":"2026-03-31T18:51:09.226091Z","steps":["trace[1876375002] 'agreement among raft nodes before linearized reading' (duration: 116.743812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.354769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.860157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:09.354913Z","caller":"traceutil/trace.go:171","msg":"trace[1321372605] transaction","detail":"{read_only:false; response_revision:9493; number_of_response:1; }","duration":"124.640681ms","start":"2026-03-31T18:51:09.230248Z","end":"2026-03-31T18:51:09.354889Z","steps":["trace[1321372605] 'process raft request' (duration: 19.57325ms)","trace[1321372605] 'compare' (duration: 104.712093ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:09.588918Z","caller":"traceutil/trace.go:171","msg":"trace[1281532884] transaction","detail":"{read_only:false; response_revision:9495; number_of_response:1; }","duration":"358.103886ms","start":"2026-03-31T18:51:09.2308Z","end":"2026-03-31T18:51:09.588904Z","steps":["trace[1281532884] 'process raft request' (duration: 357.960662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.589034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:09.230776Z","time spent":"358.191738ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:09.588898Z","caller":"traceutil/trace.go:171","msg":"trace[711927682] transaction","detail":"{read_only:false; response_revision:9494; number_of_response:1; }","duration":"358.091926ms","start":"2026-03-31T18:51:09.23077Z","end":"2026-03-31T18:51:09.588862Z","steps":["trace[711927682] 'process raft request' (duration: 355.672501ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:09.5891Z","caller":"traceutil/trace.go:171","msg":"trace[1856315093] transaction","detail":"{read_only:false; response_revision:9496; number_of_response:1; }","duration":"357.816309ms","start":"2026-03-31T18:51:09.231258Z","end":"2026-03-31T18:51:09.589075Z","steps":["trace[1856315093] 'process raft request' (duration: 357.602675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.589162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:09.230748Z","time spent":"358.345352ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:09.58923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:09.231248Z","time spent":"357.910391ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:10.95359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961703978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:11.454187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961703978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:11.925366Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.853779452s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:51:11.925724Z","caller":"traceutil/trace.go:171","msg":"trace[535747756] transaction","detail":"{read_only:false; response_revision:9504; number_of_response:1; }","duration":"1.854260783s","start":"2026-03-31T18:51:10.071444Z","end":"2026-03-31T18:51:11.925705Z","steps":["trace[535747756] 'process raft request' (duration: 1.85411052s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:11.925848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:10.071417Z","time spent":"1.854346005s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:12.106224Z","caller":"traceutil/trace.go:171","msg":"trace[119845291] linearizableReadLoop","detail":"{readStateIndex:9876; appliedIndex:9873; }","duration":"1.653124504s","start":"2026-03-31T18:51:10.453073Z","end":"2026-03-31T18:51:12.106198Z","steps":["trace[119845291] 'read index received' (duration: 1.472464034s)","trace[119845291] 'applied index is now lower than readState.Index' (duration: 180.65906ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:12.106359Z","caller":"traceutil/trace.go:171","msg":"trace[726263252] transaction","detail":"{read_only:false; response_revision:9508; number_of_response:1; }","duration":"382.672469ms","start":"2026-03-31T18:51:11.723671Z","end":"2026-03-31T18:51:12.106343Z","steps":["trace[726263252] 'process raft request' (duration: 382.436574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:12.106412Z","caller":"traceutil/trace.go:171","msg":"trace[2092841161] transaction","detail":"{read_only:false; response_revision:9507; number_of_response:1; }","duration":"477.204013ms","start":"2026-03-31T18:51:11.629196Z","end":"2026-03-31T18:51:12.1064Z","steps":["trace[2092841161] 'process raft request' (duration: 476.829295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:12.106479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:11.723653Z","time spent":"382.752201ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:12.106518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:11.629163Z","time spent":"477.277074ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:12.106533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.25ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:51:12.106337Z","caller":"traceutil/trace.go:171","msg":"trace[1246949072] transaction","detail":"{read_only:false; response_revision:9506; number_of_response:1; }","duration":"875.480301ms","start":"2026-03-31T18:51:11.230832Z","end":"2026-03-31T18:51:12.106312Z","steps":["trace[1246949072] 'process raft request' (duration: 875.136734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:12.106601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:11.230812Z","time spent":"875.766088ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:12.106367Z","caller":"traceutil/trace.go:171","msg":"trace[870272679] transaction","detail":"{read_only:false; response_revision:9509; number_of_response:1; }","duration":"316.611723ms","start":"2026-03-31T18:51:11.789743Z","end":"2026-03-31T18:51:12.106355Z","steps":["trace[870272679] 'process raft request' (duration: 316.406509ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:12.106609Z","caller":"traceutil/trace.go:171","msg":"trace[774607851] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9509; }","duration":"747.321232ms","start":"2026-03-31T18:51:11.35924Z","end":"2026-03-31T18:51:12.106561Z","steps":["trace[774607851] 'agreement among raft nodes before linearized reading' (duration: 747.173059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:12.106587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.008929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:12.106648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:11.359225Z","time spent":"747.415224ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:51:12.106656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:11.789713Z","time spent":"316.916751ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:12.106675Z","caller":"traceutil/trace.go:171","msg":"trace[1480835085] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9509; }","duration":"356.139012ms","start":"2026-03-31T18:51:11.750513Z","end":"2026-03-31T18:51:12.106652Z","steps":["trace[1480835085] 'agreement among raft nodes before linearized reading' (duration: 355.948808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:12.106724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:11.750502Z","time spent":"356.208933ms","remote":"127.0.0.1:42054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:12.106735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.592123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:51:12.106743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.784878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:51:12.10676Z","caller":"traceutil/trace.go:171","msg":"trace[951205813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9509; }","duration":"510.643533ms","start":"2026-03-31T18:51:11.596109Z","end":"2026-03-31T18:51:12.106752Z","steps":["trace[951205813] 'agreement among raft nodes before linearized reading' (duration: 510.545381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:12.106779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:11.596102Z","time spent":"510.673425ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:51:12.106774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.54143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:12.106787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.90011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:51:12.106797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.622784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:51:12.106815Z","caller":"traceutil/trace.go:171","msg":"trace[854817277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9509; }","duration":"259.967741ms","start":"2026-03-31T18:51:11.846839Z","end":"2026-03-31T18:51:12.106806Z","steps":["trace[854817277] 'agreement among raft nodes before linearized reading' (duration: 259.88632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:12.106812Z","caller":"traceutil/trace.go:171","msg":"trace[636896221] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:9509; }","duration":"408.618891ms","start":"2026-03-31T18:51:11.698183Z","end":"2026-03-31T18:51:12.106802Z","steps":["trace[636896221] 'agreement among raft nodes before linearized reading' (duration: 408.55198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:12.10682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653754498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:12.106828Z","caller":"traceutil/trace.go:171","msg":"trace[399896201] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:9509; }","duration":"308.687316ms","start":"2026-03-31T18:51:11.798132Z","end":"2026-03-31T18:51:12.10682Z","steps":["trace[399896201] 'agreement among raft nodes before linearized reading' (duration: 308.599544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:12.106841Z","caller":"traceutil/trace.go:171","msg":"trace[630508124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9509; }","duration":"1.653810359s","start":"2026-03-31T18:51:10.453025Z","end":"2026-03-31T18:51:12.106836Z","steps":["trace[630508124] 'agreement among raft nodes before linearized reading' (duration: 1.653773348s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:12.106842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:11.698159Z","time spent":"408.674573ms","remote":"127.0.0.1:42520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:12.106851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:11.798119Z","time spent":"308.726396ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-7prd4\" "} {"level":"warn","ts":"2026-03-31T18:51:12.10685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.246283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:12.106832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.034736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:51:12.106865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:10.453008Z","time spent":"1.65385145s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:51:12.106877Z","caller":"traceutil/trace.go:171","msg":"trace[1682103691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9509; }","duration":"497.287574ms","start":"2026-03-31T18:51:11.609584Z","end":"2026-03-31T18:51:12.106871Z","steps":["trace[1682103691] 'agreement among raft nodes before linearized reading' (duration: 497.247053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:12.106893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:11.609576Z","time spent":"497.313814ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:51:12.106894Z","caller":"traceutil/trace.go:171","msg":"trace[12054679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9509; }","duration":"512.174158ms","start":"2026-03-31T18:51:11.59471Z","end":"2026-03-31T18:51:12.106884Z","steps":["trace[12054679] 'agreement among raft nodes before linearized reading' (duration: 511.998204ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:12.106784Z","caller":"traceutil/trace.go:171","msg":"trace[2141795710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9509; }","duration":"259.862629ms","start":"2026-03-31T18:51:11.846908Z","end":"2026-03-31T18:51:12.106771Z","steps":["trace[2141795710] 'agreement among raft nodes before linearized reading' (duration: 259.723026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:12.106922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:11.594692Z","time spent":"512.2211ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:12.107448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.662532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:51:12.107551Z","caller":"traceutil/trace.go:171","msg":"trace[1321754622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9509; }","duration":"501.756644ms","start":"2026-03-31T18:51:11.605741Z","end":"2026-03-31T18:51:12.107498Z","steps":["trace[1321754622] 'agreement among raft nodes before linearized reading' (duration: 500.911555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:12.107605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:11.605725Z","time spent":"501.867647ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:51:12.106402Z","caller":"traceutil/trace.go:171","msg":"trace[355754162] transaction","detail":"{read_only:false; response_revision:9505; number_of_response:1; }","duration":"2.00591622s","start":"2026-03-31T18:51:10.100477Z","end":"2026-03-31T18:51:12.106393Z","steps":["trace[355754162] 'process raft request' (duration: 2.005356178s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:12.107914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:10.100458Z","time spent":"2.007400164s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:12.244034Z","caller":"traceutil/trace.go:171","msg":"trace[713529889] transaction","detail":"{read_only:false; response_revision:9510; number_of_response:1; }","duration":"131.962425ms","start":"2026-03-31T18:51:12.112046Z","end":"2026-03-31T18:51:12.244008Z","steps":["trace[713529889] 'process raft request' (duration: 131.114406ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:12.244619Z","caller":"traceutil/trace.go:171","msg":"trace[1894795812] transaction","detail":"{read_only:false; response_revision:9512; number_of_response:1; }","duration":"131.915183ms","start":"2026-03-31T18:51:12.112695Z","end":"2026-03-31T18:51:12.24461Z","steps":["trace[1894795812] 'process raft request' (duration: 131.867762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:12.24475Z","caller":"traceutil/trace.go:171","msg":"trace[1166119893] transaction","detail":"{read_only:false; response_revision:9511; number_of_response:1; }","duration":"132.624889ms","start":"2026-03-31T18:51:12.112116Z","end":"2026-03-31T18:51:12.244741Z","steps":["trace[1166119893] 'process raft request' (duration: 132.409994ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:12.244958Z","caller":"traceutil/trace.go:171","msg":"trace[1633496518] transaction","detail":"{read_only:false; response_revision:9513; number_of_response:1; }","duration":"131.324011ms","start":"2026-03-31T18:51:12.113626Z","end":"2026-03-31T18:51:12.24495Z","steps":["trace[1633496518] 'process raft request' (duration: 130.962023ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:12.245008Z","caller":"traceutil/trace.go:171","msg":"trace[545610477] linearizableReadLoop","detail":"{readStateIndex:9884; appliedIndex:9879; }","duration":"130.449101ms","start":"2026-03-31T18:51:12.114542Z","end":"2026-03-31T18:51:12.244991Z","steps":["trace[545610477] 'read index received' (duration: 128.730963ms)","trace[545610477] 'applied index is now lower than readState.Index' (duration: 1.717328ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:12.245151Z","caller":"traceutil/trace.go:171","msg":"trace[1465768484] transaction","detail":"{read_only:false; response_revision:9515; number_of_response:1; }","duration":"128.917516ms","start":"2026-03-31T18:51:12.116225Z","end":"2026-03-31T18:51:12.245143Z","steps":["trace[1465768484] 'process raft request' (duration: 128.724252ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:12.245129Z","caller":"traceutil/trace.go:171","msg":"trace[1195590118] transaction","detail":"{read_only:false; response_revision:9514; number_of_response:1; }","duration":"131.449584ms","start":"2026-03-31T18:51:12.113641Z","end":"2026-03-31T18:51:12.245091Z","steps":["trace[1195590118] 'process raft request' (duration: 131.221729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:12.24557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.012524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224171"} {"level":"info","ts":"2026-03-31T18:51:12.245604Z","caller":"traceutil/trace.go:171","msg":"trace[741570515] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9515; }","duration":"131.085395ms","start":"2026-03-31T18:51:12.11451Z","end":"2026-03-31T18:51:12.245596Z","steps":["trace[741570515] 'agreement among raft nodes before linearized reading' (duration: 130.542202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:13.920458Z","caller":"traceutil/trace.go:171","msg":"trace[1085005460] transaction","detail":"{read_only:false; response_revision:9517; number_of_response:1; }","duration":"141.059059ms","start":"2026-03-31T18:51:13.779375Z","end":"2026-03-31T18:51:13.920434Z","steps":["trace[1085005460] 'process raft request' (duration: 140.874815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:14.455257Z","caller":"traceutil/trace.go:171","msg":"trace[1001890373] transaction","detail":"{read_only:false; response_revision:9521; number_of_response:1; }","duration":"203.4515ms","start":"2026-03-31T18:51:14.251781Z","end":"2026-03-31T18:51:14.455232Z","steps":["trace[1001890373] 'process raft request' (duration: 203.326848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:14.458561Z","caller":"traceutil/trace.go:171","msg":"trace[1302430879] transaction","detail":"{read_only:false; response_revision:9522; number_of_response:1; }","duration":"206.156061ms","start":"2026-03-31T18:51:14.252379Z","end":"2026-03-31T18:51:14.458535Z","steps":["trace[1302430879] 'process raft request' (duration: 205.905966ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:14.458719Z","caller":"traceutil/trace.go:171","msg":"trace[1942462844] transaction","detail":"{read_only:false; response_revision:9523; number_of_response:1; }","duration":"206.090811ms","start":"2026-03-31T18:51:14.252606Z","end":"2026-03-31T18:51:14.458697Z","steps":["trace[1942462844] 'process raft request' (duration: 205.838664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:14.458775Z","caller":"traceutil/trace.go:171","msg":"trace[2030533428] transaction","detail":"{read_only:false; response_revision:9524; number_of_response:1; }","duration":"205.085728ms","start":"2026-03-31T18:51:14.253675Z","end":"2026-03-31T18:51:14.458761Z","steps":["trace[2030533428] 'process raft request' (duration: 204.827772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:14.458697Z","caller":"traceutil/trace.go:171","msg":"trace[876592195] transaction","detail":"{read_only:false; response_revision:9525; number_of_response:1; }","duration":"203.980053ms","start":"2026-03-31T18:51:14.254687Z","end":"2026-03-31T18:51:14.458667Z","steps":["trace[876592195] 'process raft request' (duration: 203.88052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:14.458777Z","caller":"traceutil/trace.go:171","msg":"trace[1647452995] linearizableReadLoop","detail":"{readStateIndex:9894; appliedIndex:9892; }","duration":"205.167771ms","start":"2026-03-31T18:51:14.25358Z","end":"2026-03-31T18:51:14.458748Z","steps":["trace[1647452995] 'read index received' (duration: 201.637851ms)","trace[1647452995] 'applied index is now lower than readState.Index' (duration: 3.52861ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:14.458928Z","caller":"traceutil/trace.go:171","msg":"trace[2081278353] transaction","detail":"{read_only:false; response_revision:9526; number_of_response:1; }","duration":"204.140717ms","start":"2026-03-31T18:51:14.254723Z","end":"2026-03-31T18:51:14.458864Z","steps":["trace[2081278353] 'process raft request' (duration: 203.89403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:14.459019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.421776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:51:14.459068Z","caller":"traceutil/trace.go:171","msg":"trace[1668728049] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:9526; }","duration":"205.505688ms","start":"2026-03-31T18:51:14.253548Z","end":"2026-03-31T18:51:14.459053Z","steps":["trace[1668728049] 'agreement among raft nodes before linearized reading' (duration: 205.343444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:18.645947Z","caller":"traceutil/trace.go:171","msg":"trace[233791789] transaction","detail":"{read_only:false; response_revision:9542; number_of_response:1; }","duration":"165.99293ms","start":"2026-03-31T18:51:18.479932Z","end":"2026-03-31T18:51:18.645925Z","steps":["trace[233791789] 'process raft request' (duration: 165.857327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:18.675627Z","caller":"traceutil/trace.go:171","msg":"trace[1249631440] transaction","detail":"{read_only:false; response_revision:9543; number_of_response:1; }","duration":"194.513101ms","start":"2026-03-31T18:51:18.481095Z","end":"2026-03-31T18:51:18.675608Z","steps":["trace[1249631440] 'process raft request' (duration: 194.339247ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:18.722945Z","caller":"traceutil/trace.go:171","msg":"trace[1377462637] linearizableReadLoop","detail":"{readStateIndex:9914; appliedIndex:9912; }","duration":"240.978524ms","start":"2026-03-31T18:51:18.481945Z","end":"2026-03-31T18:51:18.722924Z","steps":["trace[1377462637] 'read index received' (duration: 163.855041ms)","trace[1377462637] 'applied index is now lower than readState.Index' (duration: 77.122493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:18.723183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.219709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:51:18.723216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.869134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:51:18.723234Z","caller":"traceutil/trace.go:171","msg":"trace[976546724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9543; }","duration":"241.309962ms","start":"2026-03-31T18:51:18.481913Z","end":"2026-03-31T18:51:18.723223Z","steps":["trace[976546724] 'agreement among raft nodes before linearized reading' (duration: 241.152838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:18.723254Z","caller":"traceutil/trace.go:171","msg":"trace[796589275] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9543; }","duration":"229.918646ms","start":"2026-03-31T18:51:18.493323Z","end":"2026-03-31T18:51:18.723242Z","steps":["trace[796589275] 'agreement among raft nodes before linearized reading' (duration: 229.815954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:18.723318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.612371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:51:18.723405Z","caller":"traceutil/trace.go:171","msg":"trace[358530669] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:9543; }","duration":"238.726683ms","start":"2026-03-31T18:51:18.484653Z","end":"2026-03-31T18:51:18.723379Z","steps":["trace[358530669] 'agreement among raft nodes before linearized reading' (duration: 238.473438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:18.723431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.401906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:51:18.723456Z","caller":"traceutil/trace.go:171","msg":"trace[996785460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9543; }","duration":"230.436127ms","start":"2026-03-31T18:51:18.493012Z","end":"2026-03-31T18:51:18.723448Z","steps":["trace[996785460] 'agreement among raft nodes before linearized reading' (duration: 230.371205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:18.723351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.886393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:18.723559Z","caller":"traceutil/trace.go:171","msg":"trace[166183512] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9543; }","duration":"148.129068ms","start":"2026-03-31T18:51:18.575418Z","end":"2026-03-31T18:51:18.723547Z","steps":["trace[166183512] 'agreement among raft nodes before linearized reading' (duration: 147.908183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:18.723686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.980879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:51:18.723713Z","caller":"traceutil/trace.go:171","msg":"trace[1373425871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9543; }","duration":"231.008409ms","start":"2026-03-31T18:51:18.492697Z","end":"2026-03-31T18:51:18.723706Z","steps":["trace[1373425871] 'agreement among raft nodes before linearized reading' (duration: 230.937988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:19.070065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.263372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:19.070182Z","caller":"traceutil/trace.go:171","msg":"trace[772770279] transaction","detail":"{read_only:false; response_revision:9545; number_of_response:1; }","duration":"342.170758ms","start":"2026-03-31T18:51:18.728Z","end":"2026-03-31T18:51:19.070171Z","steps":["trace[772770279] 'process raft request' (duration: 108.748893ms)","trace[772770279] 'compare' (duration: 232.753929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:19.070219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:18.727983Z","time spent":"342.220899ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:19.07053Z","caller":"traceutil/trace.go:171","msg":"trace[1257703198] transaction","detail":"{read_only:false; response_revision:9546; number_of_response:1; }","duration":"342.002375ms","start":"2026-03-31T18:51:18.728501Z","end":"2026-03-31T18:51:19.070503Z","steps":["trace[1257703198] 'process raft request' (duration: 341.628066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:19.070583Z","caller":"traceutil/trace.go:171","msg":"trace[1145335957] linearizableReadLoop","detail":"{readStateIndex:9917; appliedIndex:9915; }","duration":"342.453845ms","start":"2026-03-31T18:51:18.7281Z","end":"2026-03-31T18:51:19.070553Z","steps":["trace[1145335957] 'read index received' (duration: 93.675165ms)","trace[1145335957] 'applied index is now lower than readState.Index' (duration: 248.77749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:19.070664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:18.728478Z","time spent":"342.113446ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:19.070745Z","caller":"traceutil/trace.go:171","msg":"trace[294512639] transaction","detail":"{read_only:false; response_revision:9547; number_of_response:1; }","duration":"342.150197ms","start":"2026-03-31T18:51:18.728575Z","end":"2026-03-31T18:51:19.070725Z","steps":["trace[294512639] 'process raft request' (duration: 341.82769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:19.070839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.994941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:19.070883Z","caller":"traceutil/trace.go:171","msg":"trace[1145087078] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9547; }","duration":"191.085503ms","start":"2026-03-31T18:51:18.879785Z","end":"2026-03-31T18:51:19.070871Z","steps":["trace[1145087078] 'agreement among raft nodes before linearized reading' (duration: 191.012571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:19.07088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:18.728564Z","time spent":"342.236259ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:19.071266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.16081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224171"} {"level":"info","ts":"2026-03-31T18:51:19.071331Z","caller":"traceutil/trace.go:171","msg":"trace[23453113] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9547; }","duration":"343.262492ms","start":"2026-03-31T18:51:18.728053Z","end":"2026-03-31T18:51:19.071316Z","steps":["trace[23453113] 'agreement among raft nodes before linearized reading' (duration: 342.787422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:19.071428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:18.728039Z","time spent":"343.374125ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224195,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:51:19.820234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.913532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-03-31T18:51:19.820317Z","caller":"traceutil/trace.go:171","msg":"trace[318416504] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9547; }","duration":"330.040024ms","start":"2026-03-31T18:51:19.490258Z","end":"2026-03-31T18:51:19.820298Z","steps":["trace[318416504] 'range keys from in-memory index tree' (duration: 329.628405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:19.820368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:19.490243Z","time spent":"330.110146ms","remote":"127.0.0.1:34634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414493,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T18:51:19.82092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.593029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:19.821004Z","caller":"traceutil/trace.go:171","msg":"trace[451926847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9547; }","duration":"367.724942ms","start":"2026-03-31T18:51:19.453258Z","end":"2026-03-31T18:51:19.820983Z","steps":["trace[451926847] 'range keys from in-memory index tree' (duration: 367.481297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:19.821057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:19.453235Z","time spent":"367.808525ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:51:20.376147Z","caller":"traceutil/trace.go:171","msg":"trace[1852544385] transaction","detail":"{read_only:false; response_revision:9548; number_of_response:1; }","duration":"185.687362ms","start":"2026-03-31T18:51:20.190406Z","end":"2026-03-31T18:51:20.376094Z","steps":["trace[1852544385] 'process raft request' (duration: 185.547789ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:20.786828Z","caller":"traceutil/trace.go:171","msg":"trace[489679849] transaction","detail":"{read_only:false; response_revision:9550; number_of_response:1; }","duration":"561.817832ms","start":"2026-03-31T18:51:20.224994Z","end":"2026-03-31T18:51:20.786812Z","steps":["trace[489679849] 'process raft request' (duration: 561.691609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:20.786814Z","caller":"traceutil/trace.go:171","msg":"trace[516446073] transaction","detail":"{read_only:false; response_revision:9549; number_of_response:1; }","duration":"569.27316ms","start":"2026-03-31T18:51:20.217517Z","end":"2026-03-31T18:51:20.78679Z","steps":["trace[516446073] 'process raft request' (duration: 568.793739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:20.786891Z","caller":"traceutil/trace.go:171","msg":"trace[1002141496] transaction","detail":"{read_only:false; response_revision:9551; number_of_response:1; }","duration":"560.456172ms","start":"2026-03-31T18:51:20.226402Z","end":"2026-03-31T18:51:20.786858Z","steps":["trace[1002141496] 'process raft request' (duration: 560.33546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:20.78694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:20.224979Z","time spent":"561.896664ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:20.786953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:20.217489Z","time spent":"569.397683ms","remote":"127.0.0.1:34634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414454,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:20.787028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:20.22638Z","time spent":"560.570926ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:20.786813Z","caller":"traceutil/trace.go:171","msg":"trace[977676084] linearizableReadLoop","detail":"{readStateIndex:9923; appliedIndex:9920; }","duration":"329.632226ms","start":"2026-03-31T18:51:20.457155Z","end":"2026-03-31T18:51:20.786787Z","steps":["trace[977676084] 'read index received' (duration: 328.999012ms)","trace[977676084] 'applied index is now lower than readState.Index' (duration: 632.134µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:20.787209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.052816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:20.787717Z","caller":"traceutil/trace.go:171","msg":"trace[121308654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9551; }","duration":"330.576308ms","start":"2026-03-31T18:51:20.457122Z","end":"2026-03-31T18:51:20.787698Z","steps":["trace[121308654] 'agreement among raft nodes before linearized reading' (duration: 330.051406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:20.787765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.575604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:51:20.787617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.222022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:51:20.787846Z","caller":"traceutil/trace.go:171","msg":"trace[139019003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9551; }","duration":"138.702267ms","start":"2026-03-31T18:51:20.649125Z","end":"2026-03-31T18:51:20.787827Z","steps":["trace[139019003] 'agreement among raft nodes before linearized reading' (duration: 138.449661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:20.787856Z","caller":"traceutil/trace.go:171","msg":"trace[2044816631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9551; }","duration":"108.491778ms","start":"2026-03-31T18:51:20.679349Z","end":"2026-03-31T18:51:20.78784Z","steps":["trace[2044816631] 'agreement among raft nodes before linearized reading' (duration: 108.14033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:20.787604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.702607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:20.78798Z","caller":"traceutil/trace.go:171","msg":"trace[1972812625] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:9551; }","duration":"204.120436ms","start":"2026-03-31T18:51:20.58383Z","end":"2026-03-31T18:51:20.787951Z","steps":["trace[1972812625] 'agreement among raft nodes before linearized reading' (duration: 203.664606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:20.788181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:20.457108Z","time spent":"331.056308ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:51:20.990131Z","caller":"traceutil/trace.go:171","msg":"trace[1870642139] transaction","detail":"{read_only:false; response_revision:9552; number_of_response:1; }","duration":"198.519ms","start":"2026-03-31T18:51:20.791585Z","end":"2026-03-31T18:51:20.990104Z","steps":["trace[1870642139] 'process raft request' (duration: 103.520976ms)","trace[1870642139] 'compare' (duration: 94.732549ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:20.990188Z","caller":"traceutil/trace.go:171","msg":"trace[247303053] linearizableReadLoop","detail":"{readStateIndex:9925; appliedIndex:9923; }","duration":"163.536784ms","start":"2026-03-31T18:51:20.826623Z","end":"2026-03-31T18:51:20.990159Z","steps":["trace[247303053] 'read index received' (duration: 68.450337ms)","trace[247303053] 'applied index is now lower than readState.Index' (duration: 95.085267ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:20.990219Z","caller":"traceutil/trace.go:171","msg":"trace[2051548563] transaction","detail":"{read_only:false; response_revision:9553; number_of_response:1; }","duration":"197.760323ms","start":"2026-03-31T18:51:20.792429Z","end":"2026-03-31T18:51:20.99019Z","steps":["trace[2051548563] 'process raft request' (duration: 197.60707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:20.990412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.7763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:51:20.990501Z","caller":"traceutil/trace.go:171","msg":"trace[1785963799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9553; }","duration":"163.904422ms","start":"2026-03-31T18:51:20.826576Z","end":"2026-03-31T18:51:20.99048Z","steps":["trace[1785963799] 'agreement among raft nodes before linearized reading' (duration: 163.684677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:21.58892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.830119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:21.589032Z","caller":"traceutil/trace.go:171","msg":"trace[1247959035] linearizableReadLoop","detail":"{readStateIndex:9926; appliedIndex:9925; }","duration":"515.164864ms","start":"2026-03-31T18:51:21.07385Z","end":"2026-03-31T18:51:21.589015Z","steps":["trace[1247959035] 'read index received' (duration: 319.074499ms)","trace[1247959035] 'applied index is now lower than readState.Index' (duration: 196.088995ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:21.589053Z","caller":"traceutil/trace.go:171","msg":"trace[1741667131] transaction","detail":"{read_only:false; response_revision:9554; number_of_response:1; }","duration":"593.689908ms","start":"2026-03-31T18:51:20.995329Z","end":"2026-03-31T18:51:21.589019Z","steps":["trace[1741667131] 'process raft request' (duration: 397.680865ms)","trace[1741667131] 'compare' (duration: 195.733607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:21.589233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:20.9953Z","time spent":"593.823372ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:21.589217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.248275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:51:21.589342Z","caller":"traceutil/trace.go:171","msg":"trace[1149650523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9554; }","duration":"514.383817ms","start":"2026-03-31T18:51:21.074942Z","end":"2026-03-31T18:51:21.589326Z","steps":["trace[1149650523] 'agreement among raft nodes before linearized reading' (duration: 514.172913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:21.589383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:21.074934Z","time spent":"514.437288ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:21.589377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.052844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:21.589246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.621175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:51:21.589464Z","caller":"traceutil/trace.go:171","msg":"trace[731407529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9554; }","duration":"135.190687ms","start":"2026-03-31T18:51:21.45425Z","end":"2026-03-31T18:51:21.589441Z","steps":["trace[731407529] 'agreement among raft nodes before linearized reading' (duration: 135.020883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:21.589481Z","caller":"traceutil/trace.go:171","msg":"trace[1008677110] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:9554; }","duration":"511.892611ms","start":"2026-03-31T18:51:21.077566Z","end":"2026-03-31T18:51:21.589459Z","steps":["trace[1008677110] 'agreement among raft nodes before linearized reading' (duration: 511.562944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:21.589391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.333956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:51:21.589547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:21.077543Z","time spent":"511.983913ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-7prd4\" "} {"level":"info","ts":"2026-03-31T18:51:21.589558Z","caller":"traceutil/trace.go:171","msg":"trace[1651433092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9554; }","duration":"514.545141ms","start":"2026-03-31T18:51:21.074992Z","end":"2026-03-31T18:51:21.589537Z","steps":["trace[1651433092] 'agreement among raft nodes before linearized reading' (duration: 514.195413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:21.589669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:21.074981Z","time spent":"514.668503ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:21.589927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.068174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:51:21.589996Z","caller":"traceutil/trace.go:171","msg":"trace[961777956] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9554; }","duration":"516.177017ms","start":"2026-03-31T18:51:21.0738Z","end":"2026-03-31T18:51:21.589977Z","steps":["trace[961777956] 'agreement among raft nodes before linearized reading' (duration: 515.281577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:21.590051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:21.07378Z","time spent":"516.257329ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:51:23.882456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.715318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:23.882727Z","caller":"traceutil/trace.go:171","msg":"trace[41188275] linearizableReadLoop","detail":"{readStateIndex:9942; appliedIndex:9939; }","duration":"195.464512ms","start":"2026-03-31T18:51:23.687245Z","end":"2026-03-31T18:51:23.882709Z","steps":["trace[41188275] 'read index received' (duration: 51.441216ms)","trace[41188275] 'applied index is now lower than readState.Index' (duration: 144.022486ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:23.882836Z","caller":"traceutil/trace.go:171","msg":"trace[786299761] transaction","detail":"{read_only:false; response_revision:9567; number_of_response:1; }","duration":"195.764099ms","start":"2026-03-31T18:51:23.687055Z","end":"2026-03-31T18:51:23.882819Z","steps":["trace[786299761] 'process raft request' (duration: 51.602349ms)","trace[786299761] 'compare' (duration: 143.575466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:23.883372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.420159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6b558f47f9-rrbvx.18a201aa3a8722d5\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-31T18:51:23.883456Z","caller":"traceutil/trace.go:171","msg":"trace[849393738] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6b558f47f9-rrbvx.18a201aa3a8722d5; range_end:; response_count:1; response_revision:9569; }","duration":"105.560592ms","start":"2026-03-31T18:51:23.777877Z","end":"2026-03-31T18:51:23.883438Z","steps":["trace[849393738] 'agreement among raft nodes before linearized reading' (duration: 105.326427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:23.883453Z","caller":"traceutil/trace.go:171","msg":"trace[503911181] transaction","detail":"{read_only:false; response_revision:9568; number_of_response:1; }","duration":"196.351312ms","start":"2026-03-31T18:51:23.687079Z","end":"2026-03-31T18:51:23.88343Z","steps":["trace[503911181] 'process raft request' (duration: 195.513133ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:23.883394Z","caller":"traceutil/trace.go:171","msg":"trace[1356599241] transaction","detail":"{read_only:false; response_revision:9569; number_of_response:1; }","duration":"196.248259ms","start":"2026-03-31T18:51:23.687133Z","end":"2026-03-31T18:51:23.883381Z","steps":["trace[1356599241] 'process raft request' (duration: 195.534783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:23.883842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.565036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224171"} {"level":"info","ts":"2026-03-31T18:51:23.883934Z","caller":"traceutil/trace.go:171","msg":"trace[1466986595] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9569; }","duration":"196.673099ms","start":"2026-03-31T18:51:23.68724Z","end":"2026-03-31T18:51:23.883913Z","steps":["trace[1466986595] 'agreement among raft nodes before linearized reading' (duration: 196.159877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:24.600872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.119915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:24.600984Z","caller":"traceutil/trace.go:171","msg":"trace[537220785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9573; }","duration":"147.285099ms","start":"2026-03-31T18:51:24.453674Z","end":"2026-03-31T18:51:24.600959Z","steps":["trace[537220785] 'range keys from in-memory index tree' (duration: 146.975602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:24.957462Z","caller":"traceutil/trace.go:171","msg":"trace[1507807025] transaction","detail":"{read_only:false; response_revision:9575; number_of_response:1; }","duration":"146.481701ms","start":"2026-03-31T18:51:24.810947Z","end":"2026-03-31T18:51:24.957428Z","steps":["trace[1507807025] 'process raft request' (duration: 119.173817ms)","trace[1507807025] 'compare' (duration: 27.100229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:25.196957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.024358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:25.197241Z","caller":"traceutil/trace.go:171","msg":"trace[1466475005] transaction","detail":"{read_only:false; response_revision:9578; number_of_response:1; }","duration":"161.482479ms","start":"2026-03-31T18:51:25.035714Z","end":"2026-03-31T18:51:25.197197Z","steps":["trace[1466475005] 'process raft request' (duration: 61.085712ms)","trace[1466475005] 'compare' (duration: 99.913546ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:25.197436Z","caller":"traceutil/trace.go:171","msg":"trace[836105421] transaction","detail":"{read_only:false; response_revision:9579; number_of_response:1; }","duration":"161.783746ms","start":"2026-03-31T18:51:25.035644Z","end":"2026-03-31T18:51:25.197428Z","steps":["trace[836105421] 'process raft request' (duration: 161.415128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:25.39226Z","caller":"traceutil/trace.go:171","msg":"trace[304168863] transaction","detail":"{read_only:false; response_revision:9580; number_of_response:1; }","duration":"186.215473ms","start":"2026-03-31T18:51:25.206015Z","end":"2026-03-31T18:51:25.39223Z","steps":["trace[304168863] 'process raft request' (duration: 106.189966ms)","trace[304168863] 'compare' (duration: 79.831403ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:25.512878Z","caller":"traceutil/trace.go:171","msg":"trace[632002035] transaction","detail":"{read_only:false; response_revision:9581; number_of_response:1; }","duration":"112.271753ms","start":"2026-03-31T18:51:25.400573Z","end":"2026-03-31T18:51:25.512845Z","steps":["trace[632002035] 'process raft request' (duration: 103.673269ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:29.464669Z","caller":"traceutil/trace.go:171","msg":"trace[1021941377] linearizableReadLoop","detail":"{readStateIndex:9975; appliedIndex:9974; }","duration":"234.284344ms","start":"2026-03-31T18:51:29.230357Z","end":"2026-03-31T18:51:29.464642Z","steps":["trace[1021941377] 'read index received' (duration: 234.024548ms)","trace[1021941377] 'applied index is now lower than readState.Index' (duration: 258.426µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:29.464785Z","caller":"traceutil/trace.go:171","msg":"trace[1603809581] transaction","detail":"{read_only:false; response_revision:9600; number_of_response:1; }","duration":"243.124233ms","start":"2026-03-31T18:51:29.221624Z","end":"2026-03-31T18:51:29.464748Z","steps":["trace[1603809581] 'process raft request' (duration: 242.846117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:29.464862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.476878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:51:29.464903Z","caller":"traceutil/trace.go:171","msg":"trace[43999168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9600; }","duration":"234.559069ms","start":"2026-03-31T18:51:29.230334Z","end":"2026-03-31T18:51:29.464893Z","steps":["trace[43999168] 'agreement among raft nodes before linearized reading' (duration: 234.405226ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:31.192552Z","caller":"traceutil/trace.go:171","msg":"trace[1011301997] transaction","detail":"{read_only:false; response_revision:9608; number_of_response:1; }","duration":"193.929026ms","start":"2026-03-31T18:51:30.998581Z","end":"2026-03-31T18:51:31.192479Z","steps":["trace[1011301997] 'process raft request' (duration: 106.507313ms)","trace[1011301997] 'compare' (duration: 87.113937ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:33.654378Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T18:51:33.692306Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T18:51:33.692562Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T18:51:34.235597Z","caller":"traceutil/trace.go:171","msg":"trace[1496177864] linearizableReadLoop","detail":"{readStateIndex:10004; appliedIndex:10003; }","duration":"132.126188ms","start":"2026-03-31T18:51:34.103442Z","end":"2026-03-31T18:51:34.235568Z","steps":["trace[1496177864] 'read index received' (duration: 34.990127ms)","trace[1496177864] 'applied index is now lower than readState.Index' (duration: 97.134961ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:34.235664Z","caller":"traceutil/trace.go:171","msg":"trace[2098826685] transaction","detail":"{read_only:false; response_revision:9628; number_of_response:1; }","duration":"213.016456ms","start":"2026-03-31T18:51:34.022616Z","end":"2026-03-31T18:51:34.235632Z","steps":["trace[2098826685] 'process raft request' (duration: 115.937375ms)","trace[2098826685] 'compare' (duration: 96.746893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:34.235797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.360654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:51:34.23583Z","caller":"traceutil/trace.go:171","msg":"trace[850469359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9628; }","duration":"132.474006ms","start":"2026-03-31T18:51:34.103347Z","end":"2026-03-31T18:51:34.235821Z","steps":["trace[850469359] 'agreement among raft nodes before linearized reading' (duration: 132.344543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.235861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.495801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:51:34.235909Z","caller":"traceutil/trace.go:171","msg":"trace[1306237145] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:9628; }","duration":"118.572723ms","start":"2026-03-31T18:51:34.117322Z","end":"2026-03-31T18:51:34.235895Z","steps":["trace[1306237145] 'agreement among raft nodes before linearized reading' (duration: 118.439441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.235954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.282457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:51:34.236051Z","caller":"traceutil/trace.go:171","msg":"trace[1872830752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9628; }","duration":"126.44198ms","start":"2026-03-31T18:51:34.109583Z","end":"2026-03-31T18:51:34.236025Z","steps":["trace[1872830752] 'agreement among raft nodes before linearized reading' (duration: 126.142624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:34.384009Z","caller":"traceutil/trace.go:171","msg":"trace[171679335] transaction","detail":"{read_only:false; response_revision:9630; number_of_response:1; }","duration":"143.999275ms","start":"2026-03-31T18:51:34.239979Z","end":"2026-03-31T18:51:34.383979Z","steps":["trace[171679335] 'process raft request' (duration: 138.372438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:36.159982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961704347,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:51:36.346214Z","caller":"traceutil/trace.go:171","msg":"trace[101346029] linearizableReadLoop","detail":"{readStateIndex:10010; appliedIndex:10009; }","duration":"687.412572ms","start":"2026-03-31T18:51:35.658774Z","end":"2026-03-31T18:51:36.346187Z","steps":["trace[101346029] 'read index received' (duration: 687.357771ms)","trace[101346029] 'applied index is now lower than readState.Index' (duration: 53.341µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:36.346351Z","caller":"traceutil/trace.go:171","msg":"trace[504268101] transaction","detail":"{read_only:false; response_revision:9634; number_of_response:1; }","duration":"802.940539ms","start":"2026-03-31T18:51:35.543358Z","end":"2026-03-31T18:51:36.346299Z","steps":["trace[504268101] 'process raft request' (duration: 802.662382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:36.346574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.931151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:51:36.346625Z","caller":"traceutil/trace.go:171","msg":"trace[586583056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9634; }","duration":"364.053703ms","start":"2026-03-31T18:51:35.982559Z","end":"2026-03-31T18:51:36.346613Z","steps":["trace[586583056] 'agreement among raft nodes before linearized reading' (duration: 363.800148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:36.346668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:35.982496Z","time spent":"364.162125ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:36.346667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:35.543335Z","time spent":"803.168474ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:36.346801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.951314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:51:36.346893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.375313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T18:51:36.346913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.469687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:36.346941Z","caller":"traceutil/trace.go:171","msg":"trace[1695092906] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9634; }","duration":"107.441225ms","start":"2026-03-31T18:51:36.239477Z","end":"2026-03-31T18:51:36.346918Z","steps":["trace[1695092906] 'agreement among raft nodes before linearized reading' (duration: 107.328753ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:36.346953Z","caller":"traceutil/trace.go:171","msg":"trace[1701380034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9634; }","duration":"688.189859ms","start":"2026-03-31T18:51:35.658721Z","end":"2026-03-31T18:51:36.346911Z","steps":["trace[1701380034] 'agreement among raft nodes before linearized reading' (duration: 687.577596ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:36.346961Z","caller":"traceutil/trace.go:171","msg":"trace[782210609] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9634; }","duration":"261.560359ms","start":"2026-03-31T18:51:36.085386Z","end":"2026-03-31T18:51:36.346946Z","steps":["trace[782210609] 'agreement among raft nodes before linearized reading' (duration: 261.456096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:36.346995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:35.658697Z","time spent":"688.287242ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:51:36.853658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961704350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:37.354622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961704350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:37.644605Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.292654476s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:51:37.862509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.53211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:37.862638Z","caller":"traceutil/trace.go:171","msg":"trace[258073147] transaction","detail":"{read_only:false; response_revision:9635; number_of_response:1; }","duration":"1.510759229s","start":"2026-03-31T18:51:36.351846Z","end":"2026-03-31T18:51:37.862605Z","steps":["trace[258073147] 'process raft request' (duration: 1.293025464s)","trace[258073147] 'compare' (duration: 217.093581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:37.862697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.351822Z","time spent":"1.51084465s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:38.572548Z","caller":"traceutil/trace.go:171","msg":"trace[107860838] transaction","detail":"{read_only:false; response_revision:9636; number_of_response:1; }","duration":"2.220491721s","start":"2026-03-31T18:51:36.351951Z","end":"2026-03-31T18:51:38.572442Z","steps":["trace[107860838] 'process raft request' (duration: 2.220186284s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:38.572646Z","caller":"traceutil/trace.go:171","msg":"trace[209906729] linearizableReadLoop","detail":"{readStateIndex:10017; appliedIndex:10010; }","duration":"2.220081152s","start":"2026-03-31T18:51:36.352515Z","end":"2026-03-31T18:51:38.572596Z","steps":["trace[209906729] 'read index received' (duration: 1.292479542s)","trace[209906729] 'applied index is now lower than readState.Index' (duration: 927.60068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:38.572727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.351923Z","time spent":"2.220720856s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:38.57276Z","caller":"traceutil/trace.go:171","msg":"trace[2071164159] transaction","detail":"{read_only:false; response_revision:9637; number_of_response:1; }","duration":"2.220768108s","start":"2026-03-31T18:51:36.351979Z","end":"2026-03-31T18:51:38.572747Z","steps":["trace[2071164159] 'process raft request' (duration: 2.220333238s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:38.572825Z","caller":"traceutil/trace.go:171","msg":"trace[494275149] transaction","detail":"{read_only:false; response_revision:9640; number_of_response:1; }","duration":"1.459095527s","start":"2026-03-31T18:51:37.113706Z","end":"2026-03-31T18:51:38.572802Z","steps":["trace[494275149] 'process raft request' (duration: 1.458733679s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:38.572868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.351954Z","time spent":"2.220836449s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:38.572933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:37.113674Z","time spent":"1.45920649s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:38.573041Z","caller":"traceutil/trace.go:171","msg":"trace[371634682] transaction","detail":"{read_only:false; response_revision:9638; number_of_response:1; }","duration":"2.221013454s","start":"2026-03-31T18:51:36.352006Z","end":"2026-03-31T18:51:38.573019Z","steps":["trace[371634682] 'process raft request' (duration: 2.220356128s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:38.57311Z","caller":"traceutil/trace.go:171","msg":"trace[434315120] transaction","detail":"{read_only:false; response_revision:9641; number_of_response:1; }","duration":"1.293557796s","start":"2026-03-31T18:51:37.279533Z","end":"2026-03-31T18:51:38.573091Z","steps":["trace[434315120] 'process raft request' (duration: 1.292938032s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:38.57314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.351986Z","time spent":"2.221107246s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:38.573209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:37.279509Z","time spent":"1.293653269s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:38.573267Z","caller":"traceutil/trace.go:171","msg":"trace[590032955] transaction","detail":"{read_only:false; response_revision:9639; number_of_response:1; }","duration":"2.053453057s","start":"2026-03-31T18:51:36.519632Z","end":"2026-03-31T18:51:38.573085Z","steps":["trace[590032955] 'process raft request' (duration: 2.052772161s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:38.573444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220925352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224171"} {"level":"info","ts":"2026-03-31T18:51:38.573515Z","caller":"traceutil/trace.go:171","msg":"trace[854430647] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9641; }","duration":"2.221050654s","start":"2026-03-31T18:51:36.352447Z","end":"2026-03-31T18:51:38.573498Z","steps":["trace[854430647] 'agreement among raft nodes before linearized reading' (duration: 2.220635255s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:38.573552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.352434Z","time spent":"2.221108806s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224195,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:51:38.573543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.519607Z","time spent":"2.053789535s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:39.454058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000069988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:51:39.454226Z","caller":"traceutil/trace.go:171","msg":"trace[404577205] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000283431s","start":"2026-03-31T18:51:37.453893Z","end":"2026-03-31T18:51:39.454176Z","steps":["trace[404577205] 'agreement among raft nodes before linearized reading' (duration: 2.000097557s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.454291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:37.453871Z","time spent":"2.000407965s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:39.93229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.681961ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:51:39.932474Z","caller":"traceutil/trace.go:171","msg":"trace[323336984] linearizableReadLoop","detail":"{readStateIndex:10018; appliedIndex:10017; }","duration":"1.359694473s","start":"2026-03-31T18:51:38.57271Z","end":"2026-03-31T18:51:39.932405Z","steps":["trace[323336984] 'read index received' (duration: 379.969811ms)","trace[323336984] 'applied index is now lower than readState.Index' (duration: 979.722382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:39.932729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.310737958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:39.932859Z","caller":"traceutil/trace.go:171","msg":"trace[191724417] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:9641; }","duration":"3.310970814s","start":"2026-03-31T18:51:36.621857Z","end":"2026-03-31T18:51:39.932828Z","steps":["trace[191724417] 'agreement among raft nodes before linearized reading' (duration: 3.310699418s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.932757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580970496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:51:39.932878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580832924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T18:51:39.932925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.621823Z","time spent":"3.311087196s","remote":"127.0.0.1:56206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:39.932876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.504541204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:51:39.932945Z","caller":"traceutil/trace.go:171","msg":"trace[1023972841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9641; }","duration":"1.581176141s","start":"2026-03-31T18:51:38.351748Z","end":"2026-03-31T18:51:39.932924Z","steps":["trace[1023972841] 'agreement among raft nodes before linearized reading' (duration: 1.580795272s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:39.932989Z","caller":"traceutil/trace.go:171","msg":"trace[1328346019] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9641; }","duration":"1.581014688s","start":"2026-03-31T18:51:38.351947Z","end":"2026-03-31T18:51:39.932962Z","steps":["trace[1328346019] 'agreement among raft nodes before linearized reading' (duration: 1.580481576s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.933011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:38.351689Z","time spent":"1.581309314s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:51:39.933058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:38.351922Z","time spent":"1.581126329s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:51:39.933631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.537787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:39.933743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.238854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:39.933129Z","caller":"traceutil/trace.go:171","msg":"trace[10140860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9641; }","duration":"3.50478301s","start":"2026-03-31T18:51:36.428271Z","end":"2026-03-31T18:51:39.933054Z","steps":["trace[10140860] 'agreement among raft nodes before linearized reading' (duration: 3.504424142s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:39.933633Z","caller":"traceutil/trace.go:171","msg":"trace[1700768246] transaction","detail":"{read_only:false; response_revision:9642; number_of_response:1; }","duration":"630.980463ms","start":"2026-03-31T18:51:39.302632Z","end":"2026-03-31T18:51:39.933612Z","steps":["trace[1700768246] 'process raft request' (duration: 630.747038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:39.933806Z","caller":"traceutil/trace.go:171","msg":"trace[580495474] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9642; }","duration":"476.364818ms","start":"2026-03-31T18:51:39.457427Z","end":"2026-03-31T18:51:39.933792Z","steps":["trace[580495474] 'agreement among raft nodes before linearized reading' (duration: 476.251395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:39.933706Z","caller":"traceutil/trace.go:171","msg":"trace[1022298410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9642; }","duration":"478.648449ms","start":"2026-03-31T18:51:39.455039Z","end":"2026-03-31T18:51:39.933688Z","steps":["trace[1022298410] 'agreement among raft nodes before linearized reading' (duration: 478.527776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.933849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:39.457396Z","time spent":"476.441709ms","remote":"127.0.0.1:35288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:39.933902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:39.455014Z","time spent":"478.869124ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:39.933883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.428245Z","time spent":"3.505590178s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:39.934459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:39.302605Z","time spent":"631.232929ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:40.586122Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000272a.wal"} {"level":"info","ts":"2026-03-31T18:51:46.088038Z","caller":"traceutil/trace.go:171","msg":"trace[1153363296] linearizableReadLoop","detail":"{readStateIndex:10059; appliedIndex:10058; }","duration":"101.682115ms","start":"2026-03-31T18:51:45.986329Z","end":"2026-03-31T18:51:46.088011Z","steps":["trace[1153363296] 'read index received' (duration: 77.343698ms)","trace[1153363296] 'applied index is now lower than readState.Index' (duration: 24.337307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:46.08833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.969012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:51:46.088433Z","caller":"traceutil/trace.go:171","msg":"trace[1695711397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9681; }","duration":"102.120955ms","start":"2026-03-31T18:51:45.986293Z","end":"2026-03-31T18:51:46.088414Z","steps":["trace[1695711397] 'agreement among raft nodes before linearized reading' (duration: 101.835709ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:46.088647Z","caller":"traceutil/trace.go:171","msg":"trace[2045164725] transaction","detail":"{read_only:false; response_revision:9681; number_of_response:1; }","duration":"102.563365ms","start":"2026-03-31T18:51:45.985515Z","end":"2026-03-31T18:51:46.088078Z","steps":["trace[2045164725] 'process raft request' (duration: 78.212998ms)","trace[2045164725] 'compare' (duration: 24.150082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:50.255825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.79538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:51:50.255879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.881871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:51:50.255911Z","caller":"traceutil/trace.go:171","msg":"trace[910850276] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9745; }","duration":"247.917093ms","start":"2026-03-31T18:51:50.007975Z","end":"2026-03-31T18:51:50.255892Z","steps":["trace[910850276] 'range keys from in-memory index tree' (duration: 247.583525ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:50.255944Z","caller":"traceutil/trace.go:171","msg":"trace[79667292] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9745; }","duration":"154.996103ms","start":"2026-03-31T18:51:50.10093Z","end":"2026-03-31T18:51:50.255926Z","steps":["trace[79667292] 'range keys from in-memory index tree' (duration: 154.673036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:50.256131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.793317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:51:50.256174Z","caller":"traceutil/trace.go:171","msg":"trace[88530226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9745; }","duration":"121.874028ms","start":"2026-03-31T18:51:50.134289Z","end":"2026-03-31T18:51:50.256163Z","steps":["trace[88530226] 'range keys from in-memory index tree' (duration: 121.657194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:50.256228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.08684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-31T18:51:50.256262Z","caller":"traceutil/trace.go:171","msg":"trace[366094402] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:9745; }","duration":"657.12013ms","start":"2026-03-31T18:51:49.59913Z","end":"2026-03-31T18:51:50.25625Z","steps":["trace[366094402] 'range keys from in-memory index tree' (duration: 656.983957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:50.256289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:49.599074Z","time spent":"657.207432ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":536,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"warn","ts":"2026-03-31T18:51:50.256325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.982851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:50.256351Z","caller":"traceutil/trace.go:171","msg":"trace[770353377] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:9745; }","duration":"303.056171ms","start":"2026-03-31T18:51:49.953287Z","end":"2026-03-31T18:51:50.256343Z","steps":["trace[770353377] 'count revisions from in-memory index tree' (duration: 302.889849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:50.256371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:49.953264Z","time spent":"303.100313ms","remote":"127.0.0.1:42076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:50.256394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.144242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:51:50.256418Z","caller":"traceutil/trace.go:171","msg":"trace[1249076842] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9745; }","duration":"121.185474ms","start":"2026-03-31T18:51:50.135225Z","end":"2026-03-31T18:51:50.256411Z","steps":["trace[1249076842] 'range keys from in-memory index tree' (duration: 121.050171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:50.256688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.732585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:50.256716Z","caller":"traceutil/trace.go:171","msg":"trace[1047451759] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:9745; }","duration":"391.792136ms","start":"2026-03-31T18:51:49.864917Z","end":"2026-03-31T18:51:50.256709Z","steps":["trace[1047451759] 'count revisions from in-memory index tree' (duration: 391.672544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:50.256737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:49.864899Z","time spent":"391.831988ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:50.256938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.284775ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:50.257009Z","caller":"traceutil/trace.go:171","msg":"trace[1301992213] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9745; }","duration":"266.358057ms","start":"2026-03-31T18:51:49.99064Z","end":"2026-03-31T18:51:50.256998Z","steps":["trace[1301992213] 'range keys from in-memory index tree' (duration: 266.274655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:53.842474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961704764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:54.342811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961704764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:54.843222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961704764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:55.343931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961704764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:55.456554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003186958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:51:55.456623Z","caller":"traceutil/trace.go:171","msg":"trace[612062759] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00330861s","start":"2026-03-31T18:51:53.453297Z","end":"2026-03-31T18:51:55.456606Z","steps":["trace[612062759] 'agreement among raft nodes before linearized reading' (duration: 2.003218538s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:55.456656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:53.453278Z","time spent":"2.003371052s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:55.844529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961704764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:56.345395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961704764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:56.745813Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.844284293s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:51:56.746269Z","caller":"traceutil/trace.go:171","msg":"trace[1785868031] transaction","detail":"{read_only:false; response_revision:9768; number_of_response:1; }","duration":"3.844822404s","start":"2026-03-31T18:51:52.901418Z","end":"2026-03-31T18:51:56.746241Z","steps":["trace[1785868031] 'process raft request' (duration: 3.84462422s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:56.746437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:52.901393Z","time spent":"3.844963368s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:57.39801Z","caller":"traceutil/trace.go:171","msg":"trace[835308835] transaction","detail":"{read_only:false; response_revision:9771; number_of_response:1; }","duration":"2.754294841s","start":"2026-03-31T18:51:54.64369Z","end":"2026-03-31T18:51:57.397985Z","steps":["trace[835308835] 'process raft request' (duration: 2.7542286s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.398156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.643662Z","time spent":"2.754421285s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:57.398261Z","caller":"traceutil/trace.go:171","msg":"trace[42673123] linearizableReadLoop","detail":"{readStateIndex:10155; appliedIndex:10150; }","duration":"4.056470712s","start":"2026-03-31T18:51:53.341768Z","end":"2026-03-31T18:51:57.398239Z","steps":["trace[42673123] 'read index received' (duration: 3.404276471s)","trace[42673123] 'applied index is now lower than readState.Index' (duration: 652.192861ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:57.398418Z","caller":"traceutil/trace.go:171","msg":"trace[1031237956] transaction","detail":"{read_only:false; response_revision:9772; number_of_response:1; }","duration":"2.450288169s","start":"2026-03-31T18:51:54.948088Z","end":"2026-03-31T18:51:57.398376Z","steps":["trace[1031237956] 'process raft request' (duration: 2.449864038s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:57.398444Z","caller":"traceutil/trace.go:171","msg":"trace[2094628584] transaction","detail":"{read_only:false; response_revision:9769; number_of_response:1; }","duration":"2.75731786s","start":"2026-03-31T18:51:54.64111Z","end":"2026-03-31T18:51:57.398428Z","steps":["trace[2094628584] 'process raft request' (duration: 2.756598423s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.398519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.94806Z","time spent":"2.450387001s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:57.398525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.641094Z","time spent":"2.757393962s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:57.398634Z","caller":"traceutil/trace.go:171","msg":"trace[1932819415] transaction","detail":"{read_only:false; response_revision:9770; number_of_response:1; }","duration":"2.756964431s","start":"2026-03-31T18:51:54.641654Z","end":"2026-03-31T18:51:57.398619Z","steps":["trace[1932819415] 'process raft request' (duration: 2.756220484s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.398609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.820421726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:57.39869Z","caller":"traceutil/trace.go:171","msg":"trace[1302096463] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:9772; }","duration":"3.820528528s","start":"2026-03-31T18:51:53.578146Z","end":"2026-03-31T18:51:57.398674Z","steps":["trace[1302096463] 'agreement among raft nodes before linearized reading' (duration: 3.820365555s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.398687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.641646Z","time spent":"2.757016433s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:57.398722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:53.578087Z","time spent":"3.820626451s","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:57.398766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724991553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:51:57.398799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22475272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:57.398812Z","caller":"traceutil/trace.go:171","msg":"trace[132845923] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:9772; }","duration":"2.725049284s","start":"2026-03-31T18:51:54.673752Z","end":"2026-03-31T18:51:57.398801Z","steps":["trace[132845923] 'agreement among raft nodes before linearized reading' (duration: 2.724912141s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:57.398836Z","caller":"traceutil/trace.go:171","msg":"trace[1601109633] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:9772; }","duration":"1.224835852s","start":"2026-03-31T18:51:56.173991Z","end":"2026-03-31T18:51:57.398827Z","steps":["trace[1601109633] 'agreement among raft nodes before linearized reading' (duration: 1.22477122s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.398862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.673745Z","time spent":"2.725108126s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-7prd4\" "} {"level":"warn","ts":"2026-03-31T18:51:57.398921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.057142577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:57.398964Z","caller":"traceutil/trace.go:171","msg":"trace[1047083593] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9772; }","duration":"4.057227529s","start":"2026-03-31T18:51:53.341726Z","end":"2026-03-31T18:51:57.398954Z","steps":["trace[1047083593] 'agreement among raft nodes before linearized reading' (duration: 4.057163397s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.399011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:53.341707Z","time spent":"4.05728219s","remote":"127.0.0.1:55558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:57.399019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.253193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:57.399089Z","caller":"traceutil/trace.go:171","msg":"trace[855350230] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9772; }","duration":"249.373595ms","start":"2026-03-31T18:51:57.149698Z","end":"2026-03-31T18:51:57.399072Z","steps":["trace[855350230] 'agreement among raft nodes before linearized reading' (duration: 249.255423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.399132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92627199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:57.399175Z","caller":"traceutil/trace.go:171","msg":"trace[528254374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9772; }","duration":"1.926347461s","start":"2026-03-31T18:51:55.472818Z","end":"2026-03-31T18:51:57.399165Z","steps":["trace[528254374] 'agreement among raft nodes before linearized reading' (duration: 1.9262701s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.399209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:55.472807Z","time spent":"1.926394283s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:57.399232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.973078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-31T18:51:57.39928Z","caller":"traceutil/trace.go:171","msg":"trace[927834555] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9772; }","duration":"653.212973ms","start":"2026-03-31T18:51:56.746052Z","end":"2026-03-31T18:51:57.399265Z","steps":["trace[927834555] 'agreement among raft nodes before linearized reading' (duration: 652.983948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.399308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:56.746029Z","time spent":"653.272404ms","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T18:51:57.398866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:56.17397Z","time spent":"1.224888683s","remote":"127.0.0.1:42162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:57.399436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998986884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:57.399474Z","caller":"traceutil/trace.go:171","msg":"trace[1360847498] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:9772; }","duration":"1.999030645s","start":"2026-03-31T18:51:55.400432Z","end":"2026-03-31T18:51:57.399463Z","steps":["trace[1360847498] 'agreement among raft nodes before linearized reading' (duration: 1.998911742s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.399487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119074341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:51:57.399508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:55.400415Z","time spent":"1.999081287s","remote":"127.0.0.1:39384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:57.399519Z","caller":"traceutil/trace.go:171","msg":"trace[686645455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9772; }","duration":"3.119151313s","start":"2026-03-31T18:51:54.280361Z","end":"2026-03-31T18:51:57.399512Z","steps":["trace[686645455] 'agreement among raft nodes before linearized reading' (duration: 3.119048111s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.399545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.280323Z","time spent":"3.119216405s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:57.39965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046219865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T18:51:57.399672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737572335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:51:57.399693Z","caller":"traceutil/trace.go:171","msg":"trace[1973266939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9772; }","duration":"2.737602607s","start":"2026-03-31T18:51:54.662083Z","end":"2026-03-31T18:51:57.399686Z","steps":["trace[1973266939] 'agreement among raft nodes before linearized reading' (duration: 2.737547466s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:57.399691Z","caller":"traceutil/trace.go:171","msg":"trace[1983742053] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9772; }","duration":"2.046308917s","start":"2026-03-31T18:51:55.353373Z","end":"2026-03-31T18:51:57.399682Z","steps":["trace[1983742053] 'agreement among raft nodes before linearized reading' (duration: 2.046206334s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.39971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.662078Z","time spent":"2.737628057s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:51:57.399719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:55.353349Z","time spent":"2.046363968s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:51:57.399828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741260689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:51:57.399852Z","caller":"traceutil/trace.go:171","msg":"trace[1196835109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9772; }","duration":"2.741312509s","start":"2026-03-31T18:51:54.658534Z","end":"2026-03-31T18:51:57.399846Z","steps":["trace[1196835109] 'agreement among raft nodes before linearized reading' (duration: 2.741251328s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.399873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.658521Z","time spent":"2.74134827s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:57.399985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115107952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:51:57.400032Z","caller":"traceutil/trace.go:171","msg":"trace[898608862] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9772; }","duration":"3.115166613s","start":"2026-03-31T18:51:54.284852Z","end":"2026-03-31T18:51:57.400018Z","steps":["trace[898608862] 'agreement among raft nodes before linearized reading' (duration: 3.115091301s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.400103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.284842Z","time spent":"3.115216265s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:51:57.400176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.587554691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:57.400211Z","caller":"traceutil/trace.go:171","msg":"trace[1136933190] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9772; }","duration":"3.587620682s","start":"2026-03-31T18:51:53.812582Z","end":"2026-03-31T18:51:57.400203Z","steps":["trace[1136933190] 'agreement among raft nodes before linearized reading' (duration: 3.587554171s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.400236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:53.812568Z","time spent":"3.587662504s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:57.400228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.53629003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:57.400266Z","caller":"traceutil/trace.go:171","msg":"trace[675944031] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:9772; }","duration":"3.536370561s","start":"2026-03-31T18:51:53.863886Z","end":"2026-03-31T18:51:57.400256Z","steps":["trace[675944031] 'agreement among raft nodes before linearized reading' (duration: 3.536254879s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.400307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:53.863863Z","time spent":"3.536432822s","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":37,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:57.400359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.622366985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6b558f47f9-rrbvx.18a201aa3a8722d5\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-31T18:51:57.400394Z","caller":"traceutil/trace.go:171","msg":"trace[1263958276] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6b558f47f9-rrbvx.18a201aa3a8722d5; range_end:; response_count:1; response_revision:9772; }","duration":"3.622431155s","start":"2026-03-31T18:51:53.777955Z","end":"2026-03-31T18:51:57.400386Z","steps":["trace[1263958276] 'agreement among raft nodes before linearized reading' (duration: 3.622346913s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.400419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:53.777939Z","time spent":"3.622475667s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-6b558f47f9-rrbvx.18a201aa3a8722d5\" "} {"level":"warn","ts":"2026-03-31T18:51:57.400594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119284076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:51:57.400648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735478298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:51:57.400638Z","caller":"traceutil/trace.go:171","msg":"trace[1778159880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9772; }","duration":"3.119369018s","start":"2026-03-31T18:51:54.281259Z","end":"2026-03-31T18:51:57.400628Z","steps":["trace[1778159880] 'agreement among raft nodes before linearized reading' (duration: 3.118763664s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:57.400679Z","caller":"traceutil/trace.go:171","msg":"trace[2145330481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9772; }","duration":"2.73553666s","start":"2026-03-31T18:51:54.665134Z","end":"2026-03-31T18:51:57.400671Z","steps":["trace[2145330481] 'agreement among raft nodes before linearized reading' (duration: 2.733811721s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.400704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.665122Z","time spent":"2.73557719s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:57.400736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.281247Z","time spent":"3.11947763s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:51:57.399553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044435366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:57.401196Z","caller":"traceutil/trace.go:171","msg":"trace[944673208] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:9772; }","duration":"2.046087413s","start":"2026-03-31T18:51:55.355094Z","end":"2026-03-31T18:51:57.401181Z","steps":["trace[944673208] 'agreement among raft nodes before linearized reading' (duration: 2.044422715s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.40125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:55.355089Z","time spent":"2.046146124s","remote":"127.0.0.1:34634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:58.065528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.504248ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-31T18:51:59.239014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961704793,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:51:59.378313Z","caller":"traceutil/trace.go:171","msg":"trace[1280301638] linearizableReadLoop","detail":"{readStateIndex:10166; appliedIndex:10165; }","duration":"640.23202ms","start":"2026-03-31T18:51:58.738045Z","end":"2026-03-31T18:51:59.378277Z","steps":["trace[1280301638] 'read index received' (duration: 639.794941ms)","trace[1280301638] 'applied index is now lower than readState.Index' (duration: 435.519µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:59.378391Z","caller":"traceutil/trace.go:171","msg":"trace[230199185] transaction","detail":"{read_only:false; response_revision:9782; number_of_response:1; }","duration":"872.494442ms","start":"2026-03-31T18:51:58.505852Z","end":"2026-03-31T18:51:59.378347Z","steps":["trace[230199185] 'process raft request' (duration: 872.122604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:59.378623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.553378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T18:51:59.378722Z","caller":"traceutil/trace.go:171","msg":"trace[567018204] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9782; }","duration":"640.699033ms","start":"2026-03-31T18:51:58.737997Z","end":"2026-03-31T18:51:59.378696Z","steps":["trace[567018204] 'agreement among raft nodes before linearized reading' (duration: 640.456996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:59.378796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:58.737973Z","time spent":"640.803124ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T18:51:59.378927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:58.505836Z","time spent":"872.81571ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:59.525695Z","caller":"traceutil/trace.go:171","msg":"trace[1033561978] transaction","detail":"{read_only:false; response_revision:9783; number_of_response:1; }","duration":"120.996599ms","start":"2026-03-31T18:51:59.404651Z","end":"2026-03-31T18:51:59.525648Z","steps":["trace[1033561978] 'process raft request' (duration: 55.154299ms)","trace[1033561978] 'compare' (duration: 65.429891ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:59.525977Z","caller":"traceutil/trace.go:171","msg":"trace[1055798369] transaction","detail":"{read_only:false; response_revision:9784; number_of_response:1; }","duration":"121.304496ms","start":"2026-03-31T18:51:59.404651Z","end":"2026-03-31T18:51:59.525956Z","steps":["trace[1055798369] 'process raft request' (duration: 121.132952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:59.526077Z","caller":"traceutil/trace.go:171","msg":"trace[1552781270] linearizableReadLoop","detail":"{readStateIndex:10169; appliedIndex:10166; }","duration":"117.224865ms","start":"2026-03-31T18:51:59.408839Z","end":"2026-03-31T18:51:59.526063Z","steps":["trace[1552781270] 'read index received' (duration: 50.969096ms)","trace[1552781270] 'applied index is now lower than readState.Index' (duration: 66.252779ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:59.526168Z","caller":"traceutil/trace.go:171","msg":"trace[1267390753] transaction","detail":"{read_only:false; response_revision:9785; number_of_response:1; }","duration":"121.280846ms","start":"2026-03-31T18:51:59.404878Z","end":"2026-03-31T18:51:59.526159Z","steps":["trace[1267390753] 'process raft request' (duration: 121.03866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:59.526375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.521832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:51:59.526471Z","caller":"traceutil/trace.go:171","msg":"trace[1883644703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9785; }","duration":"117.669535ms","start":"2026-03-31T18:51:59.408787Z","end":"2026-03-31T18:51:59.526457Z","steps":["trace[1883644703] 'agreement among raft nodes before linearized reading' (duration: 117.385729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:11.353903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142551983s","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T18:52:11.354082Z","caller":"traceutil/trace.go:171","msg":"trace[1912164939] linearizableReadLoop","detail":"{readStateIndex:10271; appliedIndex:10270; }","duration":"1.199053322s","start":"2026-03-31T18:52:10.15501Z","end":"2026-03-31T18:52:11.354064Z","steps":["trace[1912164939] 'read index received' (duration: 56.150272ms)","trace[1912164939] 'applied index is now lower than readState.Index' (duration: 1.1429011s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:11.354153Z","caller":"traceutil/trace.go:171","msg":"trace[160750926] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9882; }","duration":"1.211042361s","start":"2026-03-31T18:52:10.143033Z","end":"2026-03-31T18:52:11.354075Z","steps":["trace[160750926] 'process raft request' (duration: 68.237773ms)","trace[160750926] 'compare' (duration: 1.142149854s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:11.354363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199347229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-r894d\" ","response":"range_response_count:1 size:4668"} {"level":"warn","ts":"2026-03-31T18:52:11.354424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:10.143025Z","time spent":"1.211236456s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-31T18:52:11.354439Z","caller":"traceutil/trace.go:171","msg":"trace[1026731032] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-r894d; range_end:; response_count:1; response_revision:9882; }","duration":"1.19942416s","start":"2026-03-31T18:52:10.155002Z","end":"2026-03-31T18:52:11.354427Z","steps":["trace[1026731032] 'agreement among raft nodes before linearized reading' (duration: 1.199167395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:11.354546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:10.154986Z","time spent":"1.199547905s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4692,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-r894d\" "} {"level":"warn","ts":"2026-03-31T18:52:11.440942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285409704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-r894d\" ","response":"range_response_count:1 size:2804"} {"level":"warn","ts":"2026-03-31T18:52:11.44097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.21275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:11.44102Z","caller":"traceutil/trace.go:171","msg":"trace[921537046] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-r894d; range_end:; response_count:1; response_revision:9883; }","duration":"1.285581818s","start":"2026-03-31T18:52:10.155424Z","end":"2026-03-31T18:52:11.441006Z","steps":["trace[921537046] 'agreement among raft nodes before linearized reading' (duration: 1.285302971s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:11.441035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.633377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:52:11.441022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.020146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:11.441089Z","caller":"traceutil/trace.go:171","msg":"trace[491275792] transaction","detail":"{read_only:false; response_revision:9883; number_of_response:1; }","duration":"299.788409ms","start":"2026-03-31T18:52:11.141289Z","end":"2026-03-31T18:52:11.441078Z","steps":["trace[491275792] 'process raft request' (duration: 299.104154ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:11.441103Z","caller":"traceutil/trace.go:171","msg":"trace[346750712] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9883; }","duration":"796.706958ms","start":"2026-03-31T18:52:10.644368Z","end":"2026-03-31T18:52:11.441075Z","steps":["trace[346750712] 'agreement among raft nodes before linearized reading' (duration: 796.628236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:11.441144Z","caller":"traceutil/trace.go:171","msg":"trace[1520261979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9883; }","duration":"987.171439ms","start":"2026-03-31T18:52:10.453919Z","end":"2026-03-31T18:52:11.44109Z","steps":["trace[1520261979] 'agreement among raft nodes before linearized reading' (duration: 986.997266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:11.441165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:10.64436Z","time spent":"796.78881ms","remote":"127.0.0.1:38438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:52:11.441043Z","caller":"traceutil/trace.go:171","msg":"trace[536291146] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9883; }","duration":"200.293222ms","start":"2026-03-31T18:52:11.240732Z","end":"2026-03-31T18:52:11.441025Z","steps":["trace[536291146] 'agreement among raft nodes before linearized reading' (duration: 200.177729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:11.441251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:10.453897Z","time spent":"987.344553ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:52:11.440931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.147252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-r894d\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-03-31T18:52:11.441365Z","caller":"traceutil/trace.go:171","msg":"trace[1843554414] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-r894d; range_end:; response_count:1; response_revision:9883; }","duration":"827.601164ms","start":"2026-03-31T18:52:10.613743Z","end":"2026-03-31T18:52:11.441344Z","steps":["trace[1843554414] 'agreement among raft nodes before linearized reading' (duration: 826.905458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:11.441058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:10.1554Z","time spent":"1.28565098s","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2828,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-r894d\" "} {"level":"warn","ts":"2026-03-31T18:52:11.441398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:10.613689Z","time spent":"827.698456ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4692,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-r894d\" "} {"level":"info","ts":"2026-03-31T18:52:11.558511Z","caller":"traceutil/trace.go:171","msg":"trace[117562829] transaction","detail":"{read_only:false; response_revision:9884; number_of_response:1; }","duration":"110.452072ms","start":"2026-03-31T18:52:11.448033Z","end":"2026-03-31T18:52:11.558485Z","steps":["trace[117562829] 'process raft request' (duration: 110.302269ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:11.702042Z","caller":"traceutil/trace.go:171","msg":"trace[794067722] linearizableReadLoop","detail":"{readStateIndex:10274; appliedIndex:10272; }","duration":"251.444372ms","start":"2026-03-31T18:52:11.450573Z","end":"2026-03-31T18:52:11.702017Z","steps":["trace[794067722] 'read index received' (duration: 107.759122ms)","trace[794067722] 'applied index is now lower than readState.Index' (duration: 143.68008ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:11.702128Z","caller":"traceutil/trace.go:171","msg":"trace[97766381] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9884; }","duration":"252.895106ms","start":"2026-03-31T18:52:11.449174Z","end":"2026-03-31T18:52:11.702069Z","steps":["trace[97766381] 'process raft request' (duration: 211.436363ms)","trace[97766381] 'compare' (duration: 41.33353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:11.702227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.631816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-r894d\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-03-31T18:52:11.702275Z","caller":"traceutil/trace.go:171","msg":"trace[1702633934] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-r894d; range_end:; response_count:1; response_revision:9884; }","duration":"251.695068ms","start":"2026-03-31T18:52:11.450566Z","end":"2026-03-31T18:52:11.702261Z","steps":["trace[1702633934] 'agreement among raft nodes before linearized reading' (duration: 251.520054ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:11.707679Z","caller":"traceutil/trace.go:171","msg":"trace[1325374599] transaction","detail":"{read_only:false; response_revision:9885; number_of_response:1; }","duration":"113.284967ms","start":"2026-03-31T18:52:11.594377Z","end":"2026-03-31T18:52:11.707662Z","steps":["trace[1325374599] 'process raft request' (duration: 113.035131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:11.707864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.513802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:52:11.707972Z","caller":"traceutil/trace.go:171","msg":"trace[692303264] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:9888; }","duration":"105.662576ms","start":"2026-03-31T18:52:11.602292Z","end":"2026-03-31T18:52:11.707954Z","steps":["trace[692303264] 'agreement among raft nodes before linearized reading' (duration: 105.42272ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:11.708242Z","caller":"traceutil/trace.go:171","msg":"trace[62774975] transaction","detail":"{read_only:false; response_revision:9886; number_of_response:1; }","duration":"113.663476ms","start":"2026-03-31T18:52:11.594566Z","end":"2026-03-31T18:52:11.708229Z","steps":["trace[62774975] 'process raft request' (duration: 113.018482ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:11.708349Z","caller":"traceutil/trace.go:171","msg":"trace[1040621909] transaction","detail":"{read_only:false; response_revision:9887; number_of_response:1; }","duration":"113.050892ms","start":"2026-03-31T18:52:11.595288Z","end":"2026-03-31T18:52:11.708339Z","steps":["trace[1040621909] 'process raft request' (duration: 112.337946ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:11.89436Z","caller":"traceutil/trace.go:171","msg":"trace[1687240411] transaction","detail":"{read_only:false; response_revision:9896; number_of_response:1; }","duration":"103.358264ms","start":"2026-03-31T18:52:11.790971Z","end":"2026-03-31T18:52:11.894329Z","steps":["trace[1687240411] 'process raft request' (duration: 102.422073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:12.642062Z","caller":"traceutil/trace.go:171","msg":"trace[439747630] linearizableReadLoop","detail":"{readStateIndex:10289; appliedIndex:10288; }","duration":"216.814373ms","start":"2026-03-31T18:52:12.425226Z","end":"2026-03-31T18:52:12.642041Z","steps":["trace[439747630] 'read index received' (duration: 216.558107ms)","trace[439747630] 'applied index is now lower than readState.Index' (duration: 255.366µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:12.642174Z","caller":"traceutil/trace.go:171","msg":"trace[2066723470] transaction","detail":"{read_only:false; response_revision:9899; number_of_response:1; }","duration":"227.964934ms","start":"2026-03-31T18:52:12.414179Z","end":"2026-03-31T18:52:12.642144Z","steps":["trace[2066723470] 'process raft request' (duration: 227.672588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:12.642277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.031668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T18:52:12.642333Z","caller":"traceutil/trace.go:171","msg":"trace[136023855] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9899; }","duration":"217.13662ms","start":"2026-03-31T18:52:12.425179Z","end":"2026-03-31T18:52:12.642315Z","steps":["trace[136023855] 'agreement among raft nodes before linearized reading' (duration: 216.981656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:12.642404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.619131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:12.64249Z","caller":"traceutil/trace.go:171","msg":"trace[1391591218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9899; }","duration":"189.747564ms","start":"2026-03-31T18:52:12.452723Z","end":"2026-03-31T18:52:12.642471Z","steps":["trace[1391591218] 'agreement among raft nodes before linearized reading' (duration: 189.622402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:12.642774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.853005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:52:12.64284Z","caller":"traceutil/trace.go:171","msg":"trace[2130422880] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:9899; }","duration":"180.960927ms","start":"2026-03-31T18:52:12.461862Z","end":"2026-03-31T18:52:12.642823Z","steps":["trace[2130422880] 'agreement among raft nodes before linearized reading' (duration: 180.809724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:14.321093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644224809s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T18:52:14.321221Z","caller":"traceutil/trace.go:171","msg":"trace[1270591404] linearizableReadLoop","detail":"{readStateIndex:10290; appliedIndex:10289; }","duration":"1.672335231s","start":"2026-03-31T18:52:12.648862Z","end":"2026-03-31T18:52:14.321197Z","steps":["trace[1270591404] 'read index received' (duration: 27.904577ms)","trace[1270591404] 'applied index is now lower than readState.Index' (duration: 1.644428574s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:14.321308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:12.64402Z","time spent":"1.677284052s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:52:14.321862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672939234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T18:52:14.322033Z","caller":"traceutil/trace.go:171","msg":"trace[1801174043] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9899; }","duration":"1.673146479s","start":"2026-03-31T18:52:12.648826Z","end":"2026-03-31T18:52:14.321973Z","steps":["trace[1801174043] 'agreement among raft nodes before linearized reading' (duration: 1.672702009s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:14.322123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:12.648807Z","time spent":"1.673299822s","remote":"127.0.0.1:42164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T18:52:14.676727Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.713054345s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:52:14.677271Z","caller":"traceutil/trace.go:171","msg":"trace[1157778261] transaction","detail":"{read_only:false; response_revision:9900; number_of_response:1; }","duration":"1.713767433s","start":"2026-03-31T18:52:12.963477Z","end":"2026-03-31T18:52:14.677244Z","steps":["trace[1157778261] 'process raft request' (duration: 1.713576039s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:14.677445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:12.963439Z","time spent":"1.713910866s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:14.703793Z","caller":"traceutil/trace.go:171","msg":"trace[1028637586] transaction","detail":"{read_only:false; response_revision:9902; number_of_response:1; }","duration":"989.268457ms","start":"2026-03-31T18:52:13.714501Z","end":"2026-03-31T18:52:14.70377Z","steps":["trace[1028637586] 'process raft request' (duration: 989.194655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:14.703951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:13.714478Z","time spent":"989.38211ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:14.704109Z","caller":"traceutil/trace.go:171","msg":"trace[1773363278] transaction","detail":"{read_only:false; response_revision:9901; number_of_response:1; }","duration":"989.824699ms","start":"2026-03-31T18:52:13.71425Z","end":"2026-03-31T18:52:14.704075Z","steps":["trace[1773363278] 'process raft request' (duration: 989.309268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:14.704219Z","caller":"traceutil/trace.go:171","msg":"trace[613892038] transaction","detail":"{read_only:false; response_revision:9903; number_of_response:1; }","duration":"987.102888ms","start":"2026-03-31T18:52:13.717087Z","end":"2026-03-31T18:52:14.70419Z","steps":["trace[613892038] 'process raft request' (duration: 986.643318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:14.704284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:13.714222Z","time spent":"989.961452ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:14.704354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:13.717079Z","time spent":"987.19401ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:14.704293Z","caller":"traceutil/trace.go:171","msg":"trace[2117921251] linearizableReadLoop","detail":"{readStateIndex:10294; appliedIndex:10290; }","duration":"383.009838ms","start":"2026-03-31T18:52:14.321255Z","end":"2026-03-31T18:52:14.704264Z","steps":["trace[2117921251] 'read index received' (duration: 355.733016ms)","trace[2117921251] 'applied index is now lower than readState.Index' (duration: 27.275682ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:14.704447Z","caller":"traceutil/trace.go:171","msg":"trace[1312408644] transaction","detail":"{read_only:false; response_revision:9904; number_of_response:1; }","duration":"381.337331ms","start":"2026-03-31T18:52:14.323102Z","end":"2026-03-31T18:52:14.704439Z","steps":["trace[1312408644] 'process raft request' (duration: 380.887731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:14.704486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:14.323073Z","time spent":"381.389253ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:14.704594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.914011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:14.704659Z","caller":"traceutil/trace.go:171","msg":"trace[766807986] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:9904; }","duration":"526.033914ms","start":"2026-03-31T18:52:14.178609Z","end":"2026-03-31T18:52:14.704643Z","steps":["trace[766807986] 'agreement among raft nodes before linearized reading' (duration: 525.916471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:14.704655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250789435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:52:14.704649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.433501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:52:14.704659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.733161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:52:14.704713Z","caller":"traceutil/trace.go:171","msg":"trace[1855786542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9904; }","duration":"1.250883617s","start":"2026-03-31T18:52:13.453813Z","end":"2026-03-31T18:52:14.704697Z","steps":["trace[1855786542] 'agreement among raft nodes before linearized reading' (duration: 1.250790475s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:14.704719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.038963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:52:14.704731Z","caller":"traceutil/trace.go:171","msg":"trace[1251886021] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9904; }","duration":"485.565864ms","start":"2026-03-31T18:52:14.219145Z","end":"2026-03-31T18:52:14.704711Z","steps":["trace[1251886021] 'agreement among raft nodes before linearized reading' (duration: 485.175396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:14.704746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498479942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:52:14.704771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.034076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:52:14.704794Z","caller":"traceutil/trace.go:171","msg":"trace[1012323319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9904; }","duration":"918.077746ms","start":"2026-03-31T18:52:13.786709Z","end":"2026-03-31T18:52:14.704787Z","steps":["trace[1012323319] 'agreement among raft nodes before linearized reading' (duration: 917.81358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:14.704796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:14.219123Z","time spent":"485.655577ms","remote":"127.0.0.1:42514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:52:14.704762Z","caller":"traceutil/trace.go:171","msg":"trace[960000136] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:9904; }","duration":"914.858794ms","start":"2026-03-31T18:52:13.789887Z","end":"2026-03-31T18:52:14.704746Z","steps":["trace[960000136] 'agreement among raft nodes before linearized reading' (duration: 914.519227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:14.704809Z","caller":"traceutil/trace.go:171","msg":"trace[769023989] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:9904; }","duration":"1.498576874s","start":"2026-03-31T18:52:13.206211Z","end":"2026-03-31T18:52:14.704788Z","steps":["trace[769023989] 'agreement among raft nodes before linearized reading' (duration: 1.498496752s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:14.704824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:13.786696Z","time spent":"918.120917ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:52:14.70466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.79258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:52:14.704862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:13.206188Z","time spent":"1.498658937s","remote":"127.0.0.1:41314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:52:14.704912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.048508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6b558f47f9-rrbvx.18a201aa3a8722d5\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-31T18:52:14.704704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:14.178583Z","time spent":"526.109835ms","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:52:14.704994Z","caller":"traceutil/trace.go:171","msg":"trace[1999824434] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6b558f47f9-rrbvx.18a201aa3a8722d5; range_end:; response_count:1; response_revision:9904; }","duration":"927.146941ms","start":"2026-03-31T18:52:13.777813Z","end":"2026-03-31T18:52:14.70496Z","steps":["trace[1999824434] 'agreement among raft nodes before linearized reading' (duration: 926.802312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:14.705009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90447222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:52:14.704978Z","caller":"traceutil/trace.go:171","msg":"trace[2006483272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9904; }","duration":"918.088476ms","start":"2026-03-31T18:52:13.786829Z","end":"2026-03-31T18:52:14.704917Z","steps":["trace[2006483272] 'agreement among raft nodes before linearized reading' (duration: 917.634686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:14.705054Z","caller":"traceutil/trace.go:171","msg":"trace[1807355058] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9904; }","duration":"1.904585022s","start":"2026-03-31T18:52:12.800459Z","end":"2026-03-31T18:52:14.705044Z","steps":["trace[1807355058] 'agreement among raft nodes before linearized reading' (duration: 1.904251793s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:14.705052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:13.777791Z","time spent":"927.247263ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-6b558f47f9-rrbvx.18a201aa3a8722d5\" "} {"level":"warn","ts":"2026-03-31T18:52:14.7045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.258058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:52:14.705083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:12.800435Z","time spent":"1.904640153s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:52:14.70511Z","caller":"traceutil/trace.go:171","msg":"trace[1132807781] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9904; }","duration":"917.917324ms","start":"2026-03-31T18:52:13.787178Z","end":"2026-03-31T18:52:14.705095Z","steps":["trace[1132807781] 'agreement among raft nodes before linearized reading' (duration: 917.119935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:14.705148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:13.786823Z","time spent":"918.268002ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:52:14.705179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:13.787168Z","time spent":"917.999395ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:52:14.705214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.885625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:52:14.704781Z","caller":"traceutil/trace.go:171","msg":"trace[1698567454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9904; }","duration":"917.113625ms","start":"2026-03-31T18:52:13.78765Z","end":"2026-03-31T18:52:14.704764Z","steps":["trace[1698567454] 'agreement among raft nodes before linearized reading' (duration: 916.940291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:14.705252Z","caller":"traceutil/trace.go:171","msg":"trace[1009711618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9904; }","duration":"918.969757ms","start":"2026-03-31T18:52:13.786272Z","end":"2026-03-31T18:52:14.705242Z","steps":["trace[1009711618] 'agreement among raft nodes before linearized reading' (duration: 918.110107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:14.705264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:13.787643Z","time spent":"917.609596ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:52:14.705282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:13.78625Z","time spent":"919.023108ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:52:14.704694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.51579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:52:14.70531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.520738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-31T18:52:14.705347Z","caller":"traceutil/trace.go:171","msg":"trace[2141168742] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:9904; }","duration":"432.213356ms","start":"2026-03-31T18:52:14.273122Z","end":"2026-03-31T18:52:14.705336Z","steps":["trace[2141168742] 'agreement among raft nodes before linearized reading' (duration: 431.468159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:14.704762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:13.453792Z","time spent":"1.250962708s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:52:14.705378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:14.273106Z","time spent":"432.262837ms","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:52:14.705379Z","caller":"traceutil/trace.go:171","msg":"trace[621922422] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:9904; }","duration":"378.617832ms","start":"2026-03-31T18:52:14.326738Z","end":"2026-03-31T18:52:14.705355Z","steps":["trace[621922422] 'agreement among raft nodes before linearized reading' (duration: 378.266334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:14.704852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:13.789874Z","time spent":"914.964946ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-7prd4\" "} {"level":"warn","ts":"2026-03-31T18:52:14.705408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.475715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:52:14.705429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:14.32669Z","time spent":"378.726194ms","remote":"127.0.0.1:42164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-03-31T18:52:14.705468Z","caller":"traceutil/trace.go:171","msg":"trace[1189561435] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9904; }","duration":"918.580699ms","start":"2026-03-31T18:52:13.786867Z","end":"2026-03-31T18:52:14.705448Z","steps":["trace[1189561435] 'agreement among raft nodes before linearized reading' (duration: 917.576755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:14.705516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:13.78684Z","time spent":"918.66314ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:52:14.818952Z","caller":"traceutil/trace.go:171","msg":"trace[12566957] linearizableReadLoop","detail":"{readStateIndex:10296; appliedIndex:10295; }","duration":"109.721046ms","start":"2026-03-31T18:52:14.709205Z","end":"2026-03-31T18:52:14.818926Z","steps":["trace[12566957] 'read index received' (duration: 89.852359ms)","trace[12566957] 'applied index is now lower than readState.Index' (duration: 19.867527ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:14.819338Z","caller":"traceutil/trace.go:171","msg":"trace[1796510933] transaction","detail":"{read_only:false; response_revision:9905; number_of_response:1; }","duration":"110.610246ms","start":"2026-03-31T18:52:14.7087Z","end":"2026-03-31T18:52:14.81931Z","steps":["trace[1796510933] 'process raft request' (duration: 90.3361ms)","trace[1796510933] 'compare' (duration: 19.773754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:14.819519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.289349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T18:52:14.819707Z","caller":"traceutil/trace.go:171","msg":"trace[290152364] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9905; }","duration":"110.546274ms","start":"2026-03-31T18:52:14.709139Z","end":"2026-03-31T18:52:14.819685Z","steps":["trace[290152364] 'agreement among raft nodes before linearized reading' (duration: 110.131745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:14.954712Z","caller":"traceutil/trace.go:171","msg":"trace[964822908] transaction","detail":"{read_only:false; response_revision:9907; number_of_response:1; }","duration":"243.839011ms","start":"2026-03-31T18:52:14.710849Z","end":"2026-03-31T18:52:14.954688Z","steps":["trace[964822908] 'process raft request' (duration: 243.563065ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:14.954744Z","caller":"traceutil/trace.go:171","msg":"trace[1501283605] transaction","detail":"{read_only:false; response_revision:9906; number_of_response:1; }","duration":"244.099287ms","start":"2026-03-31T18:52:14.710606Z","end":"2026-03-31T18:52:14.954706Z","steps":["trace[1501283605] 'process raft request' (duration: 217.309934ms)","trace[1501283605] 'compare' (duration: 26.337112ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:14.954963Z","caller":"traceutil/trace.go:171","msg":"trace[1724180738] transaction","detail":"{read_only:false; response_revision:9910; number_of_response:1; }","duration":"242.768317ms","start":"2026-03-31T18:52:14.712186Z","end":"2026-03-31T18:52:14.954954Z","steps":["trace[1724180738] 'process raft request' (duration: 242.730216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:14.954979Z","caller":"traceutil/trace.go:171","msg":"trace[1298764688] transaction","detail":"{read_only:false; response_revision:9908; number_of_response:1; }","duration":"243.087414ms","start":"2026-03-31T18:52:14.71188Z","end":"2026-03-31T18:52:14.954968Z","steps":["trace[1298764688] 'process raft request' (duration: 242.765497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:14.95503Z","caller":"traceutil/trace.go:171","msg":"trace[1322816204] transaction","detail":"{read_only:false; response_revision:9909; number_of_response:1; }","duration":"242.88423ms","start":"2026-03-31T18:52:14.71214Z","end":"2026-03-31T18:52:14.955024Z","steps":["trace[1322816204] 'process raft request' (duration: 242.673515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:14.955026Z","caller":"traceutil/trace.go:171","msg":"trace[1148051362] linearizableReadLoop","detail":"{readStateIndex:10302; appliedIndex:10296; }","duration":"135.996108ms","start":"2026-03-31T18:52:14.819022Z","end":"2026-03-31T18:52:14.955018Z","steps":["trace[1148051362] 'read index received' (duration: 108.789836ms)","trace[1148051362] 'applied index is now lower than readState.Index' (duration: 27.205802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:14.955186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.366223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T18:52:14.955217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.370949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:52:14.955237Z","caller":"traceutil/trace.go:171","msg":"trace[1960535990] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9911; }","duration":"133.45025ms","start":"2026-03-31T18:52:14.821782Z","end":"2026-03-31T18:52:14.955232Z","steps":["trace[1960535990] 'agreement among raft nodes before linearized reading' (duration: 133.366808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:14.955281Z","caller":"traceutil/trace.go:171","msg":"trace[944333270] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9911; }","duration":"244.472685ms","start":"2026-03-31T18:52:14.710742Z","end":"2026-03-31T18:52:14.955214Z","steps":["trace[944333270] 'agreement among raft nodes before linearized reading' (duration: 244.299741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:14.955526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.048714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:52:14.955526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.501531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228817"} {"level":"info","ts":"2026-03-31T18:52:14.95556Z","caller":"traceutil/trace.go:171","msg":"trace[943265732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9911; }","duration":"243.102364ms","start":"2026-03-31T18:52:14.71245Z","end":"2026-03-31T18:52:14.955552Z","steps":["trace[943265732] 'agreement among raft nodes before linearized reading' (duration: 243.049053ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:14.955569Z","caller":"traceutil/trace.go:171","msg":"trace[571828457] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9911; }","duration":"242.562912ms","start":"2026-03-31T18:52:14.712996Z","end":"2026-03-31T18:52:14.955559Z","steps":["trace[571828457] 'agreement among raft nodes before linearized reading' (duration: 242.054121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:14.955552Z","caller":"traceutil/trace.go:171","msg":"trace[1513063460] transaction","detail":"{read_only:false; response_revision:9911; number_of_response:1; }","duration":"243.211607ms","start":"2026-03-31T18:52:14.712322Z","end":"2026-03-31T18:52:14.955533Z","steps":["trace[1513063460] 'process raft request' (duration: 242.614464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:14.956069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.103228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-31T18:52:14.956111Z","caller":"traceutil/trace.go:171","msg":"trace[1924783560] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:9911; }","duration":"245.16137ms","start":"2026-03-31T18:52:14.710936Z","end":"2026-03-31T18:52:14.956098Z","steps":["trace[1924783560] 'agreement among raft nodes before linearized reading' (duration: 245.039398ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:15.114024Z","caller":"traceutil/trace.go:171","msg":"trace[427405460] transaction","detail":"{read_only:false; response_revision:9912; number_of_response:1; }","duration":"110.352321ms","start":"2026-03-31T18:52:15.003639Z","end":"2026-03-31T18:52:15.113992Z","steps":["trace[427405460] 'process raft request' (duration: 101.344118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:17.234812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.664051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:52:17.235079Z","caller":"traceutil/trace.go:171","msg":"trace[1258730582] transaction","detail":"{read_only:false; response_revision:9914; number_of_response:1; }","duration":"521.942773ms","start":"2026-03-31T18:52:16.713117Z","end":"2026-03-31T18:52:17.23506Z","steps":["trace[1258730582] 'process raft request' (duration: 195.902864ms)","trace[1258730582] 'compare' (duration: 325.541887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:17.235174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:16.713109Z","time spent":"522.018765ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:17.235361Z","caller":"traceutil/trace.go:171","msg":"trace[1073765788] transaction","detail":"{read_only:false; response_revision:9916; number_of_response:1; }","duration":"259.652037ms","start":"2026-03-31T18:52:16.975685Z","end":"2026-03-31T18:52:17.235337Z","steps":["trace[1073765788] 'process raft request' (duration: 259.590985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:17.235576Z","caller":"traceutil/trace.go:171","msg":"trace[29925051] linearizableReadLoop","detail":"{readStateIndex:10306; appliedIndex:10303; }","duration":"516.143792ms","start":"2026-03-31T18:52:16.719423Z","end":"2026-03-31T18:52:17.235566Z","steps":["trace[29925051] 'read index received' (duration: 50.141527ms)","trace[29925051] 'applied index is now lower than readState.Index' (duration: 466.001305ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:17.235594Z","caller":"traceutil/trace.go:171","msg":"trace[1070749336] transaction","detail":"{read_only:false; response_revision:9915; number_of_response:1; }","duration":"522.2599ms","start":"2026-03-31T18:52:16.713308Z","end":"2026-03-31T18:52:17.235568Z","steps":["trace[1070749336] 'process raft request' (duration: 521.610355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:17.235779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:16.713266Z","time spent":"522.446434ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:17.235796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.364506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:52:17.235762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.792877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:52:17.235842Z","caller":"traceutil/trace.go:171","msg":"trace[1391187169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9916; }","duration":"274.892839ms","start":"2026-03-31T18:52:16.960939Z","end":"2026-03-31T18:52:17.235832Z","steps":["trace[1391187169] 'agreement among raft nodes before linearized reading' (duration: 274.739835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:17.23583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.026489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:52:17.23584Z","caller":"traceutil/trace.go:171","msg":"trace[1410906211] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9916; }","duration":"516.428208ms","start":"2026-03-31T18:52:16.719397Z","end":"2026-03-31T18:52:17.235825Z","steps":["trace[1410906211] 'agreement among raft nodes before linearized reading' (duration: 516.194393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:17.235854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.342747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:52:17.235876Z","caller":"traceutil/trace.go:171","msg":"trace[837964620] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:9916; }","duration":"270.091461ms","start":"2026-03-31T18:52:16.965772Z","end":"2026-03-31T18:52:17.235863Z","steps":["trace[837964620] 'agreement among raft nodes before linearized reading' (duration: 269.951938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:17.235879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:16.719387Z","time spent":"516.483679ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T18:52:17.235917Z","caller":"traceutil/trace.go:171","msg":"trace[1177407701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9916; }","duration":"274.433199ms","start":"2026-03-31T18:52:16.961468Z","end":"2026-03-31T18:52:17.235901Z","steps":["trace[1177407701] 'agreement among raft nodes before linearized reading' (duration: 274.264735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:17.236007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.080533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:52:17.236042Z","caller":"traceutil/trace.go:171","msg":"trace[96695155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9916; }","duration":"275.114144ms","start":"2026-03-31T18:52:16.960919Z","end":"2026-03-31T18:52:17.236033Z","steps":["trace[96695155] 'agreement among raft nodes before linearized reading' (duration: 275.031132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:17.236149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.754118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:52:17.236217Z","caller":"traceutil/trace.go:171","msg":"trace[774346097] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9916; }","duration":"275.83193ms","start":"2026-03-31T18:52:16.960365Z","end":"2026-03-31T18:52:17.236197Z","steps":["trace[774346097] 'agreement among raft nodes before linearized reading' (duration: 275.686856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:17.23617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.781079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:52:17.236314Z","caller":"traceutil/trace.go:171","msg":"trace[1062347805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9916; }","duration":"275.950842ms","start":"2026-03-31T18:52:16.960348Z","end":"2026-03-31T18:52:17.236298Z","steps":["trace[1062347805] 'agreement among raft nodes before linearized reading' (duration: 275.771908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:17.236384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.957122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:52:17.236434Z","caller":"traceutil/trace.go:171","msg":"trace[1448159004] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9916; }","duration":"276.034474ms","start":"2026-03-31T18:52:16.960393Z","end":"2026-03-31T18:52:17.236427Z","steps":["trace[1448159004] 'agreement among raft nodes before linearized reading' (duration: 275.544703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:17.236533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.019384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:52:17.236776Z","caller":"traceutil/trace.go:171","msg":"trace[1386528344] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9916; }","duration":"498.200639ms","start":"2026-03-31T18:52:16.738419Z","end":"2026-03-31T18:52:17.23662Z","steps":["trace[1386528344] 'agreement among raft nodes before linearized reading' (duration: 497.262618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:17.236869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:16.738409Z","time spent":"498.445764ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:52:19.028625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629336435s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:52:19.028725Z","caller":"traceutil/trace.go:171","msg":"trace[897435431] transaction","detail":"{read_only:false; response_revision:9917; number_of_response:1; }","duration":"1.789558076s","start":"2026-03-31T18:52:17.239148Z","end":"2026-03-31T18:52:19.028706Z","steps":["trace[897435431] 'process raft request' (duration: 160.063258ms)","trace[897435431] 'compare' (duration: 1.628443075s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:19.028786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:17.239131Z","time spent":"1.789624678s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:19.120937Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.721790373s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:52:19.121551Z","caller":"traceutil/trace.go:171","msg":"trace[1950761895] transaction","detail":"{read_only:false; response_revision:9921; number_of_response:1; }","duration":"1.881211386s","start":"2026-03-31T18:52:17.24031Z","end":"2026-03-31T18:52:19.121521Z","steps":["trace[1950761895] 'process raft request' (duration: 1.881117714s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:19.121731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:17.240303Z","time spent":"1.881342319s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:19.12195Z","caller":"traceutil/trace.go:171","msg":"trace[767445278] transaction","detail":"{read_only:false; response_revision:9919; number_of_response:1; }","duration":"1.881882362s","start":"2026-03-31T18:52:17.240024Z","end":"2026-03-31T18:52:19.121907Z","steps":["trace[767445278] 'process raft request' (duration: 1.881294849s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:19.122039Z","caller":"traceutil/trace.go:171","msg":"trace[784317012] transaction","detail":"{read_only:false; response_revision:9920; number_of_response:1; }","duration":"1.881932862s","start":"2026-03-31T18:52:17.24009Z","end":"2026-03-31T18:52:19.122023Z","steps":["trace[784317012] 'process raft request' (duration: 1.881288958s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:19.122135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:17.240084Z","time spent":"1.882001835s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:19.122158Z","caller":"traceutil/trace.go:171","msg":"trace[1886569493] linearizableReadLoop","detail":"{readStateIndex:10313; appliedIndex:10307; }","duration":"1.881518823s","start":"2026-03-31T18:52:17.240617Z","end":"2026-03-31T18:52:19.122136Z","steps":["trace[1886569493] 'read index received' (duration: 158.610375ms)","trace[1886569493] 'applied index is now lower than readState.Index' (duration: 1.722906428s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:19.122315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:17.240013Z","time spent":"1.882114366s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:19.122392Z","caller":"traceutil/trace.go:171","msg":"trace[82733098] transaction","detail":"{read_only:false; response_revision:9923; number_of_response:1; }","duration":"1.881726297s","start":"2026-03-31T18:52:17.240654Z","end":"2026-03-31T18:52:19.122381Z","steps":["trace[82733098] 'process raft request' (duration: 1.881121064s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:19.122573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:17.240648Z","time spent":"1.881800599s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:19.121982Z","caller":"traceutil/trace.go:171","msg":"trace[449517262] transaction","detail":"{read_only:false; response_revision:9918; number_of_response:1; }","duration":"1.882526456s","start":"2026-03-31T18:52:17.23943Z","end":"2026-03-31T18:52:19.121956Z","steps":["trace[449517262] 'process raft request' (duration: 1.881727418s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:19.122343Z","caller":"traceutil/trace.go:171","msg":"trace[1494822046] transaction","detail":"{read_only:false; response_revision:9924; number_of_response:1; }","duration":"1.88097077s","start":"2026-03-31T18:52:17.241355Z","end":"2026-03-31T18:52:19.122326Z","steps":["trace[1494822046] 'process raft request' (duration: 1.880601812s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:19.122879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:17.239416Z","time spent":"1.883342704s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:19.122346Z","caller":"traceutil/trace.go:171","msg":"trace[1893272741] transaction","detail":"{read_only:false; response_revision:9922; number_of_response:1; }","duration":"1.881806379s","start":"2026-03-31T18:52:17.24052Z","end":"2026-03-31T18:52:19.122326Z","steps":["trace[1893272741] 'process raft request' (duration: 1.88095147s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:19.123124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:17.240513Z","time spent":"1.882554596s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:19.122867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:17.241327Z","time spent":"1.881490133s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:19.124428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883780724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228817"} {"level":"info","ts":"2026-03-31T18:52:19.124555Z","caller":"traceutil/trace.go:171","msg":"trace[1378539335] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9924; }","duration":"1.883940017s","start":"2026-03-31T18:52:17.240588Z","end":"2026-03-31T18:52:19.124528Z","steps":["trace[1378539335] 'agreement among raft nodes before linearized reading' (duration: 1.881852389s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:19.124631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:17.240579Z","time spent":"1.88403183s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228841,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:52:19.890125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999905673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:52:19.890205Z","caller":"traceutil/trace.go:171","msg":"trace[1289975158] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000034836s","start":"2026-03-31T18:52:17.890156Z","end":"2026-03-31T18:52:19.890191Z","steps":["trace[1289975158] 'agreement among raft nodes before linearized reading' (duration: 1.999938274s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:19.890246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:17.890137Z","time spent":"2.000094287s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:52:19.920582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.873122ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:52:19.92129Z","caller":"traceutil/trace.go:171","msg":"trace[977774989] linearizableReadLoop","detail":"{readStateIndex:10317; appliedIndex:10315; }","duration":"799.019191ms","start":"2026-03-31T18:52:19.122245Z","end":"2026-03-31T18:52:19.921264Z","steps":["trace[977774989] 'read index received' (duration: 13.453013ms)","trace[977774989] 'applied index is now lower than readState.Index' (duration: 785.564938ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:19.921346Z","caller":"traceutil/trace.go:171","msg":"trace[709970006] transaction","detail":"{read_only:false; response_revision:9925; number_of_response:1; }","duration":"1.14735396s","start":"2026-03-31T18:52:18.773965Z","end":"2026-03-31T18:52:19.921319Z","steps":["trace[709970006] 'process raft request' (duration: 1.146814357s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:19.921486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:18.773938Z","time spent":"1.147475023s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:19.972389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518911711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:19.972589Z","caller":"traceutil/trace.go:171","msg":"trace[1270433039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9925; }","duration":"1.519155857s","start":"2026-03-31T18:52:18.453403Z","end":"2026-03-31T18:52:19.972559Z","steps":["trace[1270433039] 'agreement among raft nodes before linearized reading' (duration: 1.468041198s)","trace[1270433039] 'range keys from in-memory index tree' (duration: 50.896424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:19.972716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:18.453379Z","time spent":"1.519316131s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:52:19.972812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45211046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-31T18:52:19.972887Z","caller":"traceutil/trace.go:171","msg":"trace[771522308] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9925; }","duration":"1.452209482s","start":"2026-03-31T18:52:18.520653Z","end":"2026-03-31T18:52:19.972862Z","steps":["trace[771522308] 'agreement among raft nodes before linearized reading' (duration: 1.400773967s)","trace[771522308] 'range keys from in-memory index tree' (duration: 51.264292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:19.972948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:18.520629Z","time spent":"1.452305584s","remote":"127.0.0.1:38486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-31T18:52:19.973108Z","caller":"traceutil/trace.go:171","msg":"trace[310665372] transaction","detail":"{read_only:false; response_revision:9926; number_of_response:1; }","duration":"732.729709ms","start":"2026-03-31T18:52:19.240357Z","end":"2026-03-31T18:52:19.973086Z","steps":["trace[310665372] 'process raft request' (duration: 680.899805ms)","trace[310665372] 'compare' (duration: 51.113178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:19.973325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:19.240332Z","time spent":"732.834653ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:19.972592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572824574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:52:19.973541Z","caller":"traceutil/trace.go:171","msg":"trace[1948899677] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9925; }","duration":"1.573826526s","start":"2026-03-31T18:52:18.399691Z","end":"2026-03-31T18:52:19.973518Z","steps":["trace[1948899677] 'agreement among raft nodes before linearized reading' (duration: 1.521762906s)","trace[1948899677] 'count revisions from in-memory index tree' (duration: 51.075428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:19.973688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:18.399634Z","time spent":"1.57399439s","remote":"127.0.0.1:55538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:52:19.973869Z","caller":"traceutil/trace.go:171","msg":"trace[2025295691] transaction","detail":"{read_only:false; response_revision:9927; number_of_response:1; }","duration":"731.914631ms","start":"2026-03-31T18:52:19.241937Z","end":"2026-03-31T18:52:19.973852Z","steps":["trace[2025295691] 'process raft request' (duration: 731.081413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:19.973967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:19.241928Z","time spent":"731.992093ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:19.974278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.884908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:52:19.974339Z","caller":"traceutil/trace.go:171","msg":"trace[1699721045] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:9927; }","duration":"690.995862ms","start":"2026-03-31T18:52:19.283329Z","end":"2026-03-31T18:52:19.974325Z","steps":["trace[1699721045] 'agreement among raft nodes before linearized reading' (duration: 690.879478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:19.974481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:19.283304Z","time spent":"691.123495ms","remote":"127.0.0.1:35334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:52:19.975089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.562709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:52:19.975133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.16126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-03-31T18:52:19.975152Z","caller":"traceutil/trace.go:171","msg":"trace[1520768318] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9927; }","duration":"499.656462ms","start":"2026-03-31T18:52:19.47548Z","end":"2026-03-31T18:52:19.975136Z","steps":["trace[1520768318] 'agreement among raft nodes before linearized reading' (duration: 499.56074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:19.975202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:19.475462Z","time spent":"499.724853ms","remote":"127.0.0.1:41284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:52:19.97523Z","caller":"traceutil/trace.go:171","msg":"trace[65432579] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9927; }","duration":"459.249152ms","start":"2026-03-31T18:52:19.515918Z","end":"2026-03-31T18:52:19.975167Z","steps":["trace[65432579] 'agreement among raft nodes before linearized reading' (duration: 459.054318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:19.975319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:19.515898Z","time spent":"459.367676ms","remote":"127.0.0.1:34634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414493,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T18:52:19.975099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.335551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:19.981118Z","caller":"traceutil/trace.go:171","msg":"trace[372242795] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9927; }","duration":"657.394077ms","start":"2026-03-31T18:52:19.323705Z","end":"2026-03-31T18:52:19.981099Z","steps":["trace[372242795] 'agreement among raft nodes before linearized reading' (duration: 651.331311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:19.981269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:19.323684Z","time spent":"657.554181ms","remote":"127.0.0.1:42024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:52:20.324977Z","caller":"traceutil/trace.go:171","msg":"trace[2032388798] transaction","detail":"{read_only:false; response_revision:9931; number_of_response:1; }","duration":"187.260169ms","start":"2026-03-31T18:52:20.137695Z","end":"2026-03-31T18:52:20.324955Z","steps":["trace[2032388798] 'process raft request' (duration: 180.805793ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:20.324993Z","caller":"traceutil/trace.go:171","msg":"trace[1921542914] transaction","detail":"{read_only:false; response_revision:9932; number_of_response:1; }","duration":"174.33724ms","start":"2026-03-31T18:52:20.150636Z","end":"2026-03-31T18:52:20.324974Z","steps":["trace[1921542914] 'process raft request' (duration: 174.252588ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:20.32507Z","caller":"traceutil/trace.go:171","msg":"trace[1334441402] linearizableReadLoop","detail":"{readStateIndex:10323; appliedIndex:10322; }","duration":"183.534636ms","start":"2026-03-31T18:52:20.141491Z","end":"2026-03-31T18:52:20.325025Z","steps":["trace[1334441402] 'read index received' (duration: 178.106914ms)","trace[1334441402] 'applied index is now lower than readState.Index' (duration: 5.423402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:20.325461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.936075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-31T18:52:20.325503Z","caller":"traceutil/trace.go:171","msg":"trace[1104031898] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:9932; }","duration":"184.014767ms","start":"2026-03-31T18:52:20.141476Z","end":"2026-03-31T18:52:20.32549Z","steps":["trace[1104031898] 'agreement among raft nodes before linearized reading' (duration: 183.729741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:20.325481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.697942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:52:20.32571Z","caller":"traceutil/trace.go:171","msg":"trace[236748444] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9932; }","duration":"180.956238ms","start":"2026-03-31T18:52:20.144728Z","end":"2026-03-31T18:52:20.325684Z","steps":["trace[236748444] 'agreement among raft nodes before linearized reading' (duration: 180.512479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:31.701104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.710867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:52:31.701222Z","caller":"traceutil/trace.go:171","msg":"trace[1782992396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10080; }","duration":"521.870361ms","start":"2026-03-31T18:52:31.17932Z","end":"2026-03-31T18:52:31.70119Z","steps":["trace[1782992396] 'range keys from in-memory index tree' (duration: 521.462683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:31.701285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:31.179294Z","time spent":"521.973014ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:52:31.701306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.622515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19383"} {"level":"warn","ts":"2026-03-31T18:52:31.701373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.112332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:31.701394Z","caller":"traceutil/trace.go:171","msg":"trace[750058118] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:10080; }","duration":"646.759198ms","start":"2026-03-31T18:52:31.054618Z","end":"2026-03-31T18:52:31.701377Z","steps":["trace[750058118] 'range keys from in-memory index tree' (duration: 646.380119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:31.70143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:31.054596Z","time spent":"646.826579ms","remote":"127.0.0.1:42242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19407,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-31T18:52:31.701435Z","caller":"traceutil/trace.go:171","msg":"trace[1897530461] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:10080; }","duration":"254.192604ms","start":"2026-03-31T18:52:31.447223Z","end":"2026-03-31T18:52:31.701415Z","steps":["trace[1897530461] 'count revisions from in-memory index tree' (duration: 253.946379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:31.701442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.033729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:52:31.701536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.302993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:52:31.70154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.649911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:52:31.701578Z","caller":"traceutil/trace.go:171","msg":"trace[413822088] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10080; }","duration":"527.371644ms","start":"2026-03-31T18:52:31.174197Z","end":"2026-03-31T18:52:31.701568Z","steps":["trace[413822088] 'range keys from in-memory index tree' (duration: 527.16264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:31.701549Z","caller":"traceutil/trace.go:171","msg":"trace[1586772619] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:10080; }","duration":"641.174452ms","start":"2026-03-31T18:52:31.060349Z","end":"2026-03-31T18:52:31.701524Z","steps":["trace[1586772619] 'count revisions from in-memory index tree' (duration: 640.897376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:31.7016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.350538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:52:31.701609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:31.174184Z","time spent":"527.416476ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:52:31.701605Z","caller":"traceutil/trace.go:171","msg":"trace[1177671691] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:10080; }","duration":"511.742623ms","start":"2026-03-31T18:52:31.189844Z","end":"2026-03-31T18:52:31.701587Z","steps":["trace[1177671691] 'range keys from in-memory index tree' (duration: 511.522119ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:31.701622Z","caller":"traceutil/trace.go:171","msg":"trace[198421166] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:10080; }","duration":"254.419989ms","start":"2026-03-31T18:52:31.447195Z","end":"2026-03-31T18:52:31.701615Z","steps":["trace[198421166] 'count revisions from in-memory index tree' (duration: 254.144403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:31.701126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.053646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:52:31.701643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.70354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"warn","ts":"2026-03-31T18:52:31.70164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.035737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:52:31.701675Z","caller":"traceutil/trace.go:171","msg":"trace[169316622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10080; }","duration":"248.639329ms","start":"2026-03-31T18:52:31.453007Z","end":"2026-03-31T18:52:31.701646Z","steps":["trace[169316622] 'range keys from in-memory index tree' (duration: 247.975684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:31.701712Z","caller":"traceutil/trace.go:171","msg":"trace[749545237] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10080; }","duration":"527.118658ms","start":"2026-03-31T18:52:31.17457Z","end":"2026-03-31T18:52:31.701689Z","steps":["trace[749545237] 'range keys from in-memory index tree' (duration: 526.887373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:31.701745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.471691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:52:31.701771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:31.174561Z","time spent":"527.19504ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:52:31.701792Z","caller":"traceutil/trace.go:171","msg":"trace[334808237] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10080; }","duration":"521.557913ms","start":"2026-03-31T18:52:31.180218Z","end":"2026-03-31T18:52:31.701776Z","steps":["trace[334808237] 'range keys from in-memory index tree' (duration: 521.339629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:31.701832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.297449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb98c61c-e118-4164-8b1e-4e5592853f0f\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-03-31T18:52:31.701744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.830492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:52:31.70186Z","caller":"traceutil/trace.go:171","msg":"trace[1227482604] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cb98c61c-e118-4164-8b1e-4e5592853f0f; range_end:; response_count:1; response_revision:10080; }","duration":"788.353531ms","start":"2026-03-31T18:52:30.9135Z","end":"2026-03-31T18:52:31.701854Z","steps":["trace[1227482604] 'range keys from in-memory index tree' (duration: 788.182897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:31.701871Z","caller":"traceutil/trace.go:171","msg":"trace[1300622840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10080; }","duration":"619.991646ms","start":"2026-03-31T18:52:31.081867Z","end":"2026-03-31T18:52:31.701859Z","steps":["trace[1300622840] 'range keys from in-memory index tree' (duration: 619.71116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:31.701908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:31.081849Z","time spent":"620.049897ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:52:31.701921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.613113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:52:31.701951Z","caller":"traceutil/trace.go:171","msg":"trace[1699355226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10080; }","duration":"516.666914ms","start":"2026-03-31T18:52:31.185277Z","end":"2026-03-31T18:52:31.701944Z","steps":["trace[1699355226] 'range keys from in-memory index tree' (duration: 516.48138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:31.701969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:31.185265Z","time spent":"516.699475ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:52:31.70165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:31.18983Z","time spent":"511.806895ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-7prd4\" "} {"level":"warn","ts":"2026-03-31T18:52:31.701879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:30.913482Z","time spent":"788.393262ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb98c61c-e118-4164-8b1e-4e5592853f0f\" "} {"level":"info","ts":"2026-03-31T18:52:31.701672Z","caller":"traceutil/trace.go:171","msg":"trace[1744619878] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:10080; }","duration":"809.775762ms","start":"2026-03-31T18:52:30.891887Z","end":"2026-03-31T18:52:31.701662Z","steps":["trace[1744619878] 'range keys from in-memory index tree' (duration: 809.589488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:31.70183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:31.180197Z","time spent":"521.622335ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:52:31.702124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:30.891862Z","time spent":"810.251143ms","remote":"127.0.0.1:42054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-31T18:52:31.701635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:31.06033Z","time spent":"641.285895ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:52:37.960774Z","caller":"traceutil/trace.go:171","msg":"trace[118854081] linearizableReadLoop","detail":"{readStateIndex:10564; appliedIndex:10563; }","duration":"319.38522ms","start":"2026-03-31T18:52:37.641366Z","end":"2026-03-31T18:52:37.960751Z","steps":["trace[118854081] 'read index received' (duration: 319.239596ms)","trace[118854081] 'applied index is now lower than readState.Index' (duration: 144.594µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:37.960883Z","caller":"traceutil/trace.go:171","msg":"trace[2028800884] transaction","detail":"{read_only:false; response_revision:10166; number_of_response:1; }","duration":"381.403013ms","start":"2026-03-31T18:52:37.579464Z","end":"2026-03-31T18:52:37.960867Z","steps":["trace[2028800884] 'process raft request' (duration: 381.138767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:37.960965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:37.579434Z","time spent":"381.468824ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:37.961074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.681446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:37.961168Z","caller":"traceutil/trace.go:171","msg":"trace[238372395] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:10166; }","duration":"319.833909ms","start":"2026-03-31T18:52:37.641312Z","end":"2026-03-31T18:52:37.961145Z","steps":["trace[238372395] 'agreement among raft nodes before linearized reading' (duration: 319.561133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:37.961222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:37.641289Z","time spent":"319.921021ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:52:38.244925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.456098ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:52:38.24558Z","caller":"traceutil/trace.go:171","msg":"trace[1699974648] transaction","detail":"{read_only:false; response_revision:10169; number_of_response:1; }","duration":"201.345826ms","start":"2026-03-31T18:52:38.044208Z","end":"2026-03-31T18:52:38.245554Z","steps":["trace[1699974648] 'process raft request' (duration: 201.287684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:38.245417Z","caller":"traceutil/trace.go:171","msg":"trace[888640224] linearizableReadLoop","detail":"{readStateIndex:10565; appliedIndex:10564; }","duration":"284.535416ms","start":"2026-03-31T18:52:37.960836Z","end":"2026-03-31T18:52:38.245371Z","steps":["trace[888640224] 'read index received' (duration: 138.520694ms)","trace[888640224] 'applied index is now lower than readState.Index' (duration: 146.011381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:38.246019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.536101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:52:38.246095Z","caller":"traceutil/trace.go:171","msg":"trace[119093816] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:10169; }","duration":"407.685984ms","start":"2026-03-31T18:52:37.838387Z","end":"2026-03-31T18:52:38.246073Z","steps":["trace[119093816] 'agreement among raft nodes before linearized reading' (duration: 407.452399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:38.246165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:37.838373Z","time spent":"407.760886ms","remote":"127.0.0.1:42496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:52:38.246407Z","caller":"traceutil/trace.go:171","msg":"trace[205872004] transaction","detail":"{read_only:false; response_revision:10167; number_of_response:1; }","duration":"258.769646ms","start":"2026-03-31T18:52:37.987585Z","end":"2026-03-31T18:52:38.246354Z","steps":["trace[205872004] 'process raft request' (duration: 257.58226ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:38.246512Z","caller":"traceutil/trace.go:171","msg":"trace[1192642503] transaction","detail":"{read_only:false; response_revision:10168; number_of_response:1; }","duration":"209.669493ms","start":"2026-03-31T18:52:38.036804Z","end":"2026-03-31T18:52:38.246473Z","steps":["trace[1192642503] 'process raft request' (duration: 208.63134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:38.246763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.409946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:52:38.246726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.401344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:52:38.246813Z","caller":"traceutil/trace.go:171","msg":"trace[233925068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10169; }","duration":"495.484038ms","start":"2026-03-31T18:52:37.751315Z","end":"2026-03-31T18:52:38.246799Z","steps":["trace[233925068] 'agreement among raft nodes before linearized reading' (duration: 495.346975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:38.246844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:37.751307Z","time spent":"495.527419ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:52:38.246861Z","caller":"traceutil/trace.go:171","msg":"trace[1136873884] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10169; }","duration":"498.563797ms","start":"2026-03-31T18:52:37.748257Z","end":"2026-03-31T18:52:38.246821Z","steps":["trace[1136873884] 'agreement among raft nodes before linearized reading' (duration: 498.144567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:38.246924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:37.748245Z","time spent":"498.648669ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:52:38.246959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.876752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:52:38.24698Z","caller":"traceutil/trace.go:171","msg":"trace[541815636] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:10169; }","duration":"477.906212ms","start":"2026-03-31T18:52:37.769067Z","end":"2026-03-31T18:52:38.246973Z","steps":["trace[541815636] 'agreement among raft nodes before linearized reading' (duration: 477.83295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:38.246997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:37.769061Z","time spent":"477.931822ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-7prd4\" "} {"level":"warn","ts":"2026-03-31T18:52:38.247029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.307468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:52:38.247227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.272691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:52:38.247253Z","caller":"traceutil/trace.go:171","msg":"trace[1292464784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10169; }","duration":"498.321132ms","start":"2026-03-31T18:52:37.748925Z","end":"2026-03-31T18:52:38.247246Z","steps":["trace[1292464784] 'agreement among raft nodes before linearized reading' (duration: 498.2162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:38.247272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:37.748914Z","time spent":"498.354253ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:52:38.24692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.751541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:52:38.247365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.035678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:52:38.247403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.309407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:52:38.247431Z","caller":"traceutil/trace.go:171","msg":"trace[1087657523] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:10169; }","duration":"198.382498ms","start":"2026-03-31T18:52:38.049042Z","end":"2026-03-31T18:52:38.247424Z","steps":["trace[1087657523] 'agreement among raft nodes before linearized reading' (duration: 198.329517ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:38.247384Z","caller":"traceutil/trace.go:171","msg":"trace[716032891] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10169; }","duration":"499.067128ms","start":"2026-03-31T18:52:37.748311Z","end":"2026-03-31T18:52:38.247378Z","steps":["trace[716032891] 'agreement among raft nodes before linearized reading' (duration: 499.016717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:38.247485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:37.748305Z","time spent":"499.17058ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:52:38.247412Z","caller":"traceutil/trace.go:171","msg":"trace[3242465] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10169; }","duration":"503.267542ms","start":"2026-03-31T18:52:37.744107Z","end":"2026-03-31T18:52:38.247375Z","steps":["trace[3242465] 'agreement among raft nodes before linearized reading' (duration: 502.656928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:38.247742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:37.744087Z","time spent":"503.645631ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:52:38.248107Z","caller":"traceutil/trace.go:171","msg":"trace[2054444379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10169; }","duration":"509.38261ms","start":"2026-03-31T18:52:37.737685Z","end":"2026-03-31T18:52:38.247068Z","steps":["trace[2054444379] 'agreement among raft nodes before linearized reading' (duration: 509.262197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:38.248187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:37.737668Z","time spent":"510.500056ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:52:44.454633Z","caller":"traceutil/trace.go:171","msg":"trace[587632723] transaction","detail":"{read_only:false; response_revision:10200; number_of_response:1; }","duration":"169.97408ms","start":"2026-03-31T18:52:44.284628Z","end":"2026-03-31T18:52:44.454602Z","steps":["trace[587632723] 'process raft request' (duration: 72.502548ms)","trace[587632723] 'compare' (duration: 97.38328ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:44.654726Z","caller":"traceutil/trace.go:171","msg":"trace[1652742315] transaction","detail":"{read_only:false; response_revision:10201; number_of_response:1; }","duration":"349.118488ms","start":"2026-03-31T18:52:44.305578Z","end":"2026-03-31T18:52:44.654697Z","steps":["trace[1652742315] 'process raft request' (duration: 328.746899ms)","trace[1652742315] 'compare' (duration: 20.142824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:44.655068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:44.305551Z","time spent":"349.261661ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:44.655106Z","caller":"traceutil/trace.go:171","msg":"trace[1834892279] transaction","detail":"{read_only:false; response_revision:10202; number_of_response:1; }","duration":"348.805051ms","start":"2026-03-31T18:52:44.306262Z","end":"2026-03-31T18:52:44.655067Z","steps":["trace[1834892279] 'process raft request' (duration: 348.380942ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:44.655144Z","caller":"traceutil/trace.go:171","msg":"trace[524324278] linearizableReadLoop","detail":"{readStateIndex:10602; appliedIndex:10599; }","duration":"340.271069ms","start":"2026-03-31T18:52:44.314822Z","end":"2026-03-31T18:52:44.655093Z","steps":["trace[524324278] 'read index received' (duration: 42.150547ms)","trace[524324278] 'applied index is now lower than readState.Index' (duration: 298.085461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:44.655337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:44.306249Z","time spent":"348.965094ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:44.655646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.800071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:52:44.655669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.078532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:52:44.655708Z","caller":"traceutil/trace.go:171","msg":"trace[821183425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10202; }","duration":"340.927434ms","start":"2026-03-31T18:52:44.314764Z","end":"2026-03-31T18:52:44.655691Z","steps":["trace[821183425] 'agreement among raft nodes before linearized reading' (duration: 340.654838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:44.655712Z","caller":"traceutil/trace.go:171","msg":"trace[1536487882] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10202; }","duration":"327.165754ms","start":"2026-03-31T18:52:44.328534Z","end":"2026-03-31T18:52:44.6557Z","steps":["trace[1536487882] 'agreement among raft nodes before linearized reading' (duration: 326.99875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:44.655717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.275289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:52:44.655749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:44.328508Z","time spent":"327.233066ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:52:44.65575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:44.31475Z","time spent":"340.991085ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:52:44.655925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.528565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:52:44.655972Z","caller":"traceutil/trace.go:171","msg":"trace[1060410154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10202; }","duration":"324.593556ms","start":"2026-03-31T18:52:44.331369Z","end":"2026-03-31T18:52:44.655962Z","steps":["trace[1060410154] 'agreement among raft nodes before linearized reading' (duration: 324.450283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:44.656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:44.331354Z","time spent":"324.639328ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:52:44.656002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.87043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:52:44.656119Z","caller":"traceutil/trace.go:171","msg":"trace[2065769943] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:10202; }","duration":"147.056965ms","start":"2026-03-31T18:52:44.509044Z","end":"2026-03-31T18:52:44.656101Z","steps":["trace[2065769943] 'agreement among raft nodes before linearized reading' (duration: 146.917532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:44.656155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.003088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:52:44.656186Z","caller":"traceutil/trace.go:171","msg":"trace[45041419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10202; }","duration":"326.07748ms","start":"2026-03-31T18:52:44.3301Z","end":"2026-03-31T18:52:44.656177Z","steps":["trace[45041419] 'agreement among raft nodes before linearized reading' (duration: 325.992578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:44.656213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:44.330074Z","time spent":"326.13236ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:52:44.655928Z","caller":"traceutil/trace.go:171","msg":"trace[666390713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10202; }","duration":"324.348601ms","start":"2026-03-31T18:52:44.331402Z","end":"2026-03-31T18:52:44.655751Z","steps":["trace[666390713] 'agreement among raft nodes before linearized reading' (duration: 324.178688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:44.656248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.801206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:52:44.656323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:44.331389Z","time spent":"324.924514ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:52:44.656362Z","caller":"traceutil/trace.go:171","msg":"trace[998610542] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:10202; }","duration":"322.938739ms","start":"2026-03-31T18:52:44.333394Z","end":"2026-03-31T18:52:44.656333Z","steps":["trace[998610542] 'agreement among raft nodes before linearized reading' (duration: 322.662203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:44.656432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:44.333381Z","time spent":"323.037271ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-7prd4\" "} {"level":"warn","ts":"2026-03-31T18:52:44.656776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.351715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:52:44.656862Z","caller":"traceutil/trace.go:171","msg":"trace[510710705] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10202; }","duration":"326.471638ms","start":"2026-03-31T18:52:44.330373Z","end":"2026-03-31T18:52:44.656845Z","steps":["trace[510710705] 'agreement among raft nodes before linearized reading' (duration: 325.583599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:44.6569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:44.330364Z","time spent":"326.527509ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:52:44.834894Z","caller":"traceutil/trace.go:171","msg":"trace[1494329419] transaction","detail":"{read_only:false; response_revision:10206; number_of_response:1; }","duration":"172.528149ms","start":"2026-03-31T18:52:44.662343Z","end":"2026-03-31T18:52:44.834872Z","steps":["trace[1494329419] 'process raft request' (duration: 172.458027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:44.834915Z","caller":"traceutil/trace.go:171","msg":"trace[1958975477] transaction","detail":"{read_only:false; response_revision:10204; number_of_response:1; }","duration":"172.703972ms","start":"2026-03-31T18:52:44.662153Z","end":"2026-03-31T18:52:44.834857Z","steps":["trace[1958975477] 'process raft request' (duration: 172.466427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:44.835374Z","caller":"traceutil/trace.go:171","msg":"trace[1560362869] transaction","detail":"{read_only:false; response_revision:10207; number_of_response:1; }","duration":"172.982388ms","start":"2026-03-31T18:52:44.662375Z","end":"2026-03-31T18:52:44.835357Z","steps":["trace[1560362869] 'process raft request' (duration: 172.461537ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:44.835622Z","caller":"traceutil/trace.go:171","msg":"trace[636458990] transaction","detail":"{read_only:false; response_revision:10205; number_of_response:1; }","duration":"173.172993ms","start":"2026-03-31T18:52:44.66225Z","end":"2026-03-31T18:52:44.835423Z","steps":["trace[636458990] 'process raft request' (duration: 172.510608ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:44.83597Z","caller":"traceutil/trace.go:171","msg":"trace[895636441] linearizableReadLoop","detail":"{readStateIndex:10608; appliedIndex:10602; }","duration":"172.000276ms","start":"2026-03-31T18:52:44.663949Z","end":"2026-03-31T18:52:44.835949Z","steps":["trace[895636441] 'read index received' (duration: 57.045221ms)","trace[895636441] 'applied index is now lower than readState.Index' (duration: 114.953615ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:44.836222Z","caller":"traceutil/trace.go:171","msg":"trace[1163811217] transaction","detail":"{read_only:false; response_revision:10208; number_of_response:1; }","duration":"173.361436ms","start":"2026-03-31T18:52:44.662831Z","end":"2026-03-31T18:52:44.836193Z","steps":["trace[1163811217] 'process raft request' (duration: 172.912716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:44.836644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.658452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:235012"} {"level":"info","ts":"2026-03-31T18:52:44.836731Z","caller":"traceutil/trace.go:171","msg":"trace[1997932479] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:10208; }","duration":"172.766204ms","start":"2026-03-31T18:52:44.663924Z","end":"2026-03-31T18:52:44.836691Z","steps":["trace[1997932479] 'agreement among raft nodes before linearized reading' (duration: 172.106708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:48.823571Z","caller":"traceutil/trace.go:171","msg":"trace[1799673807] transaction","detail":"{read_only:false; response_revision:10224; number_of_response:1; }","duration":"156.693613ms","start":"2026-03-31T18:52:48.666849Z","end":"2026-03-31T18:52:48.823543Z","steps":["trace[1799673807] 'process raft request' (duration: 156.532579ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:48.985626Z","caller":"traceutil/trace.go:171","msg":"trace[1838623812] linearizableReadLoop","detail":"{readStateIndex:10626; appliedIndex:10624; }","duration":"251.231098ms","start":"2026-03-31T18:52:48.734342Z","end":"2026-03-31T18:52:48.985573Z","steps":["trace[1838623812] 'read index received' (duration: 89.016072ms)","trace[1838623812] 'applied index is now lower than readState.Index' (duration: 162.213716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:48.985856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.495264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:52:48.986259Z","caller":"traceutil/trace.go:171","msg":"trace[2106227245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10225; }","duration":"251.949224ms","start":"2026-03-31T18:52:48.734295Z","end":"2026-03-31T18:52:48.986244Z","steps":["trace[2106227245] 'agreement among raft nodes before linearized reading' (duration: 251.402992ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:48.985757Z","caller":"traceutil/trace.go:171","msg":"trace[817903244] transaction","detail":"{read_only:false; response_revision:10225; number_of_response:1; }","duration":"315.960463ms","start":"2026-03-31T18:52:48.669741Z","end":"2026-03-31T18:52:48.985701Z","steps":["trace[817903244] 'process raft request' (duration: 305.869805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:48.985941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.448268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:52:48.986557Z","caller":"traceutil/trace.go:171","msg":"trace[1522298362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10225; }","duration":"133.088452ms","start":"2026-03-31T18:52:48.853442Z","end":"2026-03-31T18:52:48.986531Z","steps":["trace[1522298362] 'agreement among raft nodes before linearized reading' (duration: 132.431077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:48.986526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:48.669711Z","time spent":"316.634877ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:48.985994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.355526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:52:48.985959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.442005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-03-31T18:52:48.986898Z","caller":"traceutil/trace.go:171","msg":"trace[174805314] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:10225; }","duration":"245.423527ms","start":"2026-03-31T18:52:48.741453Z","end":"2026-03-31T18:52:48.986876Z","steps":["trace[174805314] 'agreement among raft nodes before linearized reading' (duration: 244.317722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:48.985976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.258753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:52:48.987023Z","caller":"traceutil/trace.go:171","msg":"trace[2046563341] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10225; }","duration":"133.339787ms","start":"2026-03-31T18:52:48.853656Z","end":"2026-03-31T18:52:48.986996Z","steps":["trace[2046563341] 'agreement among raft nodes before linearized reading' (duration: 132.195402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:48.986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.365018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:52:48.987124Z","caller":"traceutil/trace.go:171","msg":"trace[2083501095] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:10225; }","duration":"130.505513ms","start":"2026-03-31T18:52:48.85661Z","end":"2026-03-31T18:52:48.987116Z","steps":["trace[2083501095] 'agreement among raft nodes before linearized reading' (duration: 129.155193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:48.986067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.497129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:52:48.987221Z","caller":"traceutil/trace.go:171","msg":"trace[2019308258] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10225; }","duration":"133.654074ms","start":"2026-03-31T18:52:48.853551Z","end":"2026-03-31T18:52:48.987205Z","steps":["trace[2019308258] 'agreement among raft nodes before linearized reading' (duration: 132.235903ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:48.986806Z","caller":"traceutil/trace.go:171","msg":"trace[1463262519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10225; }","duration":"133.211485ms","start":"2026-03-31T18:52:48.853584Z","end":"2026-03-31T18:52:48.986796Z","steps":["trace[1463262519] 'agreement among raft nodes before linearized reading' (duration: 132.314385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:48.986168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.589991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:52:48.987308Z","caller":"traceutil/trace.go:171","msg":"trace[1923531127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10225; }","duration":"133.782717ms","start":"2026-03-31T18:52:48.853509Z","end":"2026-03-31T18:52:48.987292Z","steps":["trace[1923531127] 'agreement among raft nodes before linearized reading' (duration: 132.339155ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:49.093723Z","caller":"traceutil/trace.go:171","msg":"trace[1796744916] transaction","detail":"{read_only:false; response_revision:10231; number_of_response:1; }","duration":"100.456649ms","start":"2026-03-31T18:52:48.993237Z","end":"2026-03-31T18:52:49.093694Z","steps":["trace[1796744916] 'process raft request' (duration: 100.382177ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:49.094289Z","caller":"traceutil/trace.go:171","msg":"trace[1402196237] transaction","detail":"{read_only:false; response_revision:10229; number_of_response:1; }","duration":"101.854859ms","start":"2026-03-31T18:52:48.992404Z","end":"2026-03-31T18:52:49.094259Z","steps":["trace[1402196237] 'process raft request' (duration: 101.133583ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:49.094366Z","caller":"traceutil/trace.go:171","msg":"trace[1094845434] transaction","detail":"{read_only:false; response_revision:10230; number_of_response:1; }","duration":"101.946261ms","start":"2026-03-31T18:52:48.992406Z","end":"2026-03-31T18:52:49.094352Z","steps":["trace[1094845434] 'process raft request' (duration: 101.163464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:49.094568Z","caller":"traceutil/trace.go:171","msg":"trace[1953218071] transaction","detail":"{read_only:false; response_revision:10227; number_of_response:1; }","duration":"103.081107ms","start":"2026-03-31T18:52:48.991471Z","end":"2026-03-31T18:52:49.094552Z","steps":["trace[1953218071] 'process raft request' (duration: 96.959869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:49.094883Z","caller":"traceutil/trace.go:171","msg":"trace[267517080] transaction","detail":"{read_only:false; response_revision:10228; number_of_response:1; }","duration":"102.575357ms","start":"2026-03-31T18:52:48.992206Z","end":"2026-03-31T18:52:49.094781Z","steps":["trace[267517080] 'process raft request' (duration: 101.274947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:49.329879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.023097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:52:49.329982Z","caller":"traceutil/trace.go:171","msg":"trace[1972407498] linearizableReadLoop","detail":"{readStateIndex:10633; appliedIndex:10632; }","duration":"139.634609ms","start":"2026-03-31T18:52:49.190332Z","end":"2026-03-31T18:52:49.329966Z","steps":["trace[1972407498] 'read index received' (duration: 39.467117ms)","trace[1972407498] 'applied index is now lower than readState.Index' (duration: 100.165792ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:49.330024Z","caller":"traceutil/trace.go:171","msg":"trace[111439645] transaction","detail":"{read_only:false; response_revision:10232; number_of_response:1; }","duration":"187.179108ms","start":"2026-03-31T18:52:49.142816Z","end":"2026-03-31T18:52:49.329996Z","steps":["trace[111439645] 'process raft request' (duration: 86.945745ms)","trace[111439645] 'compare' (duration: 99.813613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:49.330153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.831403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T18:52:49.33018Z","caller":"traceutil/trace.go:171","msg":"trace[1606735477] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10232; }","duration":"139.903245ms","start":"2026-03-31T18:52:49.190268Z","end":"2026-03-31T18:52:49.330171Z","steps":["trace[1606735477] 'agreement among raft nodes before linearized reading' (duration: 139.741951ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:50.776025Z","caller":"traceutil/trace.go:171","msg":"trace[1558375471] transaction","detail":"{read_only:false; response_revision:10234; number_of_response:1; }","duration":"415.730415ms","start":"2026-03-31T18:52:50.360269Z","end":"2026-03-31T18:52:50.775999Z","steps":["trace[1558375471] 'process raft request' (duration: 415.599572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:50.776165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:50.360239Z","time spent":"415.854568ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:50.808366Z","caller":"traceutil/trace.go:171","msg":"trace[217295751] linearizableReadLoop","detail":"{readStateIndex:10636; appliedIndex:10634; }","duration":"207.111306ms","start":"2026-03-31T18:52:50.60123Z","end":"2026-03-31T18:52:50.808341Z","steps":["trace[217295751] 'read index received' (duration: 174.656577ms)","trace[217295751] 'applied index is now lower than readState.Index' (duration: 32.453649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:50.808603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.345311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:50.808676Z","caller":"traceutil/trace.go:171","msg":"trace[1380580031] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:10235; }","duration":"207.501045ms","start":"2026-03-31T18:52:50.60116Z","end":"2026-03-31T18:52:50.808661Z","steps":["trace[1380580031] 'agreement among raft nodes before linearized reading' (duration: 207.29455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:50.808978Z","caller":"traceutil/trace.go:171","msg":"trace[1953142609] transaction","detail":"{read_only:false; response_revision:10235; number_of_response:1; }","duration":"263.310259ms","start":"2026-03-31T18:52:50.545096Z","end":"2026-03-31T18:52:50.808406Z","steps":["trace[1953142609] 'process raft request' (duration: 263.089954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:51.22539Z","caller":"traceutil/trace.go:171","msg":"trace[1441762698] transaction","detail":"{read_only:false; response_revision:10240; number_of_response:1; }","duration":"122.788881ms","start":"2026-03-31T18:52:51.102575Z","end":"2026-03-31T18:52:51.225364Z","steps":["trace[1441762698] 'process raft request' (duration: 120.786635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:51.22572Z","caller":"traceutil/trace.go:171","msg":"trace[123940294] transaction","detail":"{read_only:false; response_revision:10241; number_of_response:1; }","duration":"123.101597ms","start":"2026-03-31T18:52:51.102588Z","end":"2026-03-31T18:52:51.22569Z","steps":["trace[123940294] 'process raft request' (duration: 122.738639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:51.226009Z","caller":"traceutil/trace.go:171","msg":"trace[198577584] linearizableReadLoop","detail":"{readStateIndex:10644; appliedIndex:10639; }","duration":"107.007915ms","start":"2026-03-31T18:52:51.118981Z","end":"2026-03-31T18:52:51.225989Z","steps":["trace[198577584] 'read index received' (duration: 39.525879ms)","trace[198577584] 'applied index is now lower than readState.Index' (duration: 67.481316ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:51.226045Z","caller":"traceutil/trace.go:171","msg":"trace[870689048] transaction","detail":"{read_only:false; response_revision:10242; number_of_response:1; }","duration":"122.998425ms","start":"2026-03-31T18:52:51.103017Z","end":"2026-03-31T18:52:51.226016Z","steps":["trace[870689048] 'process raft request' (duration: 122.560405ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:51.226063Z","caller":"traceutil/trace.go:171","msg":"trace[1232301643] transaction","detail":"{read_only:false; response_revision:10243; number_of_response:1; }","duration":"122.205597ms","start":"2026-03-31T18:52:51.103842Z","end":"2026-03-31T18:52:51.226048Z","steps":["trace[1232301643] 'process raft request' (duration: 122.048503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:51.226255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.265331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:51.226295Z","caller":"traceutil/trace.go:171","msg":"trace[1540185244] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10243; }","duration":"107.341763ms","start":"2026-03-31T18:52:51.118942Z","end":"2026-03-31T18:52:51.226284Z","steps":["trace[1540185244] 'agreement among raft nodes before linearized reading' (duration: 107.123948ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:54.360002Z","caller":"traceutil/trace.go:171","msg":"trace[550575147] transaction","detail":"{read_only:false; response_revision:10255; number_of_response:1; }","duration":"149.92935ms","start":"2026-03-31T18:52:54.210036Z","end":"2026-03-31T18:52:54.359966Z","steps":["trace[550575147] 'process raft request' (duration: 149.707845ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:55.32314Z","caller":"traceutil/trace.go:171","msg":"trace[1630177737] linearizableReadLoop","detail":"{readStateIndex:10669; appliedIndex:10668; }","duration":"194.642856ms","start":"2026-03-31T18:52:55.128474Z","end":"2026-03-31T18:52:55.323117Z","steps":["trace[1630177737] 'read index received' (duration: 105.259487ms)","trace[1630177737] 'applied index is now lower than readState.Index' (duration: 89.382239ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:55.323344Z","caller":"traceutil/trace.go:171","msg":"trace[928587558] transaction","detail":"{read_only:false; response_revision:10267; number_of_response:1; }","duration":"195.594907ms","start":"2026-03-31T18:52:55.127645Z","end":"2026-03-31T18:52:55.32324Z","steps":["trace[928587558] 'process raft request' (duration: 105.990743ms)","trace[928587558] 'compare' (duration: 89.387789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:55.323575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.094946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234832"} {"level":"info","ts":"2026-03-31T18:52:55.323619Z","caller":"traceutil/trace.go:171","msg":"trace[1690759975] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:10267; }","duration":"195.180308ms","start":"2026-03-31T18:52:55.128426Z","end":"2026-03-31T18:52:55.323607Z","steps":["trace[1690759975] 'agreement among raft nodes before linearized reading' (duration: 194.81678ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:55.498574Z","caller":"traceutil/trace.go:171","msg":"trace[470592779] transaction","detail":"{read_only:false; response_revision:10269; number_of_response:1; }","duration":"123.353304ms","start":"2026-03-31T18:52:55.375199Z","end":"2026-03-31T18:52:55.498552Z","steps":["trace[470592779] 'process raft request' (duration: 92.868419ms)","trace[470592779] 'compare' (duration: 30.391952ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:55.508094Z","caller":"traceutil/trace.go:171","msg":"trace[1529805793] transaction","detail":"{read_only:false; response_revision:10271; number_of_response:1; }","duration":"132.57322ms","start":"2026-03-31T18:52:55.375511Z","end":"2026-03-31T18:52:55.508084Z","steps":["trace[1529805793] 'process raft request' (duration: 132.510448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:55.508118Z","caller":"traceutil/trace.go:171","msg":"trace[621800856] transaction","detail":"{read_only:false; response_revision:10270; number_of_response:1; }","duration":"132.610931ms","start":"2026-03-31T18:52:55.375474Z","end":"2026-03-31T18:52:55.508085Z","steps":["trace[621800856] 'process raft request' (duration: 132.494708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:55.508359Z","caller":"traceutil/trace.go:171","msg":"trace[1924754513] transaction","detail":"{read_only:false; response_revision:10272; number_of_response:1; }","duration":"132.60086ms","start":"2026-03-31T18:52:55.375752Z","end":"2026-03-31T18:52:55.508353Z","steps":["trace[1924754513] 'process raft request' (duration: 132.292934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:55.824357Z","caller":"traceutil/trace.go:171","msg":"trace[1209781342] transaction","detail":"{read_only:false; response_revision:10273; number_of_response:1; }","duration":"123.904635ms","start":"2026-03-31T18:52:55.700421Z","end":"2026-03-31T18:52:55.824325Z","steps":["trace[1209781342] 'process raft request' (duration: 123.67452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:55.825055Z","caller":"traceutil/trace.go:171","msg":"trace[764196256] transaction","detail":"{read_only:false; response_revision:10274; number_of_response:1; }","duration":"112.291774ms","start":"2026-03-31T18:52:55.712738Z","end":"2026-03-31T18:52:55.82503Z","steps":["trace[764196256] 'process raft request' (duration: 112.186461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:02.908593Z","caller":"traceutil/trace.go:171","msg":"trace[884633144] transaction","detail":"{read_only:false; response_revision:10357; number_of_response:1; }","duration":"109.548052ms","start":"2026-03-31T18:53:02.79902Z","end":"2026-03-31T18:53:02.908568Z","steps":["trace[884633144] 'process raft request' (duration: 65.725527ms)","trace[884633144] 'compare' (duration: 43.57123ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:53:02.910636Z","caller":"traceutil/trace.go:171","msg":"trace[375694287] linearizableReadLoop","detail":"{readStateIndex:10763; appliedIndex:10761; }","duration":"107.105797ms","start":"2026-03-31T18:53:02.803509Z","end":"2026-03-31T18:53:02.910614Z","steps":["trace[375694287] 'read index received' (duration: 61.243897ms)","trace[375694287] 'applied index is now lower than readState.Index' (duration: 45.86083ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:53:02.910679Z","caller":"traceutil/trace.go:171","msg":"trace[403653296] transaction","detail":"{read_only:false; response_revision:10358; number_of_response:1; }","duration":"108.62266ms","start":"2026-03-31T18:53:02.80204Z","end":"2026-03-31T18:53:02.910663Z","steps":["trace[403653296] 'process raft request' (duration: 108.478627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:02.910896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.364773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T18:53:02.910957Z","caller":"traceutil/trace.go:171","msg":"trace[987123760] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:10358; }","duration":"107.435625ms","start":"2026-03-31T18:53:02.803505Z","end":"2026-03-31T18:53:02.91094Z","steps":["trace[987123760] 'agreement among raft nodes before linearized reading' (duration: 107.21199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:16.157262Z","caller":"traceutil/trace.go:171","msg":"trace[509977192] transaction","detail":"{read_only:false; response_revision:10492; number_of_response:1; }","duration":"495.987048ms","start":"2026-03-31T18:53:15.661245Z","end":"2026-03-31T18:53:16.157232Z","steps":["trace[509977192] 'process raft request' (duration: 495.826995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:16.157436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:15.66122Z","time spent":"496.138702ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:53:16.201378Z","caller":"traceutil/trace.go:171","msg":"trace[1886889302] transaction","detail":"{read_only:false; response_revision:10493; number_of_response:1; }","duration":"540.10811ms","start":"2026-03-31T18:53:15.66124Z","end":"2026-03-31T18:53:16.201348Z","steps":["trace[1886889302] 'process raft request' (duration: 539.880105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:16.201552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:15.661207Z","time spent":"540.257394ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:53:16.201738Z","caller":"traceutil/trace.go:171","msg":"trace[245806223] transaction","detail":"{read_only:false; response_revision:10494; number_of_response:1; }","duration":"540.115651ms","start":"2026-03-31T18:53:15.661576Z","end":"2026-03-31T18:53:16.201692Z","steps":["trace[245806223] 'process raft request' (duration: 539.721552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:16.201759Z","caller":"traceutil/trace.go:171","msg":"trace[1639237940] transaction","detail":"{read_only:false; response_revision:10495; number_of_response:1; }","duration":"539.460866ms","start":"2026-03-31T18:53:15.662264Z","end":"2026-03-31T18:53:16.201725Z","steps":["trace[1639237940] 'process raft request' (duration: 539.317973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:16.201938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:15.661558Z","time spent":"540.280754ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:53:16.202006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:15.662252Z","time spent":"539.600069ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:53:20.201871Z","caller":"traceutil/trace.go:171","msg":"trace[263259326] transaction","detail":"{read_only:false; response_revision:10551; number_of_response:1; }","duration":"210.558353ms","start":"2026-03-31T18:53:19.991264Z","end":"2026-03-31T18:53:20.201823Z","steps":["trace[263259326] 'process raft request' (duration: 210.186225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:20.356952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.314691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:53:20.357057Z","caller":"traceutil/trace.go:171","msg":"trace[149672698] linearizableReadLoop","detail":"{readStateIndex:10961; appliedIndex:10960; }","duration":"140.830816ms","start":"2026-03-31T18:53:20.216209Z","end":"2026-03-31T18:53:20.357039Z","steps":["trace[149672698] 'read index received' (duration: 21.32994ms)","trace[149672698] 'applied index is now lower than readState.Index' (duration: 119.499796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:53:20.357256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.03624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:53:20.357286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.022307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:53:20.357335Z","caller":"traceutil/trace.go:171","msg":"trace[358498877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10552; }","duration":"141.143892ms","start":"2026-03-31T18:53:20.216173Z","end":"2026-03-31T18:53:20.357317Z","steps":["trace[358498877] 'agreement among raft nodes before linearized reading' (duration: 140.933147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:20.357342Z","caller":"traceutil/trace.go:171","msg":"trace[1199351956] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10552; }","duration":"140.088329ms","start":"2026-03-31T18:53:20.217238Z","end":"2026-03-31T18:53:20.357326Z","steps":["trace[1199351956] 'agreement among raft nodes before linearized reading' (duration: 139.939026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:20.357361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.905017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:53:20.357467Z","caller":"traceutil/trace.go:171","msg":"trace[1921702181] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10552; }","duration":"141.048651ms","start":"2026-03-31T18:53:20.216384Z","end":"2026-03-31T18:53:20.357433Z","steps":["trace[1921702181] 'agreement among raft nodes before linearized reading' (duration: 140.784675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:20.357525Z","caller":"traceutil/trace.go:171","msg":"trace[894151903] transaction","detail":"{read_only:false; response_revision:10552; number_of_response:1; }","duration":"150.109173ms","start":"2026-03-31T18:53:20.206946Z","end":"2026-03-31T18:53:20.357055Z","steps":["trace[894151903] 'process raft request' (duration: 30.572027ms)","trace[894151903] 'compare' (duration: 119.068086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:53:20.954374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961706941,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:53:21.329074Z","caller":"traceutil/trace.go:171","msg":"trace[1698482925] transaction","detail":"{read_only:false; response_revision:10554; number_of_response:1; }","duration":"967.385495ms","start":"2026-03-31T18:53:20.361651Z","end":"2026-03-31T18:53:21.329036Z","steps":["trace[1698482925] 'process raft request' (duration: 967.16647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:21.329312Z","caller":"traceutil/trace.go:171","msg":"trace[1762713028] transaction","detail":"{read_only:false; response_revision:10556; number_of_response:1; }","duration":"959.297673ms","start":"2026-03-31T18:53:20.369983Z","end":"2026-03-31T18:53:21.329281Z","steps":["trace[1762713028] 'process raft request' (duration: 959.210481ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:21.329307Z","caller":"traceutil/trace.go:171","msg":"trace[780500220] transaction","detail":"{read_only:false; response_revision:10555; number_of_response:1; }","duration":"967.142189ms","start":"2026-03-31T18:53:20.362144Z","end":"2026-03-31T18:53:21.329286Z","steps":["trace[780500220] 'process raft request' (duration: 966.842553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:21.329348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:20.361633Z","time spent":"967.535868ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:53:21.329427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:20.369959Z","time spent":"959.407235ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19344,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:53:21.329437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:20.362136Z","time spent":"967.241121ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:53:21.729058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.384827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:53:21.729436Z","caller":"traceutil/trace.go:171","msg":"trace[1057969820] linearizableReadLoop","detail":"{readStateIndex:10966; appliedIndex:10962; }","duration":"1.276012282s","start":"2026-03-31T18:53:20.453396Z","end":"2026-03-31T18:53:21.729408Z","steps":["trace[1057969820] 'read index received' (duration: 875.402807ms)","trace[1057969820] 'applied index is now lower than readState.Index' (duration: 400.607625ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:53:21.729558Z","caller":"traceutil/trace.go:171","msg":"trace[363023217] transaction","detail":"{read_only:false; response_revision:10557; number_of_response:1; }","duration":"898.66857ms","start":"2026-03-31T18:53:20.83087Z","end":"2026-03-31T18:53:21.729539Z","steps":["trace[363023217] 'process raft request' (duration: 587.642849ms)","trace[363023217] 'compare' (duration: 310.214463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:53:21.729643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:20.830841Z","time spent":"898.753372ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:53:21.730069Z","caller":"traceutil/trace.go:171","msg":"trace[1142350312] transaction","detail":"{read_only:false; response_revision:10560; number_of_response:1; }","duration":"421.566105ms","start":"2026-03-31T18:53:21.308473Z","end":"2026-03-31T18:53:21.730039Z","steps":["trace[1142350312] 'process raft request' (duration: 420.87757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:21.730145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276750948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:53:21.730198Z","caller":"traceutil/trace.go:171","msg":"trace[680592866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10560; }","duration":"1.2768406s","start":"2026-03-31T18:53:20.453339Z","end":"2026-03-31T18:53:21.73018Z","steps":["trace[680592866] 'agreement among raft nodes before linearized reading' (duration: 1.276755598s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:21.730195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:21.30843Z","time spent":"421.706218ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:53:21.730241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:20.453318Z","time spent":"1.276912731s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:53:21.730439Z","caller":"traceutil/trace.go:171","msg":"trace[1397486714] transaction","detail":"{read_only:false; response_revision:10558; number_of_response:1; }","duration":"760.676218ms","start":"2026-03-31T18:53:20.969745Z","end":"2026-03-31T18:53:21.730422Z","steps":["trace[1397486714] 'process raft request' (duration: 759.468121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:21.730699Z","caller":"traceutil/trace.go:171","msg":"trace[1301150070] transaction","detail":"{read_only:false; response_revision:10559; number_of_response:1; }","duration":"668.580179ms","start":"2026-03-31T18:53:21.062092Z","end":"2026-03-31T18:53:21.730672Z","steps":["trace[1301150070] 'process raft request' (duration: 667.208238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:21.730834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:20.96972Z","time spent":"761.036867ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:53:21.73086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:21.062056Z","time spent":"668.710751ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:53:21.740663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.460478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:53:21.740702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033979721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19336"} {"level":"info","ts":"2026-03-31T18:53:21.740753Z","caller":"traceutil/trace.go:171","msg":"trace[1754456811] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10562; }","duration":"1.034080444s","start":"2026-03-31T18:53:20.70666Z","end":"2026-03-31T18:53:21.74074Z","steps":["trace[1754456811] 'agreement among raft nodes before linearized reading' (duration: 1.03390082s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:21.740759Z","caller":"traceutil/trace.go:171","msg":"trace[1275217786] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:10562; }","duration":"298.575401ms","start":"2026-03-31T18:53:21.442159Z","end":"2026-03-31T18:53:21.740734Z","steps":["trace[1275217786] 'agreement among raft nodes before linearized reading' (duration: 298.379266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:21.740787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:20.706636Z","time spent":"1.034145046s","remote":"127.0.0.1:42242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19360,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:53:21.740927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111396872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:53:21.741006Z","caller":"traceutil/trace.go:171","msg":"trace[153976140] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:10562; }","duration":"1.111517825s","start":"2026-03-31T18:53:20.62947Z","end":"2026-03-31T18:53:21.740988Z","steps":["trace[153976140] 'agreement among raft nodes before linearized reading' (duration: 1.111405923s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:21.741024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.976544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:53:21.741045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:20.629453Z","time spent":"1.111582926s","remote":"127.0.0.1:39426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:53:21.741054Z","caller":"traceutil/trace.go:171","msg":"trace[198195286] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:10562; }","duration":"474.042576ms","start":"2026-03-31T18:53:21.267002Z","end":"2026-03-31T18:53:21.741044Z","steps":["trace[198195286] 'agreement among raft nodes before linearized reading' (duration: 473.991944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:21.741081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:21.26698Z","time spent":"474.095626ms","remote":"127.0.0.1:41332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:53:21.741009Z","caller":"traceutil/trace.go:171","msg":"trace[953361430] transaction","detail":"{read_only:false; response_revision:10561; number_of_response:1; }","duration":"403.730834ms","start":"2026-03-31T18:53:21.337264Z","end":"2026-03-31T18:53:21.740994Z","steps":["trace[953361430] 'process raft request' (duration: 402.967838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:21.74121Z","caller":"traceutil/trace.go:171","msg":"trace[1277964715] transaction","detail":"{read_only:false; response_revision:10562; number_of_response:1; }","duration":"402.824664ms","start":"2026-03-31T18:53:21.338374Z","end":"2026-03-31T18:53:21.741199Z","steps":["trace[1277964715] 'process raft request' (duration: 402.003306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:21.741267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.991451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T18:53:21.741284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:21.337244Z","time spent":"403.983291ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1407,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:53:21.741316Z","caller":"traceutil/trace.go:171","msg":"trace[44828129] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:10562; }","duration":"969.085353ms","start":"2026-03-31T18:53:20.772218Z","end":"2026-03-31T18:53:21.741303Z","steps":["trace[44828129] 'agreement among raft nodes before linearized reading' (duration: 968.969981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:21.741327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:21.338352Z","time spent":"402.891246ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:53:21.741349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:20.772194Z","time spent":"969.147645ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T18:53:21.741568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.393941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:53:21.741612Z","caller":"traceutil/trace.go:171","msg":"trace[1070923232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10562; }","duration":"255.452172ms","start":"2026-03-31T18:53:21.48615Z","end":"2026-03-31T18:53:21.741602Z","steps":["trace[1070923232] 'agreement among raft nodes before linearized reading' (duration: 255.310799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:21.741746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.810527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:53:21.74178Z","caller":"traceutil/trace.go:171","msg":"trace[365099068] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:10562; }","duration":"262.877159ms","start":"2026-03-31T18:53:21.478894Z","end":"2026-03-31T18:53:21.741772Z","steps":["trace[365099068] 'agreement among raft nodes before linearized reading' (duration: 262.749735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:21.74189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.668734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:53:21.741932Z","caller":"traceutil/trace.go:171","msg":"trace[384789537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10562; }","duration":"294.732736ms","start":"2026-03-31T18:53:21.44719Z","end":"2026-03-31T18:53:21.741923Z","steps":["trace[384789537] 'agreement among raft nodes before linearized reading' (duration: 294.632864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:21.922133Z","caller":"traceutil/trace.go:171","msg":"trace[955666406] linearizableReadLoop","detail":"{readStateIndex:10973; appliedIndex:10972; }","duration":"146.251087ms","start":"2026-03-31T18:53:21.775862Z","end":"2026-03-31T18:53:21.922114Z","steps":["trace[955666406] 'read index received' (duration: 108.938459ms)","trace[955666406] 'applied index is now lower than readState.Index' (duration: 37.309758ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:53:21.92232Z","caller":"traceutil/trace.go:171","msg":"trace[624584622] transaction","detail":"{read_only:false; response_revision:10564; number_of_response:1; }","duration":"173.52932ms","start":"2026-03-31T18:53:21.748781Z","end":"2026-03-31T18:53:21.92231Z","steps":["trace[624584622] 'process raft request' (duration: 136.10831ms)","trace[624584622] 'compare' (duration: 37.142404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:53:21.922491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.264237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:53:21.922559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.403506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:53:21.922569Z","caller":"traceutil/trace.go:171","msg":"trace[2115846535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10564; }","duration":"174.37009ms","start":"2026-03-31T18:53:21.74818Z","end":"2026-03-31T18:53:21.92255Z","steps":["trace[2115846535] 'agreement among raft nodes before linearized reading' (duration: 174.218096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:21.922586Z","caller":"traceutil/trace.go:171","msg":"trace[1379684127] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10564; }","duration":"136.476898ms","start":"2026-03-31T18:53:21.786102Z","end":"2026-03-31T18:53:21.922579Z","steps":["trace[1379684127] 'agreement among raft nodes before linearized reading' (duration: 136.342215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:21.922973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.021222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290761"} {"level":"info","ts":"2026-03-31T18:53:21.923179Z","caller":"traceutil/trace.go:171","msg":"trace[300896037] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10564; }","duration":"174.141225ms","start":"2026-03-31T18:53:21.748912Z","end":"2026-03-31T18:53:21.923053Z","steps":["trace[300896037] 'agreement among raft nodes before linearized reading' (duration: 173.519761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:21.923812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.510442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19336"} {"level":"info","ts":"2026-03-31T18:53:21.923854Z","caller":"traceutil/trace.go:171","msg":"trace[822835412] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10564; }","duration":"175.085605ms","start":"2026-03-31T18:53:21.74876Z","end":"2026-03-31T18:53:21.923845Z","steps":["trace[822835412] 'agreement among raft nodes before linearized reading' (duration: 173.787287ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:56.163435Z","caller":"traceutil/trace.go:171","msg":"trace[1570720303] transaction","detail":"{read_only:false; response_revision:10817; number_of_response:1; }","duration":"211.794533ms","start":"2026-03-31T18:53:55.951612Z","end":"2026-03-31T18:53:56.163407Z","steps":["trace[1570720303] 'process raft request' (duration: 211.610579ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:56.20854Z","caller":"traceutil/trace.go:171","msg":"trace[1394885324] transaction","detail":"{read_only:false; response_revision:10818; number_of_response:1; }","duration":"219.000886ms","start":"2026-03-31T18:53:55.989465Z","end":"2026-03-31T18:53:56.208466Z","steps":["trace[1394885324] 'process raft request' (duration: 194.44393ms)","trace[1394885324] 'compare' (duration: 24.338121ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:53:56.20863Z","caller":"traceutil/trace.go:171","msg":"trace[449093129] linearizableReadLoop","detail":"{readStateIndex:11236; appliedIndex:11233; }","duration":"182.252794ms","start":"2026-03-31T18:53:56.02635Z","end":"2026-03-31T18:53:56.208602Z","steps":["trace[449093129] 'read index received' (duration: 136.934319ms)","trace[449093129] 'applied index is now lower than readState.Index' (duration: 45.317075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:53:56.20887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.50946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:53:56.20891Z","caller":"traceutil/trace.go:171","msg":"trace[499551185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10819; }","duration":"182.560352ms","start":"2026-03-31T18:53:56.026338Z","end":"2026-03-31T18:53:56.208898Z","steps":["trace[499551185] 'agreement among raft nodes before linearized reading' (duration: 182.404528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:56.208664Z","caller":"traceutil/trace.go:171","msg":"trace[697257710] transaction","detail":"{read_only:false; response_revision:10819; number_of_response:1; }","duration":"218.752551ms","start":"2026-03-31T18:53:55.989873Z","end":"2026-03-31T18:53:56.208625Z","steps":["trace[697257710] 'process raft request' (duration: 218.523335ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:58.322005Z","caller":"traceutil/trace.go:171","msg":"trace[2083456308] transaction","detail":"{read_only:false; response_revision:10828; number_of_response:1; }","duration":"107.567423ms","start":"2026-03-31T18:53:58.214414Z","end":"2026-03-31T18:53:58.321981Z","steps":["trace[2083456308] 'process raft request' (duration: 59.334172ms)","trace[2083456308] 'compare' (duration: 48.053837ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:53:58.322155Z","caller":"traceutil/trace.go:171","msg":"trace[2003718415] transaction","detail":"{read_only:false; response_revision:10829; number_of_response:1; }","duration":"107.578985ms","start":"2026-03-31T18:53:58.214567Z","end":"2026-03-31T18:53:58.322146Z","steps":["trace[2003718415] 'process raft request' (duration: 107.370619ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:58.503338Z","caller":"traceutil/trace.go:171","msg":"trace[1592421852] linearizableReadLoop","detail":"{readStateIndex:11248; appliedIndex:11247; }","duration":"176.653698ms","start":"2026-03-31T18:53:58.326654Z","end":"2026-03-31T18:53:58.503308Z","steps":["trace[1592421852] 'read index received' (duration: 135.485376ms)","trace[1592421852] 'applied index is now lower than readState.Index' (duration: 41.167162ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:53:58.503472Z","caller":"traceutil/trace.go:171","msg":"trace[1864368576] transaction","detail":"{read_only:false; response_revision:10830; number_of_response:1; }","duration":"176.849842ms","start":"2026-03-31T18:53:58.326586Z","end":"2026-03-31T18:53:58.503435Z","steps":["trace[1864368576] 'process raft request' (duration: 135.518676ms)","trace[1864368576] 'compare' (duration: 41.07857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:53:58.503978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.288322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:306527"} {"level":"info","ts":"2026-03-31T18:53:58.504067Z","caller":"traceutil/trace.go:171","msg":"trace[1581107486] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:10830; }","duration":"177.414074ms","start":"2026-03-31T18:53:58.326635Z","end":"2026-03-31T18:53:58.504049Z","steps":["trace[1581107486] 'agreement among raft nodes before linearized reading' (duration: 176.78697ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:58.572902Z","caller":"traceutil/trace.go:171","msg":"trace[1639011928] transaction","detail":"{read_only:false; response_revision:10831; number_of_response:1; }","duration":"245.742352ms","start":"2026-03-31T18:53:58.327128Z","end":"2026-03-31T18:53:58.57287Z","steps":["trace[1639011928] 'process raft request' (duration: 245.567338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:59.892274Z","caller":"traceutil/trace.go:171","msg":"trace[853114155] linearizableReadLoop","detail":"{readStateIndex:11258; appliedIndex:11257; }","duration":"233.964655ms","start":"2026-03-31T18:53:59.658285Z","end":"2026-03-31T18:53:59.892249Z","steps":["trace[853114155] 'read index received' (duration: 233.72784ms)","trace[853114155] 'applied index is now lower than readState.Index' (duration: 235.905µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:53:59.892364Z","caller":"traceutil/trace.go:171","msg":"trace[991758455] transaction","detail":"{read_only:false; response_revision:10840; number_of_response:1; }","duration":"280.343814ms","start":"2026-03-31T18:53:59.611988Z","end":"2026-03-31T18:53:59.892332Z","steps":["trace[991758455] 'process raft request' (duration: 280.058147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:59.892605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.302753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:53:59.892611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.310115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:53:59.892669Z","caller":"traceutil/trace.go:171","msg":"trace[1252556450] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10840; }","duration":"193.407367ms","start":"2026-03-31T18:53:59.699247Z","end":"2026-03-31T18:53:59.892655Z","steps":["trace[1252556450] 'agreement among raft nodes before linearized reading' (duration: 193.154381ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:59.892663Z","caller":"traceutil/trace.go:171","msg":"trace[762414941] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10840; }","duration":"234.399295ms","start":"2026-03-31T18:53:59.658249Z","end":"2026-03-31T18:53:59.892649Z","steps":["trace[762414941] 'agreement among raft nodes before linearized reading' (duration: 234.102848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:54:50.69375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.355977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:54:50.693865Z","caller":"traceutil/trace.go:171","msg":"trace[1037194431] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11182; }","duration":"171.514422ms","start":"2026-03-31T18:54:50.522322Z","end":"2026-03-31T18:54:50.693836Z","steps":["trace[1037194431] 'range keys from in-memory index tree' (duration: 171.174553ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:54:50.693994Z","caller":"traceutil/trace.go:171","msg":"trace[1865939811] transaction","detail":"{read_only:false; response_revision:11183; number_of_response:1; }","duration":"100.091455ms","start":"2026-03-31T18:54:50.593872Z","end":"2026-03-31T18:54:50.693963Z","steps":["trace[1865939811] 'process raft request' (duration: 73.344219ms)","trace[1865939811] 'compare' (duration: 26.006698ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:54:52.59979Z","caller":"traceutil/trace.go:171","msg":"trace[327021848] transaction","detail":"{read_only:false; response_revision:11197; number_of_response:1; }","duration":"109.14088ms","start":"2026-03-31T18:54:52.490612Z","end":"2026-03-31T18:54:52.599753Z","steps":["trace[327021848] 'process raft request' (duration: 105.864606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:54:58.847885Z","caller":"traceutil/trace.go:171","msg":"trace[122161520] transaction","detail":"{read_only:false; response_revision:11228; number_of_response:1; }","duration":"114.812048ms","start":"2026-03-31T18:54:58.733046Z","end":"2026-03-31T18:54:58.847858Z","steps":["trace[122161520] 'process raft request' (duration: 114.585213ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:54:58.922406Z","caller":"traceutil/trace.go:171","msg":"trace[606949227] transaction","detail":"{read_only:false; response_revision:11229; number_of_response:1; }","duration":"177.664161ms","start":"2026-03-31T18:54:58.744716Z","end":"2026-03-31T18:54:58.92238Z","steps":["trace[606949227] 'process raft request' (duration: 125.240344ms)","trace[606949227] 'compare' (duration: 52.257883ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:54:58.92257Z","caller":"traceutil/trace.go:171","msg":"trace[1951318708] linearizableReadLoop","detail":"{readStateIndex:11662; appliedIndex:11659; }","duration":"151.215072ms","start":"2026-03-31T18:54:58.771312Z","end":"2026-03-31T18:54:58.922528Z","steps":["trace[1951318708] 'read index received' (duration: 76.302417ms)","trace[1951318708] 'applied index is now lower than readState.Index' (duration: 74.909615ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:54:58.922745Z","caller":"traceutil/trace.go:171","msg":"trace[1296068160] transaction","detail":"{read_only:false; response_revision:11230; number_of_response:1; }","duration":"176.175356ms","start":"2026-03-31T18:54:58.746546Z","end":"2026-03-31T18:54:58.922722Z","steps":["trace[1296068160] 'process raft request' (duration: 175.794258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:54:58.922934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.59893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:54:58.922995Z","caller":"traceutil/trace.go:171","msg":"trace[616288722] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11230; }","duration":"151.678342ms","start":"2026-03-31T18:54:58.771294Z","end":"2026-03-31T18:54:58.922973Z","steps":["trace[616288722] 'agreement among raft nodes before linearized reading' (duration: 151.434767ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:54:59.118529Z","caller":"traceutil/trace.go:171","msg":"trace[1610661383] transaction","detail":"{read_only:false; response_revision:11231; number_of_response:1; }","duration":"189.679953ms","start":"2026-03-31T18:54:58.928814Z","end":"2026-03-31T18:54:59.118494Z","steps":["trace[1610661383] 'process raft request' (duration: 100.243689ms)","trace[1610661383] 'compare' (duration: 89.26766ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:54:59.119865Z","caller":"traceutil/trace.go:171","msg":"trace[1909104537] transaction","detail":"{read_only:false; response_revision:11233; number_of_response:1; }","duration":"189.280423ms","start":"2026-03-31T18:54:58.930567Z","end":"2026-03-31T18:54:59.119848Z","steps":["trace[1909104537] 'process raft request' (duration: 189.1734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:54:59.11986Z","caller":"traceutil/trace.go:171","msg":"trace[1027103779] transaction","detail":"{read_only:false; response_revision:11232; number_of_response:1; }","duration":"190.537192ms","start":"2026-03-31T18:54:58.929298Z","end":"2026-03-31T18:54:59.119835Z","steps":["trace[1027103779] 'process raft request' (duration: 190.316797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:54:59.40808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.872036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:54:59.408213Z","caller":"traceutil/trace.go:171","msg":"trace[325481793] linearizableReadLoop","detail":"{readStateIndex:11667; appliedIndex:11665; }","duration":"283.183248ms","start":"2026-03-31T18:54:59.125015Z","end":"2026-03-31T18:54:59.408198Z","steps":["trace[325481793] 'read index received' (duration: 97.131828ms)","trace[325481793] 'applied index is now lower than readState.Index' (duration: 186.0505ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:54:59.408366Z","caller":"traceutil/trace.go:171","msg":"trace[474826787] transaction","detail":"{read_only:false; response_revision:11234; number_of_response:1; }","duration":"284.022447ms","start":"2026-03-31T18:54:59.124335Z","end":"2026-03-31T18:54:59.408358Z","steps":["trace[474826787] 'process raft request' (duration: 97.797543ms)","trace[474826787] 'compare' (duration: 185.785304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:54:59.408705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.668179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19219"} {"level":"info","ts":"2026-03-31T18:54:59.408786Z","caller":"traceutil/trace.go:171","msg":"trace[972667549] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11235; }","duration":"283.774131ms","start":"2026-03-31T18:54:59.124994Z","end":"2026-03-31T18:54:59.408768Z","steps":["trace[972667549] 'agreement among raft nodes before linearized reading' (duration: 283.535776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:54:59.408841Z","caller":"traceutil/trace.go:171","msg":"trace[103984197] transaction","detail":"{read_only:false; response_revision:11235; number_of_response:1; }","duration":"284.18531ms","start":"2026-03-31T18:54:59.124634Z","end":"2026-03-31T18:54:59.40882Z","steps":["trace[103984197] 'process raft request' (duration: 283.529086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:54:59.694385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.696985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:54:59.69451Z","caller":"traceutil/trace.go:171","msg":"trace[1905770029] linearizableReadLoop","detail":"{readStateIndex:11668; appliedIndex:11667; }","duration":"286.252298ms","start":"2026-03-31T18:54:59.408238Z","end":"2026-03-31T18:54:59.69449Z","steps":["trace[1905770029] 'read index received' (duration: 133.292547ms)","trace[1905770029] 'applied index is now lower than readState.Index' (duration: 152.958491ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:54:59.694569Z","caller":"traceutil/trace.go:171","msg":"trace[813449704] transaction","detail":"{read_only:false; response_revision:11236; number_of_response:1; }","duration":"351.038334ms","start":"2026-03-31T18:54:59.343502Z","end":"2026-03-31T18:54:59.69454Z","steps":["trace[813449704] 'process raft request' (duration: 198.085373ms)","trace[813449704] 'compare' (duration: 152.583163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:54:59.694664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.564408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:54:59.694726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:54:59.343477Z","time spent":"351.170488ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:54:59.69473Z","caller":"traceutil/trace.go:171","msg":"trace[1470884324] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:11236; }","duration":"481.67915ms","start":"2026-03-31T18:54:59.213033Z","end":"2026-03-31T18:54:59.694712Z","steps":["trace[1470884324] 'agreement among raft nodes before linearized reading' (duration: 481.576688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:54:59.694789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:54:59.213012Z","time spent":"481.761222ms","remote":"127.0.0.1:41248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:54:59.695027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.627035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:54:59.695141Z","caller":"traceutil/trace.go:171","msg":"trace[1387460784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11236; }","duration":"240.8076ms","start":"2026-03-31T18:54:59.454308Z","end":"2026-03-31T18:54:59.695116Z","steps":["trace[1387460784] 'agreement among raft nodes before linearized reading' (duration: 240.613276ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:55:27.166143Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9190} {"level":"info","ts":"2026-03-31T18:55:27.23388Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9190,"took":"65.507392ms","hash":4057302183,"current-db-size-bytes":41549824,"current-db-size":"42 MB","current-db-size-in-use-bytes":28598272,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-31T18:55:27.233951Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4057302183,"revision":9190,"compact-revision":7138} {"level":"info","ts":"2026-03-31T18:55:39.962377Z","caller":"traceutil/trace.go:171","msg":"trace[2076171589] linearizableReadLoop","detail":"{readStateIndex:11957; appliedIndex:11956; }","duration":"228.692716ms","start":"2026-03-31T18:55:39.733663Z","end":"2026-03-31T18:55:39.962356Z","steps":["trace[2076171589] 'read index received' (duration: 228.612644ms)","trace[2076171589] 'applied index is now lower than readState.Index' (duration: 79.002µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:55:39.962474Z","caller":"traceutil/trace.go:171","msg":"trace[1225198845] transaction","detail":"{read_only:false; response_revision:11514; number_of_response:1; }","duration":"233.437043ms","start":"2026-03-31T18:55:39.729004Z","end":"2026-03-31T18:55:39.962441Z","steps":["trace[1225198845] 'process raft request' (duration: 233.232988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:55:39.962731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.045743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:55:39.96277Z","caller":"traceutil/trace.go:171","msg":"trace[619088169] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11514; }","duration":"229.121096ms","start":"2026-03-31T18:55:39.733637Z","end":"2026-03-31T18:55:39.962758Z","steps":["trace[619088169] 'agreement among raft nodes before linearized reading' (duration: 228.802579ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:06.535624Z","caller":"traceutil/trace.go:171","msg":"trace[576244506] linearizableReadLoop","detail":"{readStateIndex:12414; appliedIndex:12413; }","duration":"108.574238ms","start":"2026-03-31T18:57:06.427032Z","end":"2026-03-31T18:57:06.535606Z","steps":["trace[576244506] 'read index received' (duration: 108.538697ms)","trace[576244506] 'applied index is now lower than readState.Index' (duration: 34.711µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:57:06.535734Z","caller":"traceutil/trace.go:171","msg":"trace[1162850749] transaction","detail":"{read_only:false; response_revision:11953; number_of_response:1; }","duration":"117.663333ms","start":"2026-03-31T18:57:06.418029Z","end":"2026-03-31T18:57:06.535693Z","steps":["trace[1162850749] 'process raft request' (duration: 117.447258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:06.53591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.845594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:57:06.536077Z","caller":"traceutil/trace.go:171","msg":"trace[1611482352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11953; }","duration":"109.048508ms","start":"2026-03-31T18:57:06.427003Z","end":"2026-03-31T18:57:06.536051Z","steps":["trace[1611482352] 'agreement among raft nodes before linearized reading' (duration: 108.70522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:32.551097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.824165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:57:32.551219Z","caller":"traceutil/trace.go:171","msg":"trace[937242067] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:12115; }","duration":"204.992619ms","start":"2026-03-31T18:57:32.346195Z","end":"2026-03-31T18:57:32.551187Z","steps":["trace[937242067] 'count revisions from in-memory index tree' (duration: 204.745923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:32.964309Z","caller":"traceutil/trace.go:171","msg":"trace[406294600] linearizableReadLoop","detail":"{readStateIndex:12584; appliedIndex:12583; }","duration":"284.643652ms","start":"2026-03-31T18:57:32.679629Z","end":"2026-03-31T18:57:32.964273Z","steps":["trace[406294600] 'read index received' (duration: 284.07029ms)","trace[406294600] 'applied index is now lower than readState.Index' (duration: 571.752µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:57:32.96438Z","caller":"traceutil/trace.go:171","msg":"trace[2043621103] transaction","detail":"{read_only:false; response_revision:12116; number_of_response:1; }","duration":"345.409207ms","start":"2026-03-31T18:57:32.618925Z","end":"2026-03-31T18:57:32.964335Z","steps":["trace[2043621103] 'process raft request' (duration: 344.781593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:32.964623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:57:32.618886Z","time spent":"345.589641ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:57:32.964631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.99563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:57:32.964709Z","caller":"traceutil/trace.go:171","msg":"trace[1125933517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12116; }","duration":"285.123393ms","start":"2026-03-31T18:57:32.679572Z","end":"2026-03-31T18:57:32.964695Z","steps":["trace[1125933517] 'agreement among raft nodes before linearized reading' (duration: 284.874627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:32.964942Z","caller":"traceutil/trace.go:171","msg":"trace[1330655421] transaction","detail":"{read_only:false; response_revision:12117; number_of_response:1; }","duration":"163.043159ms","start":"2026-03-31T18:57:32.801892Z","end":"2026-03-31T18:57:32.964935Z","steps":["trace[1330655421] 'process raft request' (duration: 162.885496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:32.965045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.514386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:57:32.965059Z","caller":"traceutil/trace.go:171","msg":"trace[701735720] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:12117; }","duration":"245.572708ms","start":"2026-03-31T18:57:32.719482Z","end":"2026-03-31T18:57:32.965055Z","steps":["trace[701735720] 'agreement among raft nodes before linearized reading' (duration: 245.541977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:32.965091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.679508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T18:57:32.965165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.29561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:57:32.965168Z","caller":"traceutil/trace.go:171","msg":"trace[976560535] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12117; }","duration":"252.808891ms","start":"2026-03-31T18:57:32.71234Z","end":"2026-03-31T18:57:32.965149Z","steps":["trace[976560535] 'agreement among raft nodes before linearized reading' (duration: 252.561255ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:32.965228Z","caller":"traceutil/trace.go:171","msg":"trace[190765673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12117; }","duration":"222.396422ms","start":"2026-03-31T18:57:32.742812Z","end":"2026-03-31T18:57:32.965208Z","steps":["trace[190765673] 'agreement among raft nodes before linearized reading' (duration: 222.185338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:41.528626Z","caller":"traceutil/trace.go:171","msg":"trace[1164839269] linearizableReadLoop","detail":"{readStateIndex:12716; appliedIndex:12715; }","duration":"276.183971ms","start":"2026-03-31T18:57:41.252421Z","end":"2026-03-31T18:57:41.528605Z","steps":["trace[1164839269] 'read index received' (duration: 275.950116ms)","trace[1164839269] 'applied index is now lower than readState.Index' (duration: 232.745µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:57:41.528755Z","caller":"traceutil/trace.go:171","msg":"trace[676915106] transaction","detail":"{read_only:false; response_revision:12245; number_of_response:1; }","duration":"298.185977ms","start":"2026-03-31T18:57:41.230541Z","end":"2026-03-31T18:57:41.528727Z","steps":["trace[676915106] 'process raft request' (duration: 297.918551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:41.528788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.345874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:57:41.528816Z","caller":"traceutil/trace.go:171","msg":"trace[1869468769] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:12245; }","duration":"276.428716ms","start":"2026-03-31T18:57:41.252379Z","end":"2026-03-31T18:57:41.528808Z","steps":["trace[1869468769] 'agreement among raft nodes before linearized reading' (duration: 276.333394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:41.528982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.985666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:57:41.529144Z","caller":"traceutil/trace.go:171","msg":"trace[1353734195] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:12245; }","duration":"113.200491ms","start":"2026-03-31T18:57:41.415912Z","end":"2026-03-31T18:57:41.529113Z","steps":["trace[1353734195] 'agreement among raft nodes before linearized reading' (duration: 112.935135ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:43.194821Z","caller":"traceutil/trace.go:171","msg":"trace[781738698] transaction","detail":"{read_only:false; response_revision:12256; number_of_response:1; }","duration":"174.682414ms","start":"2026-03-31T18:57:43.020109Z","end":"2026-03-31T18:57:43.194792Z","steps":["trace[781738698] 'process raft request' (duration: 174.459909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:45.339219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.339736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:57:45.339326Z","caller":"traceutil/trace.go:171","msg":"trace[1139778061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12270; }","duration":"140.487229ms","start":"2026-03-31T18:57:45.198814Z","end":"2026-03-31T18:57:45.339302Z","steps":["trace[1139778061] 'range keys from in-memory index tree' (duration: 140.157812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:45.925945Z","caller":"traceutil/trace.go:171","msg":"trace[1696796780] transaction","detail":"{read_only:false; response_revision:12274; number_of_response:1; }","duration":"101.526567ms","start":"2026-03-31T18:57:45.824386Z","end":"2026-03-31T18:57:45.925913Z","steps":["trace[1696796780] 'process raft request' (duration: 48.479427ms)","trace[1696796780] 'compare' (duration: 52.899407ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:57:46.174333Z","caller":"traceutil/trace.go:171","msg":"trace[1381748430] transaction","detail":"{read_only:false; response_revision:12276; number_of_response:1; }","duration":"181.701262ms","start":"2026-03-31T18:57:45.992598Z","end":"2026-03-31T18:57:46.1743Z","steps":["trace[1381748430] 'process raft request' (duration: 181.497787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:46.407815Z","caller":"traceutil/trace.go:171","msg":"trace[15408898] linearizableReadLoop","detail":"{readStateIndex:12751; appliedIndex:12750; }","duration":"124.373155ms","start":"2026-03-31T18:57:46.283412Z","end":"2026-03-31T18:57:46.407785Z","steps":["trace[15408898] 'read index received' (duration: 124.181391ms)","trace[15408898] 'applied index is now lower than readState.Index' (duration: 190.634µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:57:46.407964Z","caller":"traceutil/trace.go:171","msg":"trace[363298248] transaction","detail":"{read_only:false; response_revision:12279; number_of_response:1; }","duration":"128.456567ms","start":"2026-03-31T18:57:46.279492Z","end":"2026-03-31T18:57:46.407949Z","steps":["trace[363298248] 'process raft request' (duration: 128.107699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:46.408238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.807325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:57:46.408314Z","caller":"traceutil/trace.go:171","msg":"trace[1510593421] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12279; }","duration":"124.907987ms","start":"2026-03-31T18:57:46.283384Z","end":"2026-03-31T18:57:46.408292Z","steps":["trace[1510593421] 'agreement among raft nodes before linearized reading' (duration: 124.675952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:53.476323Z","caller":"traceutil/trace.go:171","msg":"trace[829364119] transaction","detail":"{read_only:false; response_revision:12344; number_of_response:1; }","duration":"284.946289ms","start":"2026-03-31T18:57:53.191342Z","end":"2026-03-31T18:57:53.476289Z","steps":["trace[829364119] 'process raft request' (duration: 284.739005ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:53.598957Z","caller":"traceutil/trace.go:171","msg":"trace[1341414311] linearizableReadLoop","detail":"{readStateIndex:12819; appliedIndex:12817; }","duration":"222.67618ms","start":"2026-03-31T18:57:53.376248Z","end":"2026-03-31T18:57:53.598924Z","steps":["trace[1341414311] 'read index received' (duration: 99.86051ms)","trace[1341414311] 'applied index is now lower than readState.Index' (duration: 122.813899ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:57:53.599093Z","caller":"traceutil/trace.go:171","msg":"trace[1358310341] transaction","detail":"{read_only:false; response_revision:12345; number_of_response:1; }","duration":"388.085703ms","start":"2026-03-31T18:57:53.210943Z","end":"2026-03-31T18:57:53.599029Z","steps":["trace[1358310341] 'process raft request' (duration: 305.594995ms)","trace[1358310341] 'compare' (duration: 82.248172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:57:53.599263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:57:53.210915Z","time spent":"388.262997ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:57:53.599264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.10426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:57:53.599284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.533492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:57:53.599273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.003176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:57:53.599339Z","caller":"traceutil/trace.go:171","msg":"trace[761471272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12345; }","duration":"147.235902ms","start":"2026-03-31T18:57:53.452085Z","end":"2026-03-31T18:57:53.59932Z","steps":["trace[761471272] 'agreement among raft nodes before linearized reading' (duration: 147.12117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:53.599374Z","caller":"traceutil/trace.go:171","msg":"trace[21446361] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12345; }","duration":"223.15998ms","start":"2026-03-31T18:57:53.376189Z","end":"2026-03-31T18:57:53.599349Z","steps":["trace[21446361] 'agreement among raft nodes before linearized reading' (duration: 222.849913ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:53.599343Z","caller":"traceutil/trace.go:171","msg":"trace[951554341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12345; }","duration":"209.645745ms","start":"2026-03-31T18:57:53.389683Z","end":"2026-03-31T18:57:53.599329Z","steps":["trace[951554341] 'agreement among raft nodes before linearized reading' (duration: 209.4468ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:58.071432Z","caller":"traceutil/trace.go:171","msg":"trace[1822558463] linearizableReadLoop","detail":"{readStateIndex:12847; appliedIndex:12846; }","duration":"101.565918ms","start":"2026-03-31T18:57:57.969843Z","end":"2026-03-31T18:57:58.071409Z","steps":["trace[1822558463] 'read index received' (duration: 67.112879ms)","trace[1822558463] 'applied index is now lower than readState.Index' (duration: 34.452129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:57:58.071573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.720202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:57:58.071618Z","caller":"traceutil/trace.go:171","msg":"trace[987358683] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:12372; }","duration":"101.849064ms","start":"2026-03-31T18:57:57.969757Z","end":"2026-03-31T18:57:58.071606Z","steps":["trace[987358683] 'agreement among raft nodes before linearized reading' (duration: 101.750702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:20.05245Z","caller":"traceutil/trace.go:171","msg":"trace[2106174927] linearizableReadLoop","detail":"{readStateIndex:12981; appliedIndex:12980; }","duration":"148.205175ms","start":"2026-03-31T18:58:19.904216Z","end":"2026-03-31T18:58:20.052421Z","steps":["trace[2106174927] 'read index received' (duration: 148.083523ms)","trace[2106174927] 'applied index is now lower than readState.Index' (duration: 119.912µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:58:20.052544Z","caller":"traceutil/trace.go:171","msg":"trace[1764776377] transaction","detail":"{read_only:false; response_revision:12501; number_of_response:1; }","duration":"148.89657ms","start":"2026-03-31T18:58:19.903615Z","end":"2026-03-31T18:58:20.052511Z","steps":["trace[1764776377] 'process raft request' (duration: 148.465181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:20.052752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.516262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:58:20.05283Z","caller":"traceutil/trace.go:171","msg":"trace[788581022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12501; }","duration":"148.636865ms","start":"2026-03-31T18:58:19.904183Z","end":"2026-03-31T18:58:20.05282Z","steps":["trace[788581022] 'agreement among raft nodes before linearized reading' (duration: 148.3946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:20.053895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.46205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:58:20.053985Z","caller":"traceutil/trace.go:171","msg":"trace[1702594297] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:12502; }","duration":"124.617253ms","start":"2026-03-31T18:58:19.929346Z","end":"2026-03-31T18:58:20.053963Z","steps":["trace[1702594297] 'agreement among raft nodes before linearized reading' (duration: 124.45474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:50.697471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976531413961712672,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:58:50.772549Z","caller":"traceutil/trace.go:171","msg":"trace[1419011923] transaction","detail":"{read_only:false; response_revision:12665; number_of_response:1; }","duration":"578.54919ms","start":"2026-03-31T18:58:50.193982Z","end":"2026-03-31T18:58:50.772531Z","steps":["trace[1419011923] 'process raft request' (duration: 578.410616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:50.772665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:50.193961Z","time spent":"578.645882ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:58:50.820601Z","caller":"traceutil/trace.go:171","msg":"trace[1604215494] linearizableReadLoop","detail":"{readStateIndex:13153; appliedIndex:13150; }","duration":"624.192456ms","start":"2026-03-31T18:58:50.196385Z","end":"2026-03-31T18:58:50.820577Z","steps":["trace[1604215494] 'read index received' (duration: 575.972642ms)","trace[1604215494] 'applied index is now lower than readState.Index' (duration: 48.218794ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:58:50.820721Z","caller":"traceutil/trace.go:171","msg":"trace[1661141124] transaction","detail":"{read_only:false; response_revision:12667; number_of_response:1; }","duration":"402.437416ms","start":"2026-03-31T18:58:50.418271Z","end":"2026-03-31T18:58:50.820709Z","steps":["trace[1661141124] 'process raft request' (duration: 402.250782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:50.82083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:50.418239Z","time spent":"402.509038ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:58:50.820626Z","caller":"traceutil/trace.go:171","msg":"trace[298381199] transaction","detail":"{read_only:false; response_revision:12666; number_of_response:1; }","duration":"500.935413ms","start":"2026-03-31T18:58:50.31966Z","end":"2026-03-31T18:58:50.820596Z","steps":["trace[298381199] 'process raft request' (duration: 500.707768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:50.821046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.9257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:58:50.821077Z","caller":"traceutil/trace.go:171","msg":"trace[1733981234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12667; }","duration":"503.990611ms","start":"2026-03-31T18:58:50.317077Z","end":"2026-03-31T18:58:50.821067Z","steps":["trace[1733981234] 'agreement among raft nodes before linearized reading' (duration: 503.878659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:50.821114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:50.317057Z","time spent":"504.049923ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:58:50.821159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:50.319631Z","time spent":"501.405893ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:58:50.821188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.793729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:58:50.821272Z","caller":"traceutil/trace.go:171","msg":"trace[912110346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12667; }","duration":"624.917812ms","start":"2026-03-31T18:58:50.196331Z","end":"2026-03-31T18:58:50.821249Z","steps":["trace[912110346] 'agreement among raft nodes before linearized reading' (duration: 624.694837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:50.821283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.828844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:58:50.821321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:50.19631Z","time spent":"624.999084ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:58:50.821346Z","caller":"traceutil/trace.go:171","msg":"trace[1891502701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12667; }","duration":"154.931296ms","start":"2026-03-31T18:58:50.6664Z","end":"2026-03-31T18:58:50.821331Z","steps":["trace[1891502701] 'agreement among raft nodes before linearized reading' (duration: 154.792603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:50.821358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.735674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:58:50.821359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.279095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-31T18:58:50.821428Z","caller":"traceutil/trace.go:171","msg":"trace[1814349388] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12667; }","duration":"156.392168ms","start":"2026-03-31T18:58:50.66502Z","end":"2026-03-31T18:58:50.821412Z","steps":["trace[1814349388] 'agreement among raft nodes before linearized reading' (duration: 156.217734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:50.821438Z","caller":"traceutil/trace.go:171","msg":"trace[2016128136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12667; }","duration":"367.854907ms","start":"2026-03-31T18:58:50.453563Z","end":"2026-03-31T18:58:50.821418Z","steps":["trace[2016128136] 'agreement among raft nodes before linearized reading' (duration: 367.736754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:50.821492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:50.45354Z","time spent":"367.939699ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:58:51.780315Z","caller":"traceutil/trace.go:171","msg":"trace[1533279027] transaction","detail":"{read_only:false; response_revision:12674; number_of_response:1; }","duration":"103.143101ms","start":"2026-03-31T18:58:51.677136Z","end":"2026-03-31T18:58:51.780279Z","steps":["trace[1533279027] 'process raft request' (duration: 85.737479ms)","trace[1533279027] 'compare' (duration: 17.253419ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:58:59.130908Z","caller":"traceutil/trace.go:171","msg":"trace[1805622886] transaction","detail":"{read_only:false; response_revision:12714; number_of_response:1; }","duration":"103.738094ms","start":"2026-03-31T18:58:59.027137Z","end":"2026-03-31T18:58:59.130875Z","steps":["trace[1805622886] 'process raft request' (duration: 103.637132ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:59.131072Z","caller":"traceutil/trace.go:171","msg":"trace[81030395] transaction","detail":"{read_only:false; response_revision:12713; number_of_response:1; }","duration":"104.314258ms","start":"2026-03-31T18:58:59.02658Z","end":"2026-03-31T18:58:59.130894Z","steps":["trace[81030395] 'process raft request' (duration: 10.19813ms)","trace[81030395] 'compare' (duration: 93.826411ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:58:59.131162Z","caller":"traceutil/trace.go:171","msg":"trace[594699671] transaction","detail":"{read_only:false; response_revision:12715; number_of_response:1; }","duration":"102.872636ms","start":"2026-03-31T18:58:59.028255Z","end":"2026-03-31T18:58:59.131127Z","steps":["trace[594699671] 'process raft request' (duration: 102.567239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:59.131097Z","caller":"traceutil/trace.go:171","msg":"trace[375195268] linearizableReadLoop","detail":"{readStateIndex:13203; appliedIndex:13200; }","duration":"100.960152ms","start":"2026-03-31T18:58:59.030099Z","end":"2026-03-31T18:58:59.131059Z","steps":["trace[375195268] 'read index received' (duration: 6.699231ms)","trace[375195268] 'applied index is now lower than readState.Index' (duration: 94.258721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:58:59.13137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.246108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:58:59.131448Z","caller":"traceutil/trace.go:171","msg":"trace[1697696431] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:12715; }","duration":"101.372571ms","start":"2026-03-31T18:58:59.030057Z","end":"2026-03-31T18:58:59.13143Z","steps":["trace[1697696431] 'agreement among raft nodes before linearized reading' (duration: 101.132376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:59:00.254272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.503914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:59:00.254351Z","caller":"traceutil/trace.go:171","msg":"trace[2049607171] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:12717; }","duration":"105.595506ms","start":"2026-03-31T18:59:00.148735Z","end":"2026-03-31T18:59:00.25433Z","steps":["trace[2049607171] 'count revisions from in-memory index tree' (duration: 105.411212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:59:35.231399Z","caller":"traceutil/trace.go:171","msg":"trace[1679160701] transaction","detail":"{read_only:false; response_revision:12901; number_of_response:1; }","duration":"105.260168ms","start":"2026-03-31T18:59:35.126113Z","end":"2026-03-31T18:59:35.231374Z","steps":["trace[1679160701] 'process raft request' (duration: 105.053414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:59:35.236182Z","caller":"traceutil/trace.go:171","msg":"trace[802819961] transaction","detail":"{read_only:false; response_revision:12902; number_of_response:1; }","duration":"103.827466ms","start":"2026-03-31T18:59:35.132333Z","end":"2026-03-31T18:59:35.236161Z","steps":["trace[802819961] 'process raft request' (duration: 99.879818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:00:27.172433Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11447} {"level":"info","ts":"2026-03-31T19:00:27.279734Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11447,"took":"105.249419ms","hash":2971962569,"current-db-size-bytes":41549824,"current-db-size":"42 MB","current-db-size-in-use-bytes":21213184,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-31T19:00:27.279811Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2971962569,"revision":11447,"compact-revision":9190} {"level":"info","ts":"2026-03-31T19:01:18.838991Z","caller":"traceutil/trace.go:171","msg":"trace[965361884] transaction","detail":"{read_only:false; response_revision:13435; number_of_response:1; }","duration":"155.209073ms","start":"2026-03-31T19:01:18.683741Z","end":"2026-03-31T19:01:18.83895Z","steps":["trace[965361884] 'process raft request' (duration: 154.964698ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:01:21.795071Z","caller":"traceutil/trace.go:171","msg":"trace[782293029] transaction","detail":"{read_only:false; response_revision:13450; number_of_response:1; }","duration":"147.96759ms","start":"2026-03-31T19:01:21.647086Z","end":"2026-03-31T19:01:21.795053Z","steps":["trace[782293029] 'process raft request' (duration: 147.925069ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:01:21.795106Z","caller":"traceutil/trace.go:171","msg":"trace[877255131] transaction","detail":"{read_only:false; response_revision:13449; number_of_response:1; }","duration":"148.062902ms","start":"2026-03-31T19:01:21.64702Z","end":"2026-03-31T19:01:21.795083Z","steps":["trace[877255131] 'process raft request' (duration: 136.182255ms)","trace[877255131] 'compare' (duration: 11.573141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T19:01:23.029485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.001231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T19:01:23.029575Z","caller":"traceutil/trace.go:171","msg":"trace[1119680350] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13457; }","duration":"104.147513ms","start":"2026-03-31T19:01:22.925409Z","end":"2026-03-31T19:01:23.029557Z","steps":["trace[1119680350] 'range keys from in-memory index tree' (duration: 103.820666ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:01:24.121857Z","caller":"traceutil/trace.go:171","msg":"trace[2139464425] linearizableReadLoop","detail":"{readStateIndex:13980; appliedIndex:13978; }","duration":"235.500329ms","start":"2026-03-31T19:01:23.886328Z","end":"2026-03-31T19:01:24.121828Z","steps":["trace[2139464425] 'read index received' (duration: 2.356242ms)","trace[2139464425] 'applied index is now lower than readState.Index' (duration: 233.142707ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T19:01:24.122017Z","caller":"traceutil/trace.go:171","msg":"trace[1312600553] transaction","detail":"{read_only:false; response_revision:13461; number_of_response:1; }","duration":"321.467264ms","start":"2026-03-31T19:01:23.80054Z","end":"2026-03-31T19:01:24.122007Z","steps":["trace[1312600553] 'process raft request' (duration: 321.124997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T19:01:24.122141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T19:01:23.800516Z","time spent":"321.538515ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T19:01:24.122244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.638802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T19:01:24.122354Z","caller":"traceutil/trace.go:171","msg":"trace[1651255101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13461; }","duration":"235.833327ms","start":"2026-03-31T19:01:23.886499Z","end":"2026-03-31T19:01:24.122332Z","steps":["trace[1651255101] 'agreement among raft nodes before linearized reading' (duration: 235.568621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T19:01:24.122481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.141513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T19:01:24.122466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.586907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T19:01:24.122533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.50209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T19:01:24.122548Z","caller":"traceutil/trace.go:171","msg":"trace[811018125] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13461; }","duration":"236.237156ms","start":"2026-03-31T19:01:23.886295Z","end":"2026-03-31T19:01:24.122532Z","steps":["trace[811018125] 'agreement among raft nodes before linearized reading' (duration: 236.034831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:01:24.122575Z","caller":"traceutil/trace.go:171","msg":"trace[174118536] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:13461; }","duration":"211.621683ms","start":"2026-03-31T19:01:23.910941Z","end":"2026-03-31T19:01:24.122563Z","steps":["trace[174118536] 'agreement among raft nodes before linearized reading' (duration: 211.538561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T19:01:24.122566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.696686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T19:01:24.122579Z","caller":"traceutil/trace.go:171","msg":"trace[1743327177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13461; }","duration":"125.741809ms","start":"2026-03-31T19:01:23.996803Z","end":"2026-03-31T19:01:24.122545Z","steps":["trace[1743327177] 'agreement among raft nodes before linearized reading' (duration: 125.456463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:01:24.122624Z","caller":"traceutil/trace.go:171","msg":"trace[159218816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13461; }","duration":"188.807928ms","start":"2026-03-31T19:01:23.933802Z","end":"2026-03-31T19:01:24.12261Z","steps":["trace[159218816] 'agreement among raft nodes before linearized reading' (duration: 188.619333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T19:01:24.325731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.856751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T19:01:24.325869Z","caller":"traceutil/trace.go:171","msg":"trace[1691542145] transaction","detail":"{read_only:false; response_revision:13462; number_of_response:1; }","duration":"199.162973ms","start":"2026-03-31T19:01:24.126691Z","end":"2026-03-31T19:01:24.325854Z","steps":["trace[1691542145] 'process raft request' (duration: 97.107836ms)","trace[1691542145] 'compare' (duration: 101.732199ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T19:01:24.33971Z","caller":"traceutil/trace.go:171","msg":"trace[1661483252] transaction","detail":"{read_only:false; response_revision:13465; number_of_response:1; }","duration":"212.714615ms","start":"2026-03-31T19:01:24.126978Z","end":"2026-03-31T19:01:24.339692Z","steps":["trace[1661483252] 'process raft request' (duration: 212.648114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:01:24.339735Z","caller":"traceutil/trace.go:171","msg":"trace[1261081012] transaction","detail":"{read_only:false; response_revision:13463; number_of_response:1; }","duration":"212.923201ms","start":"2026-03-31T19:01:24.126781Z","end":"2026-03-31T19:01:24.339705Z","steps":["trace[1261081012] 'process raft request' (duration: 212.705177ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:01:24.339752Z","caller":"traceutil/trace.go:171","msg":"trace[674031736] transaction","detail":"{read_only:false; response_revision:13464; number_of_response:1; }","duration":"212.771267ms","start":"2026-03-31T19:01:24.12695Z","end":"2026-03-31T19:01:24.339722Z","steps":["trace[674031736] 'process raft request' (duration: 212.642994ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:01:24.340027Z","caller":"traceutil/trace.go:171","msg":"trace[1800273395] linearizableReadLoop","detail":"{readStateIndex:13985; appliedIndex:13981; }","duration":"100.340658ms","start":"2026-03-31T19:01:24.239663Z","end":"2026-03-31T19:01:24.340004Z","steps":["trace[1800273395] 'read index received' (duration: 99.816765ms)","trace[1800273395] 'applied index is now lower than readState.Index' (duration: 521.693µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T19:01:24.340129Z","caller":"traceutil/trace.go:171","msg":"trace[2129685701] transaction","detail":"{read_only:false; response_revision:13466; number_of_response:1; }","duration":"213.089925ms","start":"2026-03-31T19:01:24.127029Z","end":"2026-03-31T19:01:24.340119Z","steps":["trace[2129685701] 'process raft request' (duration: 212.624343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T19:01:24.340245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.574193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T19:01:24.340302Z","caller":"traceutil/trace.go:171","msg":"trace[964194272] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:13466; }","duration":"100.683405ms","start":"2026-03-31T19:01:24.239604Z","end":"2026-03-31T19:01:24.340287Z","steps":["trace[964194272] 'agreement among raft nodes before linearized reading' (duration: 100.486931ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:02:08.766614Z","caller":"traceutil/trace.go:171","msg":"trace[1343372033] transaction","detail":"{read_only:false; response_revision:13688; number_of_response:1; }","duration":"110.963696ms","start":"2026-03-31T19:02:08.655627Z","end":"2026-03-31T19:02:08.766591Z","steps":["trace[1343372033] 'process raft request' (duration: 77.78694ms)","trace[1343372033] 'compare' (duration: 32.999952ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T19:02:08.767961Z","caller":"traceutil/trace.go:171","msg":"trace[1845108187] linearizableReadLoop","detail":"{readStateIndex:14218; appliedIndex:14215; }","duration":"108.521942ms","start":"2026-03-31T19:02:08.659415Z","end":"2026-03-31T19:02:08.767937Z","steps":["trace[1845108187] 'read index received' (duration: 74.037016ms)","trace[1845108187] 'applied index is now lower than readState.Index' (duration: 34.483916ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T19:02:08.768Z","caller":"traceutil/trace.go:171","msg":"trace[2146530153] transaction","detail":"{read_only:false; response_revision:13689; number_of_response:1; }","duration":"111.932669ms","start":"2026-03-31T19:02:08.656047Z","end":"2026-03-31T19:02:08.76798Z","steps":["trace[2146530153] 'process raft request' (duration: 111.679023ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:02:08.768078Z","caller":"traceutil/trace.go:171","msg":"trace[690240081] transaction","detail":"{read_only:false; response_revision:13690; number_of_response:1; }","duration":"111.685383ms","start":"2026-03-31T19:02:08.65635Z","end":"2026-03-31T19:02:08.768036Z","steps":["trace[690240081] 'process raft request' (duration: 111.521559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T19:02:08.768158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.720967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7prd4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T19:02:08.768199Z","caller":"traceutil/trace.go:171","msg":"trace[2134111532] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7prd4; range_end:; response_count:1; response_revision:13690; }","duration":"108.789968ms","start":"2026-03-31T19:02:08.659396Z","end":"2026-03-31T19:02:08.768186Z","steps":["trace[2134111532] 'agreement among raft nodes before linearized reading' (duration: 108.639975ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:02:14.29967Z","caller":"traceutil/trace.go:171","msg":"trace[928819958] transaction","detail":"{read_only:false; response_revision:13713; number_of_response:1; }","duration":"172.623245ms","start":"2026-03-31T19:02:14.127021Z","end":"2026-03-31T19:02:14.299645Z","steps":["trace[928819958] 'process raft request' (duration: 172.472402ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:02:17.025018Z","caller":"traceutil/trace.go:171","msg":"trace[157262709] transaction","detail":"{read_only:false; response_revision:13730; number_of_response:1; }","duration":"109.928514ms","start":"2026-03-31T19:02:16.915064Z","end":"2026-03-31T19:02:17.024992Z","steps":["trace[157262709] 'process raft request' (duration: 91.384397ms)","trace[157262709] 'compare' (duration: 18.359372ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T19:02:22.512373Z","caller":"traceutil/trace.go:171","msg":"trace[2130136822] transaction","detail":"{read_only:false; response_revision:13755; number_of_response:1; }","duration":"126.801353ms","start":"2026-03-31T19:02:22.385553Z","end":"2026-03-31T19:02:22.512354Z","steps":["trace[2130136822] 'process raft request' (duration: 116.568304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:02:22.512358Z","caller":"traceutil/trace.go:171","msg":"trace[510706026] linearizableReadLoop","detail":"{readStateIndex:14285; appliedIndex:14283; }","duration":"119.54129ms","start":"2026-03-31T19:02:22.392787Z","end":"2026-03-31T19:02:22.512328Z","steps":["trace[510706026] 'read index received' (duration: 12.984412ms)","trace[510706026] 'applied index is now lower than readState.Index' (duration: 106.555448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T19:02:22.512472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.671502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T19:02:22.512554Z","caller":"traceutil/trace.go:171","msg":"trace[1639629496] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13755; }","duration":"119.814215ms","start":"2026-03-31T19:02:22.392729Z","end":"2026-03-31T19:02:22.512543Z","steps":["trace[1639629496] 'agreement among raft nodes before linearized reading' (duration: 119.680372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T19:02:37.830471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.484601ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T19:02:37.830633Z","caller":"traceutil/trace.go:171","msg":"trace[2112897439] linearizableReadLoop","detail":"{readStateIndex:14367; appliedIndex:14366; }","duration":"139.709254ms","start":"2026-03-31T19:02:37.690902Z","end":"2026-03-31T19:02:37.830611Z","steps":["trace[2112897439] 'read index received' (duration: 35.037969ms)","trace[2112897439] 'applied index is now lower than readState.Index' (duration: 104.668785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T19:02:37.830875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.963219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T19:02:37.830917Z","caller":"traceutil/trace.go:171","msg":"trace[790512786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13833; }","duration":"140.040271ms","start":"2026-03-31T19:02:37.690864Z","end":"2026-03-31T19:02:37.830904Z","steps":["trace[790512786] 'agreement among raft nodes before linearized reading' (duration: 139.844767ms)"],"step_count":1}