{"level":"warn","ts":"2026-03-25T21:10:13.813452Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-25T21:10:13.813585Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.223:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.223:2380","--initial-cluster=instance=https://199.204.45.223:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.223:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.223:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-25T21:10:13.813686Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-25T21:10:13.813695Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-03-25T21:10:13.813716Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-25T21:10:13.814453Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"]} {"level":"info","ts":"2026-03-25T21:10:13.814536Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.223:2380"],"listen-peer-urls":["https://199.204.45.223:2380"],"advertise-client-urls":["https://199.204.45.223:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.223:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-25T21:10:13.847892Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"33.079184ms"} {"level":"info","ts":"2026-03-25T21:10:13.882579Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"11f26225a5bb9fe3","cluster-id":"75c25101f01fd4c6"} {"level":"info","ts":"2026-03-25T21:10:13.882743Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=()"} {"level":"info","ts":"2026-03-25T21:10:13.882779Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became follower at term 0"} {"level":"info","ts":"2026-03-25T21:10:13.882808Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 11f26225a5bb9fe3 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-25T21:10:13.882823Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became follower at term 1"} {"level":"info","ts":"2026-03-25T21:10:13.882899Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=(1293203956842602467)"} {"level":"warn","ts":"2026-03-25T21:10:14.060094Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-25T21:10:14.165182Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-25T21:10:14.209893Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-25T21:10:14.267056Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"11f26225a5bb9fe3","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-25T21:10:14.276727Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"11f26225a5bb9fe3","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-25T21:10:14.276912Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T21:10:14.276955Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T21:10:14.276966Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T21:10:14.281242Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-25T21:10:14.281644Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"11f26225a5bb9fe3","initial-advertise-peer-urls":["https://199.204.45.223:2380"],"listen-peer-urls":["https://199.204.45.223:2380"],"advertise-client-urls":["https://199.204.45.223:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-25T21:10:14.281695Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-25T21:10:14.281862Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.223:2380"} {"level":"info","ts":"2026-03-25T21:10:14.281886Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.223:2380"} {"level":"info","ts":"2026-03-25T21:10:14.317134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=(1293203956842602467)"} {"level":"info","ts":"2026-03-25T21:10:14.317235Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"75c25101f01fd4c6","local-member-id":"11f26225a5bb9fe3","added-peer-id":"11f26225a5bb9fe3","added-peer-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-03-25T21:10:14.583599Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 is starting a new election at term 1"} {"level":"info","ts":"2026-03-25T21:10:14.583683Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-25T21:10:14.583734Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 received MsgPreVoteResp from 11f26225a5bb9fe3 at term 1"} {"level":"info","ts":"2026-03-25T21:10:14.58376Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became candidate at term 2"} {"level":"info","ts":"2026-03-25T21:10:14.583773Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 received MsgVoteResp from 11f26225a5bb9fe3 at term 2"} {"level":"info","ts":"2026-03-25T21:10:14.583791Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became leader at term 2"} {"level":"info","ts":"2026-03-25T21:10:14.583813Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 11f26225a5bb9fe3 elected leader 11f26225a5bb9fe3 at term 2"} {"level":"info","ts":"2026-03-25T21:10:14.586274Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"11f26225a5bb9fe3","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.223:2379]}","request-path":"/0/members/11f26225a5bb9fe3/attributes","cluster-id":"75c25101f01fd4c6","publish-timeout":"7s"} {"level":"info","ts":"2026-03-25T21:10:14.586278Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-25T21:10:14.586313Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T21:10:14.586607Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-25T21:10:14.587248Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-25T21:10:14.587283Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-25T21:10:14.588857Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"75c25101f01fd4c6","local-member-id":"11f26225a5bb9fe3","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T21:10:14.589059Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T21:10:14.589107Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T21:10:14.590356Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-25T21:10:14.590466Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.223:2379"} {"level":"info","ts":"2026-03-25T21:10:34.306467Z","caller":"traceutil/trace.go:171","msg":"trace[382561057] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"143.089991ms","start":"2026-03-25T21:10:34.163352Z","end":"2026-03-25T21:10:34.306442Z","steps":["trace[382561057] 'process raft request' (duration: 142.930306ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:34.307445Z","caller":"traceutil/trace.go:171","msg":"trace[668087975] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"143.653556ms","start":"2026-03-25T21:10:34.163764Z","end":"2026-03-25T21:10:34.307417Z","steps":["trace[668087975] 'process raft request' (duration: 143.457311ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:34.30761Z","caller":"traceutil/trace.go:171","msg":"trace[1288952458] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"141.857297ms","start":"2026-03-25T21:10:34.165721Z","end":"2026-03-25T21:10:34.307579Z","steps":["trace[1288952458] 'process raft request' (duration: 141.642271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:38.848805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.697154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:10:38.848983Z","caller":"traceutil/trace.go:171","msg":"trace[1655377451] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"168.441273ms","start":"2026-03-25T21:10:38.680519Z","end":"2026-03-25T21:10:38.84896Z","steps":["trace[1655377451] 'process raft request' (duration: 49.02903ms)","trace[1655377451] 'compare' (duration: 118.465427ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:39.071479Z","caller":"traceutil/trace.go:171","msg":"trace[1132824610] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"130.99803ms","start":"2026-03-25T21:10:38.940438Z","end":"2026-03-25T21:10:39.071436Z","steps":["trace[1132824610] 'process raft request' (duration: 45.817892ms)","trace[1132824610] 'compare' (duration: 84.815818ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:39.116065Z","caller":"traceutil/trace.go:171","msg":"trace[2045062299] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"174.952722ms","start":"2026-03-25T21:10:38.94107Z","end":"2026-03-25T21:10:39.116022Z","steps":["trace[2045062299] 'process raft request' (duration: 174.755686ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:39.116106Z","caller":"traceutil/trace.go:171","msg":"trace[73644710] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"172.785132ms","start":"2026-03-25T21:10:38.943299Z","end":"2026-03-25T21:10:39.116084Z","steps":["trace[73644710] 'process raft request' (duration: 172.69139ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:39.116128Z","caller":"traceutil/trace.go:171","msg":"trace[1376543507] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"172.961827ms","start":"2026-03-25T21:10:38.943145Z","end":"2026-03-25T21:10:39.116106Z","steps":["trace[1376543507] 'process raft request' (duration: 172.781042ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:39.116406Z","caller":"traceutil/trace.go:171","msg":"trace[1842729358] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"171.777714ms","start":"2026-03-25T21:10:38.944566Z","end":"2026-03-25T21:10:39.116343Z","steps":["trace[1842729358] 'process raft request' (duration: 171.474606ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:39.308117Z","caller":"traceutil/trace.go:171","msg":"trace[546645417] linearizableReadLoop","detail":"{readStateIndex:464; appliedIndex:463; }","duration":"166.891321ms","start":"2026-03-25T21:10:39.141198Z","end":"2026-03-25T21:10:39.30809Z","steps":["trace[546645417] 'read index received' (duration: 123.215688ms)","trace[546645417] 'applied index is now lower than readState.Index' (duration: 43.674643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:10:39.308287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.966385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-xs9t6\" ","response":"range_response_count:1 size:4016"} {"level":"info","ts":"2026-03-25T21:10:39.308322Z","caller":"traceutil/trace.go:171","msg":"trace[2110380940] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-xs9t6; range_end:; response_count:1; response_revision:450; }","duration":"185.068187ms","start":"2026-03-25T21:10:39.123241Z","end":"2026-03-25T21:10:39.308309Z","steps":["trace[2110380940] 'agreement among raft nodes before linearized reading' (duration: 184.945124ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:39.308282Z","caller":"traceutil/trace.go:171","msg":"trace[2096713919] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"183.653269ms","start":"2026-03-25T21:10:39.124557Z","end":"2026-03-25T21:10:39.308211Z","steps":["trace[2096713919] 'process raft request' (duration: 139.80402ms)","trace[2096713919] 'compare' (duration: 43.598412ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:39.308652Z","caller":"traceutil/trace.go:171","msg":"trace[1682189944] transaction","detail":"{read_only:false; number_of_response:1; response_revision:450; }","duration":"158.030809ms","start":"2026-03-25T21:10:39.150586Z","end":"2026-03-25T21:10:39.308616Z","steps":["trace[1682189944] 'process raft request' (duration: 157.780822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:40.330538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.757632ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:10:40.33076Z","caller":"traceutil/trace.go:171","msg":"trace[1296170577] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:451; }","duration":"426.938087ms","start":"2026-03-25T21:10:39.903735Z","end":"2026-03-25T21:10:40.330673Z","steps":["trace[1296170577] 'range keys from in-memory index tree' (duration: 426.737392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:40.331049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.261807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:10:40.331247Z","caller":"traceutil/trace.go:171","msg":"trace[1799865226] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"1.007278587s","start":"2026-03-25T21:10:39.323946Z","end":"2026-03-25T21:10:40.331224Z","steps":["trace[1799865226] 'process raft request' (duration: 692.562557ms)","trace[1799865226] 'compare' (duration: 314.094833ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:40.331367Z","caller":"traceutil/trace.go:171","msg":"trace[1903961029] transaction","detail":"{read_only:false; number_of_response:1; response_revision:452; }","duration":"952.214512ms","start":"2026-03-25T21:10:39.379132Z","end":"2026-03-25T21:10:40.331347Z","steps":["trace[1903961029] 'process raft request' (duration: 952.018737ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:40.331541Z","caller":"traceutil/trace.go:171","msg":"trace[966196170] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"286.480538ms","start":"2026-03-25T21:10:40.045037Z","end":"2026-03-25T21:10:40.331518Z","steps":["trace[966196170] 'process raft request' (duration: 286.288293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:40.331516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:39.323921Z","time spent":"1.007429031s","remote":"127.0.0.1:55130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:10:40.331574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:39.379114Z","time spent":"952.320845ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":4061,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-25T21:10:40.331602Z","caller":"traceutil/trace.go:171","msg":"trace[1237573899] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"949.90479ms","start":"2026-03-25T21:10:39.381668Z","end":"2026-03-25T21:10:40.331573Z","steps":["trace[1237573899] 'process raft request' (duration: 949.53994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:40.331837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:39.38165Z","time spent":"950.153776ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:10:40.749454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.08439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-25T21:10:40.749549Z","caller":"traceutil/trace.go:171","msg":"trace[950901167] linearizableReadLoop","detail":"{readStateIndex:471; appliedIndex:470; }","duration":"414.928339ms","start":"2026-03-25T21:10:40.334607Z","end":"2026-03-25T21:10:40.749535Z","steps":["trace[950901167] 'read index received' (duration: 140.765216ms)","trace[950901167] 'applied index is now lower than readState.Index' (duration: 274.161923ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:40.749595Z","caller":"traceutil/trace.go:171","msg":"trace[196767312] transaction","detail":"{read_only:false; number_of_response:1; response_revision:455; }","duration":"416.297167ms","start":"2026-03-25T21:10:40.333281Z","end":"2026-03-25T21:10:40.749578Z","steps":["trace[196767312] 'process raft request' (duration: 141.994511ms)","trace[196767312] 'compare' (duration: 273.999588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:10:40.749688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:40.333269Z","time spent":"416.384119ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-25T21:10:40.749627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.031862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-25T21:10:40.749776Z","caller":"traceutil/trace.go:171","msg":"trace[834516597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:455; }","duration":"415.212407ms","start":"2026-03-25T21:10:40.334545Z","end":"2026-03-25T21:10:40.749757Z","steps":["trace[834516597] 'agreement among raft nodes before linearized reading' (duration: 415.044153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:40.74984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:40.334521Z","time spent":"415.29677ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T21:10:40.751816Z","caller":"traceutil/trace.go:171","msg":"trace[1913211093] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"415.470925ms","start":"2026-03-25T21:10:40.336326Z","end":"2026-03-25T21:10:40.751796Z","steps":["trace[1913211093] 'process raft request' (duration: 415.310091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:40.751892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:40.336307Z","time spent":"415.551487ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T21:10:40.751968Z","caller":"traceutil/trace.go:171","msg":"trace[1093073418] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"415.29795ms","start":"2026-03-25T21:10:40.336635Z","end":"2026-03-25T21:10:40.751933Z","steps":["trace[1093073418] 'process raft request' (duration: 415.103205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:40.752057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:40.336625Z","time spent":"415.384592ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:10:40.752274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.224199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-25T21:10:40.752323Z","caller":"traceutil/trace.go:171","msg":"trace[736527286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:458; }","duration":"411.29317ms","start":"2026-03-25T21:10:40.341018Z","end":"2026-03-25T21:10:40.752311Z","steps":["trace[736527286] 'agreement among raft nodes before linearized reading' (duration: 411.207188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:40.752386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:40.341006Z","time spent":"411.348062ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T21:10:40.752621Z","caller":"traceutil/trace.go:171","msg":"trace[1175814070] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"412.170854ms","start":"2026-03-25T21:10:40.34044Z","end":"2026-03-25T21:10:40.752611Z","steps":["trace[1175814070] 'process raft request' (duration: 411.702122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:40.752682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:40.340415Z","time spent":"412.235487ms","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:10:40.752936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.260042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T21:10:40.753182Z","caller":"traceutil/trace.go:171","msg":"trace[468486159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:458; }","duration":"410.404856ms","start":"2026-03-25T21:10:40.342611Z","end":"2026-03-25T21:10:40.753016Z","steps":["trace[468486159] 'agreement among raft nodes before linearized reading' (duration: 410.017586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:40.753434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:40.342597Z","time spent":"410.692844ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:10:41.907281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.312235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:10:41.907638Z","caller":"traceutil/trace.go:171","msg":"trace[266966485] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"1.152003303s","start":"2026-03-25T21:10:40.7556Z","end":"2026-03-25T21:10:41.907603Z","steps":["trace[266966485] 'process raft request' (duration: 1.151796157s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:41.907763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:40.755588Z","time spent":"1.152126316s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:10:41.907764Z","caller":"traceutil/trace.go:171","msg":"trace[253852273] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"1.153994178s","start":"2026-03-25T21:10:40.753707Z","end":"2026-03-25T21:10:41.907701Z","steps":["trace[253852273] 'process raft request' (duration: 796.174629ms)","trace[253852273] 'compare' (duration: 357.1545ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:41.907784Z","caller":"traceutil/trace.go:171","msg":"trace[2083728382] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"1.151987372s","start":"2026-03-25T21:10:40.755768Z","end":"2026-03-25T21:10:41.907755Z","steps":["trace[2083728382] 'process raft request' (duration: 1.151712565s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:41.907855Z","caller":"traceutil/trace.go:171","msg":"trace[617618418] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"1.150212124s","start":"2026-03-25T21:10:40.757627Z","end":"2026-03-25T21:10:41.907839Z","steps":["trace[617618418] 'process raft request' (duration: 1.150111442s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:41.907887Z","caller":"traceutil/trace.go:171","msg":"trace[1629636564] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"1.150221155s","start":"2026-03-25T21:10:40.757593Z","end":"2026-03-25T21:10:41.907814Z","steps":["trace[1629636564] 'process raft request' (duration: 1.150081751s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:41.907903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:40.753684Z","time spent":"1.154161722s","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:10:41.907957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:40.755759Z","time spent":"1.152111026s","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:10:41.907973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:40.757617Z","time spent":"1.150300396s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:10:41.907784Z","caller":"traceutil/trace.go:171","msg":"trace[1935296332] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"1.150381958s","start":"2026-03-25T21:10:40.757385Z","end":"2026-03-25T21:10:41.907767Z","steps":["trace[1935296332] 'process raft request' (duration: 1.150222734s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:41.908042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:40.757569Z","time spent":"1.150393869s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:10:41.908235Z","caller":"traceutil/trace.go:171","msg":"trace[1501851791] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"1.147671185s","start":"2026-03-25T21:10:40.760555Z","end":"2026-03-25T21:10:41.908226Z","steps":["trace[1501851791] 'process raft request' (duration: 1.147235803s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:41.908289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:40.760532Z","time spent":"1.147727806s","remote":"127.0.0.1:55130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:10:41.90829Z","caller":"traceutil/trace.go:171","msg":"trace[241736830] linearizableReadLoop","detail":"{readStateIndex:484; appliedIndex:475; }","duration":"663.825731ms","start":"2026-03-25T21:10:41.244437Z","end":"2026-03-25T21:10:41.908263Z","steps":["trace[241736830] 'read index received' (duration: 305.431516ms)","trace[241736830] 'applied index is now lower than readState.Index' (duration: 358.392635ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:41.908332Z","caller":"traceutil/trace.go:171","msg":"trace[1133404512] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"1.147371456s","start":"2026-03-25T21:10:40.760949Z","end":"2026-03-25T21:10:41.908321Z","steps":["trace[1133404512] 'process raft request' (duration: 1.147169451s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:41.908336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:40.757377Z","time spent":"1.150708387s","remote":"127.0.0.1:55130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:10:41.907951Z","caller":"traceutil/trace.go:171","msg":"trace[1384914714] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"1.150691237s","start":"2026-03-25T21:10:40.757066Z","end":"2026-03-25T21:10:41.907757Z","steps":["trace[1384914714] 'process raft request' (duration: 1.150462591s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:41.91047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:40.76094Z","time spent":"1.147474399s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:10:41.910557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:40.757055Z","time spent":"1.153417541s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:10:41.910936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.499905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:10:41.911002Z","caller":"traceutil/trace.go:171","msg":"trace[1754883576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:468; }","duration":"666.583187ms","start":"2026-03-25T21:10:41.244385Z","end":"2026-03-25T21:10:41.910968Z","steps":["trace[1754883576] 'agreement among raft nodes before linearized reading' (duration: 664.014527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:41.911043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:41.244343Z","time spent":"666.69302ms","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T21:10:47.038639Z","caller":"traceutil/trace.go:171","msg":"trace[1321872374] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"128.78307ms","start":"2026-03-25T21:10:46.909825Z","end":"2026-03-25T21:10:47.038608Z","steps":["trace[1321872374] 'process raft request' (duration: 128.626565ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:47.040813Z","caller":"traceutil/trace.go:171","msg":"trace[2109565600] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"128.08613ms","start":"2026-03-25T21:10:46.912697Z","end":"2026-03-25T21:10:47.040783Z","steps":["trace[2109565600] 'process raft request' (duration: 127.7211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:51.356094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.864988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:10:51.356172Z","caller":"traceutil/trace.go:171","msg":"trace[2086514295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:493; }","duration":"112.007201ms","start":"2026-03-25T21:10:51.244148Z","end":"2026-03-25T21:10:51.356155Z","steps":["trace[2086514295] 'range keys from in-memory index tree' (duration: 111.768125ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:53.409385Z","caller":"traceutil/trace.go:171","msg":"trace[1795403112] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"180.276747ms","start":"2026-03-25T21:10:53.229069Z","end":"2026-03-25T21:10:53.409346Z","steps":["trace[1795403112] 'process raft request' (duration: 180.109692ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:53.409359Z","caller":"traceutil/trace.go:171","msg":"trace[217018816] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"185.990473ms","start":"2026-03-25T21:10:53.223318Z","end":"2026-03-25T21:10:53.409308Z","steps":["trace[217018816] 'process raft request' (duration: 185.670094ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:53.40938Z","caller":"traceutil/trace.go:171","msg":"trace[498944153] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"183.762912ms","start":"2026-03-25T21:10:53.225568Z","end":"2026-03-25T21:10:53.409331Z","steps":["trace[498944153] 'process raft request' (duration: 183.544816ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:53.409618Z","caller":"traceutil/trace.go:171","msg":"trace[1850553703] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"173.885233ms","start":"2026-03-25T21:10:53.235713Z","end":"2026-03-25T21:10:53.409598Z","steps":["trace[1850553703] 'process raft request' (duration: 173.518833ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:53.409719Z","caller":"traceutil/trace.go:171","msg":"trace[992965723] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"173.055149ms","start":"2026-03-25T21:10:53.236648Z","end":"2026-03-25T21:10:53.409703Z","steps":["trace[992965723] 'process raft request' (duration: 172.746141ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:53.409797Z","caller":"traceutil/trace.go:171","msg":"trace[179195968] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"171.885667ms","start":"2026-03-25T21:10:53.237883Z","end":"2026-03-25T21:10:53.409769Z","steps":["trace[179195968] 'process raft request' (duration: 171.735733ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:53.409931Z","caller":"traceutil/trace.go:171","msg":"trace[1531223129] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"167.482457ms","start":"2026-03-25T21:10:53.242419Z","end":"2026-03-25T21:10:53.409901Z","steps":["trace[1531223129] 'process raft request' (duration: 167.275101ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:53.410055Z","caller":"traceutil/trace.go:171","msg":"trace[205253998] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"166.642734ms","start":"2026-03-25T21:10:53.243405Z","end":"2026-03-25T21:10:53.410048Z","steps":["trace[205253998] 'process raft request' (duration: 166.439368ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:53.410191Z","caller":"traceutil/trace.go:171","msg":"trace[1239049720] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"143.475951ms","start":"2026-03-25T21:10:53.266687Z","end":"2026-03-25T21:10:53.410163Z","steps":["trace[1239049720] 'process raft request' (duration: 143.292296ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:53.41024Z","caller":"traceutil/trace.go:171","msg":"trace[1763118476] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"135.922785ms","start":"2026-03-25T21:10:53.274308Z","end":"2026-03-25T21:10:53.410231Z","steps":["trace[1763118476] 'process raft request' (duration: 135.75645ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:53.410301Z","caller":"traceutil/trace.go:171","msg":"trace[218048296] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"116.201235ms","start":"2026-03-25T21:10:53.294078Z","end":"2026-03-25T21:10:53.410279Z","steps":["trace[218048296] 'process raft request' (duration: 116.130273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:53.971605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858705302,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T21:10:54.205843Z","caller":"traceutil/trace.go:171","msg":"trace[394044182] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"735.159101ms","start":"2026-03-25T21:10:53.470652Z","end":"2026-03-25T21:10:54.205811Z","steps":["trace[394044182] 'process raft request' (duration: 733.170717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:54.206028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:53.470629Z","time spent":"735.291894ms","remote":"127.0.0.1:54714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:10:54.210093Z","caller":"traceutil/trace.go:171","msg":"trace[1863368174] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"737.409152ms","start":"2026-03-25T21:10:53.472646Z","end":"2026-03-25T21:10:54.210055Z","steps":["trace[1863368174] 'process raft request' (duration: 736.954269ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:54.210223Z","caller":"traceutil/trace.go:171","msg":"trace[1231179588] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"728.753356ms","start":"2026-03-25T21:10:53.48144Z","end":"2026-03-25T21:10:54.210193Z","steps":["trace[1231179588] 'process raft request' (duration: 728.56057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:54.210269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:53.472637Z","time spent":"737.537735ms","remote":"127.0.0.1:54714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:10:54.210308Z","caller":"traceutil/trace.go:171","msg":"trace[2041282751] transaction","detail":"{read_only:false; number_of_response:1; response_revision:557; }","duration":"735.688225ms","start":"2026-03-25T21:10:53.474583Z","end":"2026-03-25T21:10:54.210271Z","steps":["trace[2041282751] 'process raft request' (duration: 735.15665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:54.210377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:53.481429Z","time spent":"728.881299ms","remote":"127.0.0.1:54714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:10:54.210436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:53.474575Z","time spent":"735.788257ms","remote":"127.0.0.1:54714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7732,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:10:54.211013Z","caller":"traceutil/trace.go:171","msg":"trace[1642253366] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:576; }","duration":"739.621503ms","start":"2026-03-25T21:10:53.471379Z","end":"2026-03-25T21:10:54.211Z","steps":["trace[1642253366] 'read index received' (duration: 732.235021ms)","trace[1642253366] 'applied index is now lower than readState.Index' (duration: 7.385832ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:54.211071Z","caller":"traceutil/trace.go:171","msg":"trace[637848358] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"728.044286ms","start":"2026-03-25T21:10:53.483022Z","end":"2026-03-25T21:10:54.211066Z","steps":["trace[637848358] 'process raft request' (duration: 727.06776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:54.211102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:53.483015Z","time spent":"728.065957ms","remote":"127.0.0.1:54714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:10:54.211263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.448267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T21:10:54.21132Z","caller":"traceutil/trace.go:171","msg":"trace[1684894937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:560; }","duration":"230.53438ms","start":"2026-03-25T21:10:53.980769Z","end":"2026-03-25T21:10:54.211304Z","steps":["trace[1684894937] 'agreement among raft nodes before linearized reading' (duration: 230.435397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:54.211467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.539649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-25T21:10:54.21149Z","caller":"traceutil/trace.go:171","msg":"trace[1223204670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:560; }","duration":"219.572671ms","start":"2026-03-25T21:10:53.991909Z","end":"2026-03-25T21:10:54.211482Z","steps":["trace[1223204670] 'agreement among raft nodes before linearized reading' (duration: 219.53587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:54.211553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.391252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T21:10:54.211587Z","caller":"traceutil/trace.go:171","msg":"trace[1538870264] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"697.935083ms","start":"2026-03-25T21:10:53.513646Z","end":"2026-03-25T21:10:54.211581Z","steps":["trace[1538870264] 'process raft request' (duration: 697.015258ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:54.211601Z","caller":"traceutil/trace.go:171","msg":"trace[1579630442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:560; }","duration":"224.472185ms","start":"2026-03-25T21:10:53.987114Z","end":"2026-03-25T21:10:54.211587Z","steps":["trace[1579630442] 'agreement among raft nodes before linearized reading' (duration: 224.389452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:54.2117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.321722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:30408"} {"level":"warn","ts":"2026-03-25T21:10:54.211619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:53.513602Z","time spent":"698.000345ms","remote":"127.0.0.1:54714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:10:54.211723Z","caller":"traceutil/trace.go:171","msg":"trace[224819735] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:560; }","duration":"740.360092ms","start":"2026-03-25T21:10:53.471355Z","end":"2026-03-25T21:10:54.211715Z","steps":["trace[224819735] 'agreement among raft nodes before linearized reading' (duration: 740.27654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:54.211742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:53.471341Z","time spent":"740.396984ms","remote":"127.0.0.1:54714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":30430,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-03-25T21:10:56.081871Z","caller":"traceutil/trace.go:171","msg":"trace[1935724658] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"106.116791ms","start":"2026-03-25T21:10:55.975715Z","end":"2026-03-25T21:10:56.081831Z","steps":["trace[1935724658] 'process raft request' (duration: 105.503934ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:56.408682Z","caller":"traceutil/trace.go:171","msg":"trace[321774271] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"127.673879ms","start":"2026-03-25T21:10:56.280977Z","end":"2026-03-25T21:10:56.408651Z","steps":["trace[321774271] 'process raft request' (duration: 127.33316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:01.236414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858705542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:11:01.73684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858705542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:11:01.951829Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.266910833s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-25T21:11:02.061156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800804343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:11:02.061276Z","caller":"traceutil/trace.go:171","msg":"trace[1993579254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:629; }","duration":"1.800975407s","start":"2026-03-25T21:11:00.260276Z","end":"2026-03-25T21:11:02.061252Z","steps":["trace[1993579254] 'range keys from in-memory index tree' (duration: 1.80067907s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:02.061317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:00.260255Z","time spent":"1.80105243s","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:11:02.061869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769910939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-25T21:11:02.061873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782203094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-25T21:11:02.061929Z","caller":"traceutil/trace.go:171","msg":"trace[556888537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:629; }","duration":"1.76998875s","start":"2026-03-25T21:11:00.291923Z","end":"2026-03-25T21:11:02.061911Z","steps":["trace[556888537] 'range keys from in-memory index tree' (duration: 1.769706503s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:02.06193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774010301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T21:11:02.061952Z","caller":"traceutil/trace.go:171","msg":"trace[1339666810] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:629; }","duration":"1.782325778s","start":"2026-03-25T21:11:00.279603Z","end":"2026-03-25T21:11:02.061928Z","steps":["trace[1339666810] 'range keys from in-memory index tree' (duration: 1.78202531s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:02.061963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:00.291911Z","time spent":"1.770044913s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:11:02.061997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:00.27958Z","time spent":"1.78240859s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T21:11:02.062001Z","caller":"traceutil/trace.go:171","msg":"trace[1225289848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:629; }","duration":"1.774106273s","start":"2026-03-25T21:11:00.287873Z","end":"2026-03-25T21:11:02.061979Z","steps":["trace[1225289848] 'range keys from in-memory index tree' (duration: 1.773841556s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:02.062042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:00.287862Z","time spent":"1.774170416s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T21:11:02.062906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.682717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:11:02.063029Z","caller":"traceutil/trace.go:171","msg":"trace[1199630541] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"1.540938301s","start":"2026-03-25T21:11:00.522063Z","end":"2026-03-25T21:11:02.063001Z","steps":["trace[1199630541] 'process raft request' (duration: 1.430159244s)","trace[1199630541] 'compare' (duration: 108.745382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:11:02.063115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:00.522031Z","time spent":"1.541042044s","remote":"127.0.0.1:54764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036165,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:11:02.083696Z","caller":"traceutil/trace.go:171","msg":"trace[1599232817] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"1.447293873s","start":"2026-03-25T21:11:00.636354Z","end":"2026-03-25T21:11:02.083648Z","steps":["trace[1599232817] 'process raft request' (duration: 1.447013535s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:02.083865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:00.636335Z","time spent":"1.447453536s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:11:02.083668Z","caller":"traceutil/trace.go:171","msg":"trace[1352240757] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:652; }","duration":"1.347973409s","start":"2026-03-25T21:11:00.735636Z","end":"2026-03-25T21:11:02.083609Z","steps":["trace[1352240757] 'read index received' (duration: 1.216410663s)","trace[1352240757] 'applied index is now lower than readState.Index' (duration: 131.560935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:11:02.083995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348320108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4vj99\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-25T21:11:02.084069Z","caller":"traceutil/trace.go:171","msg":"trace[2040629817] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4vj99; range_end:; response_count:1; response_revision:631; }","duration":"1.348475102s","start":"2026-03-25T21:11:00.735574Z","end":"2026-03-25T21:11:02.084049Z","steps":["trace[2040629817] 'agreement among raft nodes before linearized reading' (duration: 1.348199504s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:02.084124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:00.735554Z","time spent":"1.348557394s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-4vj99\" "} {"level":"warn","ts":"2026-03-25T21:11:02.584769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858705548,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:11:03.244708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000042189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-25T21:11:03.244772Z","caller":"traceutil/trace.go:171","msg":"trace[1091553299] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000141552s","start":"2026-03-25T21:11:01.244617Z","end":"2026-03-25T21:11:03.244759Z","steps":["trace[1091553299] 'agreement among raft nodes before linearized reading' (duration: 2.000057569s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:03.24481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:01.2446Z","time spent":"2.000204973s","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/25 21:11:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-25T21:11:04.096808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177227032s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:11:04.097363Z","caller":"traceutil/trace.go:171","msg":"trace[2102923602] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"2.030853102s","start":"2026-03-25T21:11:02.066484Z","end":"2026-03-25T21:11:04.097338Z","steps":["trace[2102923602] 'process raft request' (duration: 2.030646666s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:04.097478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:02.066476Z","time spent":"2.030951814s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:11:04.097292Z","caller":"traceutil/trace.go:171","msg":"trace[815700529] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"2.030994975s","start":"2026-03-25T21:11:02.06624Z","end":"2026-03-25T21:11:04.097235Z","steps":["trace[815700529] 'process raft request' (duration: 852.901189ms)","trace[815700529] 'compare' (duration: 1.176762629s)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:04.097735Z","caller":"traceutil/trace.go:171","msg":"trace[487657374] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"2.030178573s","start":"2026-03-25T21:11:02.067118Z","end":"2026-03-25T21:11:04.097296Z","steps":["trace[487657374] 'process raft request' (duration: 2.03008527s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:04.098055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:02.066212Z","time spent":"2.031747396s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:11:04.098085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:02.06711Z","time spent":"2.030929233s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:11:04.306292Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.386880172s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T21:11:04.308928Z","caller":"traceutil/trace.go:171","msg":"trace[2004379200] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:654; }","duration":"2.224972006s","start":"2026-03-25T21:11:02.083936Z","end":"2026-03-25T21:11:04.308908Z","steps":["trace[2004379200] 'read index received' (duration: 835.403841ms)","trace[2004379200] 'applied index is now lower than readState.Index' (duration: 1.389566965s)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:04.308982Z","caller":"traceutil/trace.go:171","msg":"trace[2108135711] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"2.197649089s","start":"2026-03-25T21:11:02.111318Z","end":"2026-03-25T21:11:04.308967Z","steps":["trace[2108135711] 'process raft request' (duration: 2.195295375s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:04.309089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:02.111288Z","time spent":"2.197735092s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:11:04.309119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.083819087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-25T21:11:04.309149Z","caller":"traceutil/trace.go:171","msg":"trace[460061499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:636; }","duration":"3.083854978s","start":"2026-03-25T21:11:01.225286Z","end":"2026-03-25T21:11:04.309141Z","steps":["trace[460061499] 'agreement among raft nodes before linearized reading' (duration: 3.083724744s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:04.309174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:01.225213Z","time spent":"3.083956781s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T21:11:04.309379Z","caller":"traceutil/trace.go:171","msg":"trace[1424230229] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"2.187381509s","start":"2026-03-25T21:11:02.121985Z","end":"2026-03-25T21:11:04.309366Z","steps":["trace[1424230229] 'process raft request' (duration: 2.186877585s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:04.309428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:02.121971Z","time spent":"2.18743332s","remote":"127.0.0.1:54962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:11:05.252051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000364367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-25T21:11:05.252155Z","caller":"traceutil/trace.go:171","msg":"trace[1949447651] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00049109s","start":"2026-03-25T21:11:03.251643Z","end":"2026-03-25T21:11:05.252134Z","steps":["trace[1949447651] 'agreement among raft nodes before linearized reading' (duration: 2.000358227s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:05.252209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:03.251594Z","time spent":"2.000603524s","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:11:05.372987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037519563s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-25T21:11:05.373357Z","caller":"traceutil/trace.go:171","msg":"trace[1213314218] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:659; }","duration":"1.064371437s","start":"2026-03-25T21:11:04.308969Z","end":"2026-03-25T21:11:05.373341Z","steps":["trace[1213314218] 'read index received' (duration: 26.518395ms)","trace[1213314218] 'applied index is now lower than readState.Index' (duration: 1.037852162s)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:05.373383Z","caller":"traceutil/trace.go:171","msg":"trace[1674621867] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"2.125358973s","start":"2026-03-25T21:11:03.247994Z","end":"2026-03-25T21:11:05.373353Z","steps":["trace[1674621867] 'process raft request' (duration: 2.125079745s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:05.373636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:03.247966Z","time spent":"2.125472566s","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:11:06.236317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.883232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:11:06.236446Z","caller":"traceutil/trace.go:171","msg":"trace[2099282786] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:661; }","duration":"863.045116ms","start":"2026-03-25T21:11:05.373386Z","end":"2026-03-25T21:11:06.236431Z","steps":["trace[2099282786] 'read index received' (duration: 37.471µs)","trace[2099282786] 'applied index is now lower than readState.Index' (duration: 863.006575ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:06.23653Z","caller":"traceutil/trace.go:171","msg":"trace[492218517] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"1.923425634s","start":"2026-03-25T21:11:04.313052Z","end":"2026-03-25T21:11:06.236478Z","steps":["trace[492218517] 'process raft request' (duration: 1.060284385s)","trace[492218517] 'compare' (duration: 862.774779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:11:06.236589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.892679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:11:06.236914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.65424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T21:11:06.23692Z","caller":"traceutil/trace.go:171","msg":"trace[1236986212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:638; }","duration":"984.248628ms","start":"2026-03-25T21:11:05.252661Z","end":"2026-03-25T21:11:06.23691Z","steps":["trace[1236986212] 'agreement among raft nodes before linearized reading' (duration: 983.874488ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:06.236948Z","caller":"traceutil/trace.go:171","msg":"trace[1654342104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:638; }","duration":"134.701991ms","start":"2026-03-25T21:11:06.102234Z","end":"2026-03-25T21:11:06.236936Z","steps":["trace[1654342104] 'agreement among raft nodes before linearized reading' (duration: 134.569677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:06.236952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:05.252646Z","time spent":"984.29677ms","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:11:06.236977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:04.313026Z","time spent":"1.923821555s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:11:06.23663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915261461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:11:06.237117Z","caller":"traceutil/trace.go:171","msg":"trace[2145383902] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:638; }","duration":"1.915757255s","start":"2026-03-25T21:11:04.321321Z","end":"2026-03-25T21:11:06.237078Z","steps":["trace[2145383902] 'agreement among raft nodes before linearized reading' (duration: 1.915289212s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:06.237213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:04.32129Z","time spent":"1.915888188s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-03-25T21:11:06.237271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.410951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-25T21:11:06.237402Z","caller":"traceutil/trace.go:171","msg":"trace[229756826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:638; }","duration":"135.635987ms","start":"2026-03-25T21:11:06.101743Z","end":"2026-03-25T21:11:06.237379Z","steps":["trace[229756826] 'agreement among raft nodes before linearized reading' (duration: 135.063681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:06.237633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.902934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T21:11:06.237729Z","caller":"traceutil/trace.go:171","msg":"trace[1335068750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:638; }","duration":"136.035778ms","start":"2026-03-25T21:11:06.101672Z","end":"2026-03-25T21:11:06.237708Z","steps":["trace[1335068750] 'agreement among raft nodes before linearized reading' (duration: 134.995289ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:08.280964Z","caller":"traceutil/trace.go:171","msg":"trace[1452201883] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"304.201333ms","start":"2026-03-25T21:11:07.976514Z","end":"2026-03-25T21:11:08.280716Z","steps":["trace[1452201883] 'process raft request' (duration: 304.039909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:08.281165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:07.976485Z","time spent":"304.571264ms","remote":"127.0.0.1:54714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T21:11:08.284499Z","caller":"traceutil/trace.go:171","msg":"trace[46775583] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"105.425152ms","start":"2026-03-25T21:11:08.179056Z","end":"2026-03-25T21:11:08.284481Z","steps":["trace[46775583] 'process raft request' (duration: 105.270077ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:09.034773Z","caller":"traceutil/trace.go:171","msg":"trace[583803324] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"105.454492ms","start":"2026-03-25T21:11:08.929287Z","end":"2026-03-25T21:11:09.034741Z","steps":["trace[583803324] 'process raft request' (duration: 63.055133ms)","trace[583803324] 'compare' (duration: 42.252375ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:09.119237Z","caller":"traceutil/trace.go:171","msg":"trace[442158241] linearizableReadLoop","detail":"{readStateIndex:726; appliedIndex:724; }","duration":"145.841536ms","start":"2026-03-25T21:11:08.973359Z","end":"2026-03-25T21:11:09.119201Z","steps":["trace[442158241] 'read index received' (duration: 18.989309ms)","trace[442158241] 'applied index is now lower than readState.Index' (duration: 126.851367ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:09.119272Z","caller":"traceutil/trace.go:171","msg":"trace[2060432149] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"148.354125ms","start":"2026-03-25T21:11:08.970886Z","end":"2026-03-25T21:11:09.11924Z","steps":["trace[2060432149] 'process raft request' (duration: 148.207981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:09.119402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.02467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:11:09.119441Z","caller":"traceutil/trace.go:171","msg":"trace[1598823840] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:701; }","duration":"146.100333ms","start":"2026-03-25T21:11:08.97333Z","end":"2026-03-25T21:11:09.119431Z","steps":["trace[1598823840] 'agreement among raft nodes before linearized reading' (duration: 145.99041ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:09.30195Z","caller":"traceutil/trace.go:171","msg":"trace[2109085192] linearizableReadLoop","detail":"{readStateIndex:727; appliedIndex:726; }","duration":"127.35228ms","start":"2026-03-25T21:11:09.174567Z","end":"2026-03-25T21:11:09.301919Z","steps":["trace[2109085192] 'read index received' (duration: 46.746667ms)","trace[2109085192] 'applied index is now lower than readState.Index' (duration: 80.604713ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:09.302017Z","caller":"traceutil/trace.go:171","msg":"trace[1606767635] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"168.581927ms","start":"2026-03-25T21:11:09.133388Z","end":"2026-03-25T21:11:09.30197Z","steps":["trace[1606767635] 'process raft request' (duration: 87.997375ms)","trace[1606767635] 'compare' (duration: 80.345726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:11:09.302225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.573237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:11:09.302279Z","caller":"traceutil/trace.go:171","msg":"trace[69779127] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:702; }","duration":"127.964117ms","start":"2026-03-25T21:11:09.174299Z","end":"2026-03-25T21:11:09.302263Z","steps":["trace[69779127] 'agreement among raft nodes before linearized reading' (duration: 127.768882ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:11.320986Z","caller":"traceutil/trace.go:171","msg":"trace[1097967696] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"119.65182ms","start":"2026-03-25T21:11:11.201301Z","end":"2026-03-25T21:11:11.320952Z","steps":["trace[1097967696] 'process raft request' (duration: 119.374242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:18.206037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.961146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T21:11:18.20616Z","caller":"traceutil/trace.go:171","msg":"trace[269817818] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:777; }","duration":"574.137441ms","start":"2026-03-25T21:11:17.631998Z","end":"2026-03-25T21:11:18.206135Z","steps":["trace[269817818] 'range keys from in-memory index tree' (duration: 573.75566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:18.206219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:17.631955Z","time spent":"574.249564ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:11:18.206602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.593172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T21:11:18.206717Z","caller":"traceutil/trace.go:171","msg":"trace[1577165577] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:777; }","duration":"462.763176ms","start":"2026-03-25T21:11:17.74393Z","end":"2026-03-25T21:11:18.206693Z","steps":["trace[1577165577] 'range keys from in-memory index tree' (duration: 462.397507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:18.206769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:17.743905Z","time spent":"462.854989ms","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"info","ts":"2026-03-25T21:11:18.368676Z","caller":"traceutil/trace.go:171","msg":"trace[1161008671] linearizableReadLoop","detail":"{readStateIndex:807; appliedIndex:806; }","duration":"116.290909ms","start":"2026-03-25T21:11:18.25237Z","end":"2026-03-25T21:11:18.368661Z","steps":["trace[1161008671] 'read index received' (duration: 103.986672ms)","trace[1161008671] 'applied index is now lower than readState.Index' (duration: 12.303447ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:18.368755Z","caller":"traceutil/trace.go:171","msg":"trace[397552296] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"157.986187ms","start":"2026-03-25T21:11:18.210763Z","end":"2026-03-25T21:11:18.368749Z","steps":["trace[397552296] 'process raft request' (duration: 157.782552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:18.368906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.517455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:11:18.369025Z","caller":"traceutil/trace.go:171","msg":"trace[653600016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:778; }","duration":"116.657508ms","start":"2026-03-25T21:11:18.252312Z","end":"2026-03-25T21:11:18.36897Z","steps":["trace[653600016] 'agreement among raft nodes before linearized reading' (duration: 116.520044ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:18.545522Z","caller":"traceutil/trace.go:171","msg":"trace[916591566] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"142.626238ms","start":"2026-03-25T21:11:18.402868Z","end":"2026-03-25T21:11:18.545494Z","steps":["trace[916591566] 'process raft request' (duration: 141.166128ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:18.781755Z","caller":"traceutil/trace.go:171","msg":"trace[181913100] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"378.820412ms","start":"2026-03-25T21:11:18.402911Z","end":"2026-03-25T21:11:18.781732Z","steps":["trace[181913100] 'process raft request' (duration: 378.631667ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:18.781895Z","caller":"traceutil/trace.go:171","msg":"trace[473794065] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"378.605617ms","start":"2026-03-25T21:11:18.403271Z","end":"2026-03-25T21:11:18.781877Z","steps":["trace[473794065] 'process raft request' (duration: 378.422452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:18.782058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:18.402888Z","time spent":"379.032349ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:11:18.782073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:18.403263Z","time spent":"378.682759ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:11:20.072201Z","caller":"traceutil/trace.go:171","msg":"trace[1877400456] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"209.67248ms","start":"2026-03-25T21:11:19.862501Z","end":"2026-03-25T21:11:20.072174Z","steps":["trace[1877400456] 'process raft request' (duration: 176.778332ms)","trace[1877400456] 'compare' (duration: 32.782355ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:20.705201Z","caller":"traceutil/trace.go:171","msg":"trace[919293494] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"150.984316ms","start":"2026-03-25T21:11:20.554186Z","end":"2026-03-25T21:11:20.70517Z","steps":["trace[919293494] 'process raft request' (duration: 79.527183ms)","trace[919293494] 'compare' (duration: 71.326129ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:20.91319Z","caller":"traceutil/trace.go:171","msg":"trace[1582905628] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"198.772592ms","start":"2026-03-25T21:11:20.714386Z","end":"2026-03-25T21:11:20.913158Z","steps":["trace[1582905628] 'process raft request' (duration: 140.802748ms)","trace[1582905628] 'compare' (duration: 57.780119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:11:20.913561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.636023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-25T21:11:20.913653Z","caller":"traceutil/trace.go:171","msg":"trace[1555894524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:795; }","duration":"125.767537ms","start":"2026-03-25T21:11:20.787864Z","end":"2026-03-25T21:11:20.913632Z","steps":["trace[1555894524] 'agreement among raft nodes before linearized reading' (duration: 125.528671ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:20.913233Z","caller":"traceutil/trace.go:171","msg":"trace[1234687868] linearizableReadLoop","detail":"{readStateIndex:824; appliedIndex:823; }","duration":"125.254043ms","start":"2026-03-25T21:11:20.787911Z","end":"2026-03-25T21:11:20.913165Z","steps":["trace[1234687868] 'read index received' (duration: 67.30807ms)","trace[1234687868] 'applied index is now lower than readState.Index' (duration: 57.939663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:11:20.914853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.195659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T21:11:20.931279Z","caller":"traceutil/trace.go:171","msg":"trace[1505079980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:795; }","duration":"143.342237ms","start":"2026-03-25T21:11:20.787897Z","end":"2026-03-25T21:11:20.931239Z","steps":["trace[1505079980] 'agreement among raft nodes before linearized reading' (duration: 126.149007ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:21.183923Z","caller":"traceutil/trace.go:171","msg":"trace[1111938115] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"211.659685ms","start":"2026-03-25T21:11:20.972234Z","end":"2026-03-25T21:11:21.183894Z","steps":["trace[1111938115] 'process raft request' (duration: 159.89398ms)","trace[1111938115] 'compare' (duration: 51.556609ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:21.184248Z","caller":"traceutil/trace.go:171","msg":"trace[2144651090] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"211.48323ms","start":"2026-03-25T21:11:20.972714Z","end":"2026-03-25T21:11:21.184197Z","steps":["trace[2144651090] 'process raft request' (duration: 211.08997ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:23.110358Z","caller":"traceutil/trace.go:171","msg":"trace[1265846886] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"122.039875ms","start":"2026-03-25T21:11:22.988288Z","end":"2026-03-25T21:11:23.110328Z","steps":["trace[1265846886] 'process raft request' (duration: 99.824928ms)","trace[1265846886] 'compare' (duration: 22.077803ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:24.588259Z","caller":"traceutil/trace.go:171","msg":"trace[1930562397] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"110.474929ms","start":"2026-03-25T21:11:24.477754Z","end":"2026-03-25T21:11:24.588229Z","steps":["trace[1930562397] 'process raft request' (duration: 110.136309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:30.008309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.552557ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:11:30.008447Z","caller":"traceutil/trace.go:171","msg":"trace[2072846427] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:833; }","duration":"104.703401ms","start":"2026-03-25T21:11:29.903727Z","end":"2026-03-25T21:11:30.00843Z","steps":["trace[2072846427] 'range keys from in-memory index tree' (duration: 104.538677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:30.008752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.188987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-p62kv\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-03-25T21:11:30.008832Z","caller":"traceutil/trace.go:171","msg":"trace[955295405] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-p62kv; range_end:; response_count:1; response_revision:833; }","duration":"119.312361ms","start":"2026-03-25T21:11:29.889502Z","end":"2026-03-25T21:11:30.008814Z","steps":["trace[955295405] 'range keys from in-memory index tree' (duration: 118.991712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:30.682273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858705969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:11:31.183262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858705969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:11:31.5294Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.512525675s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T21:11:31.529762Z","caller":"traceutil/trace.go:171","msg":"trace[73778949] linearizableReadLoop","detail":"{readStateIndex:865; appliedIndex:864; }","duration":"1.347949997s","start":"2026-03-25T21:11:30.181791Z","end":"2026-03-25T21:11:31.529741Z","steps":["trace[73778949] 'read index received' (duration: 1.347732861s)","trace[73778949] 'applied index is now lower than readState.Index' (duration: 216.236µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:31.529862Z","caller":"traceutil/trace.go:171","msg":"trace[1224824722] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"1.513134531s","start":"2026-03-25T21:11:30.016714Z","end":"2026-03-25T21:11:31.529848Z","steps":["trace[1224824722] 'process raft request' (duration: 1.512868954s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:31.529946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283820624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:11:31.529995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:30.016691Z","time spent":"1.513227844s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4022,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:11:31.530017Z","caller":"traceutil/trace.go:171","msg":"trace[96923628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:834; }","duration":"1.283923617s","start":"2026-03-25T21:11:30.246076Z","end":"2026-03-25T21:11:31.529999Z","steps":["trace[96923628] 'agreement among raft nodes before linearized reading' (duration: 1.283811034s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:31.530084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:30.246065Z","time spent":"1.283993319s","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:11:31.530102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.887122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-25T21:11:31.530155Z","caller":"traceutil/trace.go:171","msg":"trace[1709855821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:834; }","duration":"465.985735ms","start":"2026-03-25T21:11:31.064155Z","end":"2026-03-25T21:11:31.53014Z","steps":["trace[1709855821] 'agreement among raft nodes before linearized reading' (duration: 465.79655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:31.530172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.563852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-25T21:11:31.53021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:31.064134Z","time spent":"466.060057ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:11:31.530233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.523068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-25T21:11:31.530229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.568747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:11:31.530328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348534773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:11:31.530324Z","caller":"traceutil/trace.go:171","msg":"trace[1443629678] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:834; }","duration":"434.740581ms","start":"2026-03-25T21:11:31.09556Z","end":"2026-03-25T21:11:31.530301Z","steps":["trace[1443629678] 'agreement among raft nodes before linearized reading' (duration: 434.512685ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:31.530369Z","caller":"traceutil/trace.go:171","msg":"trace[1720699800] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:834; }","duration":"1.348617095s","start":"2026-03-25T21:11:30.18174Z","end":"2026-03-25T21:11:31.530357Z","steps":["trace[1720699800] 'agreement among raft nodes before linearized reading' (duration: 1.348556193s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:31.530268Z","caller":"traceutil/trace.go:171","msg":"trace[484122254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:834; }","duration":"256.693606ms","start":"2026-03-25T21:11:31.273542Z","end":"2026-03-25T21:11:31.530236Z","steps":["trace[484122254] 'agreement among raft nodes before linearized reading' (duration: 256.453989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:31.530388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.087968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-25T21:11:31.530431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:30.181717Z","time spent":"1.348703968s","remote":"127.0.0.1:54824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:11:31.530452Z","caller":"traceutil/trace.go:171","msg":"trace[447594729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:834; }","duration":"855.190351ms","start":"2026-03-25T21:11:30.675247Z","end":"2026-03-25T21:11:31.530437Z","steps":["trace[447594729] 'agreement among raft nodes before linearized reading' (duration: 855.043057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:31.530383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:31.095542Z","time spent":"434.830174ms","remote":"127.0.0.1:54806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:11:31.530501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:30.675226Z","time spent":"855.263384ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:11:31.530508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.67619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-25T21:11:31.530586Z","caller":"traceutil/trace.go:171","msg":"trace[1401171211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:834; }","duration":"681.807454ms","start":"2026-03-25T21:11:30.848762Z","end":"2026-03-25T21:11:31.53057Z","steps":["trace[1401171211] 'agreement among raft nodes before linearized reading' (duration: 681.567627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:31.530635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:30.848741Z","time spent":"681.885565ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T21:11:31.530301Z","caller":"traceutil/trace.go:171","msg":"trace[1855641039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:834; }","duration":"710.617541ms","start":"2026-03-25T21:11:30.819667Z","end":"2026-03-25T21:11:31.530285Z","steps":["trace[1855641039] 'agreement among raft nodes before linearized reading' (duration: 710.446796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:31.531036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:30.819652Z","time spent":"711.362421ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T21:11:31.760963Z","caller":"traceutil/trace.go:171","msg":"trace[800216408] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"224.136395ms","start":"2026-03-25T21:11:31.536804Z","end":"2026-03-25T21:11:31.76094Z","steps":["trace[800216408] 'process raft request' (duration: 224.059043ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:31.761011Z","caller":"traceutil/trace.go:171","msg":"trace[1672117963] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"224.232068ms","start":"2026-03-25T21:11:31.536731Z","end":"2026-03-25T21:11:31.760963Z","steps":["trace[1672117963] 'process raft request' (duration: 223.979081ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:31.761205Z","caller":"traceutil/trace.go:171","msg":"trace[1037754593] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"224.216667ms","start":"2026-03-25T21:11:31.536974Z","end":"2026-03-25T21:11:31.761191Z","steps":["trace[1037754593] 'process raft request' (duration: 223.930049ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:31.761278Z","caller":"traceutil/trace.go:171","msg":"trace[2089788838] linearizableReadLoop","detail":"{readStateIndex:869; appliedIndex:865; }","duration":"220.729282ms","start":"2026-03-25T21:11:31.540523Z","end":"2026-03-25T21:11:31.761253Z","steps":["trace[2089788838] 'read index received' (duration: 40.165808ms)","trace[2089788838] 'applied index is now lower than readState.Index' (duration: 180.562324ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:31.761334Z","caller":"traceutil/trace.go:171","msg":"trace[515938171] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"219.55379ms","start":"2026-03-25T21:11:31.541772Z","end":"2026-03-25T21:11:31.761326Z","steps":["trace[515938171] 'process raft request' (duration: 219.338004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:31.761456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.904747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:11:31.761572Z","caller":"traceutil/trace.go:171","msg":"trace[145977863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:839; }","duration":"221.055301ms","start":"2026-03-25T21:11:31.540494Z","end":"2026-03-25T21:11:31.761549Z","steps":["trace[145977863] 'agreement among raft nodes before linearized reading' (duration: 220.865976ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:33.879743Z","caller":"traceutil/trace.go:171","msg":"trace[213257334] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"109.513832ms","start":"2026-03-25T21:11:33.770204Z","end":"2026-03-25T21:11:33.879718Z","steps":["trace[213257334] 'process raft request' (duration: 100.222779ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:33.880017Z","caller":"traceutil/trace.go:171","msg":"trace[550218117] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"109.212774ms","start":"2026-03-25T21:11:33.770778Z","end":"2026-03-25T21:11:33.879991Z","steps":["trace[550218117] 'process raft request' (duration: 109.122991ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:33.88005Z","caller":"traceutil/trace.go:171","msg":"trace[1489624867] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"109.613125ms","start":"2026-03-25T21:11:33.770409Z","end":"2026-03-25T21:11:33.880022Z","steps":["trace[1489624867] 'process raft request' (duration: 109.266825ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:34.061492Z","caller":"traceutil/trace.go:171","msg":"trace[1406710627] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"139.483162ms","start":"2026-03-25T21:11:33.921981Z","end":"2026-03-25T21:11:34.061465Z","steps":["trace[1406710627] 'process raft request' (duration: 121.140431ms)","trace[1406710627] 'compare' (duration: 18.224498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:11:35.999591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.922568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-25T21:11:35.999666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.995221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T21:11:35.999715Z","caller":"traceutil/trace.go:171","msg":"trace[1774285048] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:882; }","duration":"116.075443ms","start":"2026-03-25T21:11:35.883627Z","end":"2026-03-25T21:11:35.999702Z","steps":["trace[1774285048] 'range keys from in-memory index tree' (duration: 115.886648ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:35.999691Z","caller":"traceutil/trace.go:171","msg":"trace[1492095170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:882; }","duration":"116.059122ms","start":"2026-03-25T21:11:35.883607Z","end":"2026-03-25T21:11:35.999666Z","steps":["trace[1492095170] 'range keys from in-memory index tree' (duration: 115.725353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:35.999854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.900208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-25T21:11:35.999911Z","caller":"traceutil/trace.go:171","msg":"trace[1698306651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:882; }","duration":"115.97359ms","start":"2026-03-25T21:11:35.883921Z","end":"2026-03-25T21:11:35.999895Z","steps":["trace[1698306651] 'range keys from in-memory index tree' (duration: 115.774224ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:37.131637Z","caller":"traceutil/trace.go:171","msg":"trace[1490097896] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"202.065702ms","start":"2026-03-25T21:11:36.929546Z","end":"2026-03-25T21:11:37.131612Z","steps":["trace[1490097896] 'process raft request' (duration: 201.879907ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:37.344592Z","caller":"traceutil/trace.go:171","msg":"trace[290030426] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"206.492953ms","start":"2026-03-25T21:11:37.138082Z","end":"2026-03-25T21:11:37.344575Z","steps":["trace[290030426] 'process raft request' (duration: 206.343749ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:37.344851Z","caller":"traceutil/trace.go:171","msg":"trace[1473772711] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"206.696828ms","start":"2026-03-25T21:11:37.138118Z","end":"2026-03-25T21:11:37.344815Z","steps":["trace[1473772711] 'process raft request' (duration: 206.418701ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:45.702914Z","caller":"traceutil/trace.go:171","msg":"trace[1313332418] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"207.170532ms","start":"2026-03-25T21:11:45.495711Z","end":"2026-03-25T21:11:45.702881Z","steps":["trace[1313332418] 'process raft request' (duration: 206.952346ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:48.348504Z","caller":"traceutil/trace.go:171","msg":"trace[421649194] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"239.253178ms","start":"2026-03-25T21:11:48.109223Z","end":"2026-03-25T21:11:48.348477Z","steps":["trace[421649194] 'process raft request' (duration: 239.101133ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:48.436163Z","caller":"traceutil/trace.go:171","msg":"trace[1190527842] linearizableReadLoop","detail":"{readStateIndex:1049; appliedIndex:1047; }","duration":"321.965849ms","start":"2026-03-25T21:11:48.114176Z","end":"2026-03-25T21:11:48.436142Z","steps":["trace[1190527842] 'read index received' (duration: 234.261601ms)","trace[1190527842] 'applied index is now lower than readState.Index' (duration: 87.703297ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:48.436251Z","caller":"traceutil/trace.go:171","msg":"trace[1099416095] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"324.57716ms","start":"2026-03-25T21:11:48.11164Z","end":"2026-03-25T21:11:48.436217Z","steps":["trace[1099416095] 'process raft request' (duration: 246.952628ms)","trace[1099416095] 'compare' (duration: 77.359964ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:48.436256Z","caller":"traceutil/trace.go:171","msg":"trace[1615736703] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"271.405007ms","start":"2026-03-25T21:11:48.164828Z","end":"2026-03-25T21:11:48.436233Z","steps":["trace[1615736703] 'process raft request' (duration: 271.263563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:48.436366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.146596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:11:48.436406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:48.111631Z","time spent":"324.683802ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:11:48.436446Z","caller":"traceutil/trace.go:171","msg":"trace[657974886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1015; }","duration":"194.272339ms","start":"2026-03-25T21:11:48.242157Z","end":"2026-03-25T21:11:48.436429Z","steps":["trace[657974886] 'agreement among raft nodes before linearized reading' (duration: 194.135436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:48.436484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.271457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-25T21:11:48.436558Z","caller":"traceutil/trace.go:171","msg":"trace[1336278852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1015; }","duration":"322.380699ms","start":"2026-03-25T21:11:48.114161Z","end":"2026-03-25T21:11:48.436542Z","steps":["trace[1336278852] 'agreement among raft nodes before linearized reading' (duration: 322.129273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:48.436599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:48.114154Z","time spent":"322.438331ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-25T21:11:48.86071Z","caller":"traceutil/trace.go:171","msg":"trace[1410374033] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"195.566475ms","start":"2026-03-25T21:11:48.665093Z","end":"2026-03-25T21:11:48.860659Z","steps":["trace[1410374033] 'process raft request' (duration: 195.477402ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:49.043976Z","caller":"traceutil/trace.go:171","msg":"trace[1347098312] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"296.505674ms","start":"2026-03-25T21:11:48.747443Z","end":"2026-03-25T21:11:49.043949Z","steps":["trace[1347098312] 'process raft request' (duration: 296.149244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:49.308033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.090198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:11:49.308575Z","caller":"traceutil/trace.go:171","msg":"trace[970481477] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"239.787793ms","start":"2026-03-25T21:11:49.068755Z","end":"2026-03-25T21:11:49.308543Z","steps":["trace[970481477] 'process raft request' (duration: 69.007246ms)","trace[970481477] 'compare' (duration: 169.735618ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:49.308649Z","caller":"traceutil/trace.go:171","msg":"trace[1979085189] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"239.351491ms","start":"2026-03-25T21:11:49.069275Z","end":"2026-03-25T21:11:49.308626Z","steps":["trace[1979085189] 'process raft request' (duration: 238.893578ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:49.308766Z","caller":"traceutil/trace.go:171","msg":"trace[279037998] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"239.454824ms","start":"2026-03-25T21:11:49.069276Z","end":"2026-03-25T21:11:49.308731Z","steps":["trace[279037998] 'process raft request' (duration: 238.95446ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:49.474501Z","caller":"traceutil/trace.go:171","msg":"trace[249825459] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"161.38797ms","start":"2026-03-25T21:11:49.313085Z","end":"2026-03-25T21:11:49.474472Z","steps":["trace[249825459] 'process raft request' (duration: 108.449304ms)","trace[249825459] 'compare' (duration: 52.809843ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:49.617189Z","caller":"traceutil/trace.go:171","msg":"trace[1239682875] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"134.987419ms","start":"2026-03-25T21:11:49.482174Z","end":"2026-03-25T21:11:49.617161Z","steps":["trace[1239682875] 'process raft request' (duration: 127.120824ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:49.727895Z","caller":"traceutil/trace.go:171","msg":"trace[765694021] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"245.282054ms","start":"2026-03-25T21:11:49.482575Z","end":"2026-03-25T21:11:49.727857Z","steps":["trace[765694021] 'process raft request' (duration: 241.163001ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:49.72791Z","caller":"traceutil/trace.go:171","msg":"trace[327829652] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"244.351228ms","start":"2026-03-25T21:11:49.483534Z","end":"2026-03-25T21:11:49.727885Z","steps":["trace[327829652] 'process raft request' (duration: 244.191023ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:49.727991Z","caller":"traceutil/trace.go:171","msg":"trace[1294568462] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"229.223895ms","start":"2026-03-25T21:11:49.498745Z","end":"2026-03-25T21:11:49.727968Z","steps":["trace[1294568462] 'process raft request' (duration: 229.170693ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:49.728168Z","caller":"traceutil/trace.go:171","msg":"trace[2009578950] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"231.567839ms","start":"2026-03-25T21:11:49.49659Z","end":"2026-03-25T21:11:49.728158Z","steps":["trace[2009578950] 'process raft request' (duration: 231.274021ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:49.728159Z","caller":"traceutil/trace.go:171","msg":"trace[473625008] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"231.684691ms","start":"2026-03-25T21:11:49.496454Z","end":"2026-03-25T21:11:49.728139Z","steps":["trace[473625008] 'process raft request' (duration: 231.322222ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:49.746252Z","caller":"traceutil/trace.go:171","msg":"trace[1022647646] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"119.337851ms","start":"2026-03-25T21:11:49.626905Z","end":"2026-03-25T21:11:49.746243Z","steps":["trace[1022647646] 'process raft request' (duration: 119.212998ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:49.74625Z","caller":"traceutil/trace.go:171","msg":"trace[354822692] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"122.557089ms","start":"2026-03-25T21:11:49.623677Z","end":"2026-03-25T21:11:49.746234Z","steps":["trace[354822692] 'process raft request' (duration: 122.333543ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:49.997809Z","caller":"traceutil/trace.go:171","msg":"trace[1948176859] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"263.302116ms","start":"2026-03-25T21:11:49.734475Z","end":"2026-03-25T21:11:49.997777Z","steps":["trace[1948176859] 'process raft request' (duration: 169.246655ms)","trace[1948176859] 'compare' (duration: 93.919997ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:50.030482Z","caller":"traceutil/trace.go:171","msg":"trace[525002796] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"284.514365ms","start":"2026-03-25T21:11:49.745936Z","end":"2026-03-25T21:11:50.03045Z","steps":["trace[525002796] 'process raft request' (duration: 284.29856ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.030666Z","caller":"traceutil/trace.go:171","msg":"trace[185206578] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"284.483715ms","start":"2026-03-25T21:11:49.74617Z","end":"2026-03-25T21:11:50.030654Z","steps":["trace[185206578] 'process raft request' (duration: 284.251439ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.03079Z","caller":"traceutil/trace.go:171","msg":"trace[270308925] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"284.665979ms","start":"2026-03-25T21:11:49.746112Z","end":"2026-03-25T21:11:50.030778Z","steps":["trace[270308925] 'process raft request' (duration: 284.285189ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.030795Z","caller":"traceutil/trace.go:171","msg":"trace[1511576800] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"284.761802ms","start":"2026-03-25T21:11:49.745998Z","end":"2026-03-25T21:11:50.03076Z","steps":["trace[1511576800] 'process raft request' (duration: 284.372081ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.03092Z","caller":"traceutil/trace.go:171","msg":"trace[717341200] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"284.68603ms","start":"2026-03-25T21:11:49.746222Z","end":"2026-03-25T21:11:50.030908Z","steps":["trace[717341200] 'process raft request' (duration: 284.272239ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.031005Z","caller":"traceutil/trace.go:171","msg":"trace[1461078181] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"284.564646ms","start":"2026-03-25T21:11:49.746432Z","end":"2026-03-25T21:11:50.030997Z","steps":["trace[1461078181] 'process raft request' (duration: 284.207807ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.031031Z","caller":"traceutil/trace.go:171","msg":"trace[1300963917] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"284.583587ms","start":"2026-03-25T21:11:49.746436Z","end":"2026-03-25T21:11:50.03102Z","steps":["trace[1300963917] 'process raft request' (duration: 284.237038ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.03109Z","caller":"traceutil/trace.go:171","msg":"trace[212962379] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"284.874166ms","start":"2026-03-25T21:11:49.746208Z","end":"2026-03-25T21:11:50.031083Z","steps":["trace[212962379] 'process raft request' (duration: 284.240928ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.031107Z","caller":"traceutil/trace.go:171","msg":"trace[822729171] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"284.881675ms","start":"2026-03-25T21:11:49.746219Z","end":"2026-03-25T21:11:50.031101Z","steps":["trace[822729171] 'process raft request' (duration: 284.253768ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.031256Z","caller":"traceutil/trace.go:171","msg":"trace[2096947399] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"284.789373ms","start":"2026-03-25T21:11:49.74646Z","end":"2026-03-25T21:11:50.031249Z","steps":["trace[2096947399] 'process raft request' (duration: 284.323671ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.031249Z","caller":"traceutil/trace.go:171","msg":"trace[1724281195] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"284.742792ms","start":"2026-03-25T21:11:49.746368Z","end":"2026-03-25T21:11:50.031111Z","steps":["trace[1724281195] 'process raft request' (duration: 284.153535ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.031466Z","caller":"traceutil/trace.go:171","msg":"trace[1617766743] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"284.993729ms","start":"2026-03-25T21:11:49.74645Z","end":"2026-03-25T21:11:50.031444Z","steps":["trace[1617766743] 'process raft request' (duration: 284.362921ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.031749Z","caller":"traceutil/trace.go:171","msg":"trace[456017516] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"280.778603ms","start":"2026-03-25T21:11:49.750953Z","end":"2026-03-25T21:11:50.031731Z","steps":["trace[456017516] 'process raft request' (duration: 280.256639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:50.032598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.992777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T21:11:50.032009Z","caller":"traceutil/trace.go:171","msg":"trace[249262320] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"280.094655ms","start":"2026-03-25T21:11:49.751902Z","end":"2026-03-25T21:11:50.031996Z","steps":["trace[249262320] 'process raft request' (duration: 279.602111ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.032634Z","caller":"traceutil/trace.go:171","msg":"trace[1288346957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1049; }","duration":"185.073588ms","start":"2026-03-25T21:11:49.847553Z","end":"2026-03-25T21:11:50.032626Z","steps":["trace[1288346957] 'agreement among raft nodes before linearized reading' (duration: 184.622886ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.032155Z","caller":"traceutil/trace.go:171","msg":"trace[1705547809] linearizableReadLoop","detail":"{readStateIndex:1084; appliedIndex:1068; }","duration":"184.546084ms","start":"2026-03-25T21:11:49.84759Z","end":"2026-03-25T21:11:50.032136Z","steps":["trace[1705547809] 'read index received' (duration: 56.142194ms)","trace[1705547809] 'applied index is now lower than readState.Index' (duration: 128.402369ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:50.032305Z","caller":"traceutil/trace.go:171","msg":"trace[1966869745] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"277.404561ms","start":"2026-03-25T21:11:49.754873Z","end":"2026-03-25T21:11:50.032278Z","steps":["trace[1966869745] 'process raft request' (duration: 277.035161ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.185931Z","caller":"traceutil/trace.go:171","msg":"trace[737182890] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"148.079167ms","start":"2026-03-25T21:11:50.037798Z","end":"2026-03-25T21:11:50.185877Z","steps":["trace[737182890] 'process raft request' (duration: 121.1262ms)","trace[737182890] 'compare' (duration: 26.737731ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:50.186023Z","caller":"traceutil/trace.go:171","msg":"trace[818165247] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"147.956533ms","start":"2026-03-25T21:11:50.038038Z","end":"2026-03-25T21:11:50.185995Z","steps":["trace[818165247] 'process raft request' (duration: 147.810199ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.186188Z","caller":"traceutil/trace.go:171","msg":"trace[902188003] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"148.187519ms","start":"2026-03-25T21:11:50.037991Z","end":"2026-03-25T21:11:50.186178Z","steps":["trace[902188003] 'process raft request' (duration: 147.797178ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.186277Z","caller":"traceutil/trace.go:171","msg":"trace[1926530454] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"148.241291ms","start":"2026-03-25T21:11:50.038004Z","end":"2026-03-25T21:11:50.186245Z","steps":["trace[1926530454] 'process raft request' (duration: 147.817939ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.186338Z","caller":"traceutil/trace.go:171","msg":"trace[1558524449] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"131.186405ms","start":"2026-03-25T21:11:50.055129Z","end":"2026-03-25T21:11:50.186316Z","steps":["trace[1558524449] 'process raft request' (duration: 131.129753ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.186467Z","caller":"traceutil/trace.go:171","msg":"trace[962044764] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"145.556537ms","start":"2026-03-25T21:11:50.040875Z","end":"2026-03-25T21:11:50.186432Z","steps":["trace[962044764] 'process raft request' (duration: 145.231028ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.186452Z","caller":"traceutil/trace.go:171","msg":"trace[1258439173] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"148.23829ms","start":"2026-03-25T21:11:50.038176Z","end":"2026-03-25T21:11:50.186414Z","steps":["trace[1258439173] 'process raft request' (duration: 147.760317ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.186492Z","caller":"traceutil/trace.go:171","msg":"trace[777493815] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"148.427256ms","start":"2026-03-25T21:11:50.038047Z","end":"2026-03-25T21:11:50.186474Z","steps":["trace[777493815] 'process raft request' (duration: 147.84101ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.186489Z","caller":"traceutil/trace.go:171","msg":"trace[1683235462] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"148.163909ms","start":"2026-03-25T21:11:50.038299Z","end":"2026-03-25T21:11:50.186463Z","steps":["trace[1683235462] 'process raft request' (duration: 147.662545ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.18653Z","caller":"traceutil/trace.go:171","msg":"trace[582151324] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"143.951893ms","start":"2026-03-25T21:11:50.042566Z","end":"2026-03-25T21:11:50.186518Z","steps":["trace[582151324] 'process raft request' (duration: 143.656155ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.186585Z","caller":"traceutil/trace.go:171","msg":"trace[1983081058] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"147.133411ms","start":"2026-03-25T21:11:50.039439Z","end":"2026-03-25T21:11:50.186572Z","steps":["trace[1983081058] 'process raft request' (duration: 146.585996ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.186645Z","caller":"traceutil/trace.go:171","msg":"trace[1466628748] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"148.475597ms","start":"2026-03-25T21:11:50.038159Z","end":"2026-03-25T21:11:50.186634Z","steps":["trace[1466628748] 'process raft request' (duration: 147.753588ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.186689Z","caller":"traceutil/trace.go:171","msg":"trace[1419084552] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"148.199779ms","start":"2026-03-25T21:11:50.038429Z","end":"2026-03-25T21:11:50.186629Z","steps":["trace[1419084552] 'process raft request' (duration: 147.556352ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.186652Z","caller":"traceutil/trace.go:171","msg":"trace[1302971682] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"147.078559ms","start":"2026-03-25T21:11:50.039551Z","end":"2026-03-25T21:11:50.186629Z","steps":["trace[1302971682] 'process raft request' (duration: 146.519664ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.187126Z","caller":"traceutil/trace.go:171","msg":"trace[1855232057] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"144.995472ms","start":"2026-03-25T21:11:50.042097Z","end":"2026-03-25T21:11:50.187092Z","steps":["trace[1855232057] 'process raft request' (duration: 144.083647ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.338726Z","caller":"traceutil/trace.go:171","msg":"trace[967583623] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"145.364693ms","start":"2026-03-25T21:11:50.193334Z","end":"2026-03-25T21:11:50.338699Z","steps":["trace[967583623] 'process raft request' (duration: 115.452296ms)","trace[967583623] 'compare' (duration: 29.800064ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:50.341123Z","caller":"traceutil/trace.go:171","msg":"trace[1942466845] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"147.445219ms","start":"2026-03-25T21:11:50.193635Z","end":"2026-03-25T21:11:50.34108Z","steps":["trace[1942466845] 'process raft request' (duration: 147.337406ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.341188Z","caller":"traceutil/trace.go:171","msg":"trace[1618770500] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"142.650038ms","start":"2026-03-25T21:11:50.198501Z","end":"2026-03-25T21:11:50.341151Z","steps":["trace[1618770500] 'process raft request' (duration: 142.493344ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.341222Z","caller":"traceutil/trace.go:171","msg":"trace[1015602641] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"147.593264ms","start":"2026-03-25T21:11:50.193605Z","end":"2026-03-25T21:11:50.341199Z","steps":["trace[1015602641] 'process raft request' (duration: 147.287285ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.341357Z","caller":"traceutil/trace.go:171","msg":"trace[1854153794] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"136.910031ms","start":"2026-03-25T21:11:50.20443Z","end":"2026-03-25T21:11:50.34134Z","steps":["trace[1854153794] 'process raft request' (duration: 136.686855ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.341388Z","caller":"traceutil/trace.go:171","msg":"trace[515674653] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"142.858474ms","start":"2026-03-25T21:11:50.198514Z","end":"2026-03-25T21:11:50.341373Z","steps":["trace[515674653] 'process raft request' (duration: 142.529365ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:50.341438Z","caller":"traceutil/trace.go:171","msg":"trace[46119297] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"142.014331ms","start":"2026-03-25T21:11:50.199409Z","end":"2026-03-25T21:11:50.341423Z","steps":["trace[46119297] 'process raft request' (duration: 141.665011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:03.486033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858706701,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T21:12:03.865038Z","caller":"traceutil/trace.go:171","msg":"trace[1581088451] linearizableReadLoop","detail":"{readStateIndex:1276; appliedIndex:1275; }","duration":"879.28311ms","start":"2026-03-25T21:12:02.98573Z","end":"2026-03-25T21:12:03.865014Z","steps":["trace[1581088451] 'read index received' (duration: 804.099205ms)","trace[1581088451] 'applied index is now lower than readState.Index' (duration: 75.182845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:12:03.865187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.440735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:12:03.865213Z","caller":"traceutil/trace.go:171","msg":"trace[1076351488] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1238; }","duration":"879.487346ms","start":"2026-03-25T21:12:02.985717Z","end":"2026-03-25T21:12:03.865204Z","steps":["trace[1076351488] 'agreement among raft nodes before linearized reading' (duration: 879.415574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:03.865242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:02.985672Z","time spent":"879.561958ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:12:03.865224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.923527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:12:03.8653Z","caller":"traceutil/trace.go:171","msg":"trace[291614771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1238; }","duration":"622.05105ms","start":"2026-03-25T21:12:03.243231Z","end":"2026-03-25T21:12:03.865282Z","steps":["trace[291614771] 'agreement among raft nodes before linearized reading' (duration: 621.928337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:03.865293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.965083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T21:12:03.865357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:03.24321Z","time spent":"622.134763ms","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T21:12:03.86539Z","caller":"traceutil/trace.go:171","msg":"trace[68523251] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1238; }","duration":"167.127468ms","start":"2026-03-25T21:12:03.698238Z","end":"2026-03-25T21:12:03.865365Z","steps":["trace[68523251] 'agreement among raft nodes before linearized reading' (duration: 166.941213ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:06.337869Z","caller":"traceutil/trace.go:171","msg":"trace[1682985430] linearizableReadLoop","detail":"{readStateIndex:1292; appliedIndex:1291; }","duration":"148.871779ms","start":"2026-03-25T21:12:06.188968Z","end":"2026-03-25T21:12:06.337839Z","steps":["trace[1682985430] 'read index received' (duration: 148.808637ms)","trace[1682985430] 'applied index is now lower than readState.Index' (duration: 61.632µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:12:06.338023Z","caller":"traceutil/trace.go:171","msg":"trace[2033076299] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"275.644183ms","start":"2026-03-25T21:12:06.062348Z","end":"2026-03-25T21:12:06.337993Z","steps":["trace[2033076299] 'process raft request' (duration: 275.357686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:06.338252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.26542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-25T21:12:06.338339Z","caller":"traceutil/trace.go:171","msg":"trace[509072598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1253; }","duration":"149.461875ms","start":"2026-03-25T21:12:06.188859Z","end":"2026-03-25T21:12:06.338321Z","steps":["trace[509072598] 'agreement among raft nodes before linearized reading' (duration: 149.145917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:06.338652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.394711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-25T21:12:06.338707Z","caller":"traceutil/trace.go:171","msg":"trace[1146122465] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1253; }","duration":"120.494883ms","start":"2026-03-25T21:12:06.218197Z","end":"2026-03-25T21:12:06.338692Z","steps":["trace[1146122465] 'agreement among raft nodes before linearized reading' (duration: 120.324169ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:07.774025Z","caller":"traceutil/trace.go:171","msg":"trace[906177744] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"105.115293ms","start":"2026-03-25T21:12:07.668878Z","end":"2026-03-25T21:12:07.773993Z","steps":["trace[906177744] 'process raft request' (duration: 85.954269ms)","trace[906177744] 'compare' (duration: 18.963729ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:12:07.867379Z","caller":"traceutil/trace.go:171","msg":"trace[531724770] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"119.340022ms","start":"2026-03-25T21:12:07.748014Z","end":"2026-03-25T21:12:07.867354Z","steps":["trace[531724770] 'process raft request' (duration: 119.101015ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:09.823955Z","caller":"traceutil/trace.go:171","msg":"trace[1068027449] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"126.59038ms","start":"2026-03-25T21:12:09.697336Z","end":"2026-03-25T21:12:09.823926Z","steps":["trace[1068027449] 'process raft request' (duration: 73.932291ms)","trace[1068027449] 'compare' (duration: 52.35394ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:12:09.823954Z","caller":"traceutil/trace.go:171","msg":"trace[1344576040] linearizableReadLoop","detail":"{readStateIndex:1330; appliedIndex:1328; }","duration":"112.166136ms","start":"2026-03-25T21:12:09.711765Z","end":"2026-03-25T21:12:09.823931Z","steps":["trace[1344576040] 'read index received' (duration: 59.388384ms)","trace[1344576040] 'applied index is now lower than readState.Index' (duration: 52.776472ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:12:09.824497Z","caller":"traceutil/trace.go:171","msg":"trace[2066650260] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"125.672894ms","start":"2026-03-25T21:12:09.698788Z","end":"2026-03-25T21:12:09.824461Z","steps":["trace[2066650260] 'process raft request' (duration: 125.066308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:09.824891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.110481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/atmosphere.18a031e8ebdd289e\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-25T21:12:09.824989Z","caller":"traceutil/trace.go:171","msg":"trace[301912298] range","detail":"{range_begin:/registry/events/default/atmosphere.18a031e8ebdd289e; range_end:; response_count:1; response_revision:1289; }","duration":"113.262095ms","start":"2026-03-25T21:12:09.711711Z","end":"2026-03-25T21:12:09.824973Z","steps":["trace[301912298] 'agreement among raft nodes before linearized reading' (duration: 112.301109ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:10.41428Z","caller":"traceutil/trace.go:171","msg":"trace[662586117] linearizableReadLoop","detail":"{readStateIndex:1351; appliedIndex:1350; }","duration":"116.513634ms","start":"2026-03-25T21:12:10.297739Z","end":"2026-03-25T21:12:10.414253Z","steps":["trace[662586117] 'read index received' (duration: 112.977187ms)","trace[662586117] 'applied index is now lower than readState.Index' (duration: 3.535007ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:12:10.414367Z","caller":"traceutil/trace.go:171","msg":"trace[1782459584] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"117.599853ms","start":"2026-03-25T21:12:10.29671Z","end":"2026-03-25T21:12:10.414309Z","steps":["trace[1782459584] 'process raft request' (duration: 113.963144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:10.41457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.808712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/self-signed-ca-csjbj\" ","response":"range_response_count:1 size:997"} {"level":"warn","ts":"2026-03-25T21:12:10.41457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.460896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2479"} {"level":"info","ts":"2026-03-25T21:12:10.41465Z","caller":"traceutil/trace.go:171","msg":"trace[403393562] range","detail":"{range_begin:/registry/secrets/cert-manager/self-signed-ca-csjbj; range_end:; response_count:1; response_revision:1309; }","duration":"116.909695ms","start":"2026-03-25T21:12:10.297725Z","end":"2026-03-25T21:12:10.414634Z","steps":["trace[403393562] 'agreement among raft nodes before linearized reading' (duration: 116.674309ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:10.414679Z","caller":"traceutil/trace.go:171","msg":"trace[869130179] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:1309; }","duration":"115.63185ms","start":"2026-03-25T21:12:10.299034Z","end":"2026-03-25T21:12:10.414666Z","steps":["trace[869130179] 'agreement among raft nodes before linearized reading' (duration: 115.399984ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:16.233014Z","caller":"traceutil/trace.go:171","msg":"trace[1914970013] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"169.089651ms","start":"2026-03-25T21:12:16.063897Z","end":"2026-03-25T21:12:16.232987Z","steps":["trace[1914970013] 'process raft request' (duration: 97.164415ms)","trace[1914970013] 'compare' (duration: 71.547845ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:12:20.66968Z","caller":"traceutil/trace.go:171","msg":"trace[329812365] linearizableReadLoop","detail":"{readStateIndex:1421; appliedIndex:1420; }","duration":"284.597248ms","start":"2026-03-25T21:12:20.385059Z","end":"2026-03-25T21:12:20.669656Z","steps":["trace[329812365] 'read index received' (duration: 284.561487ms)","trace[329812365] 'applied index is now lower than readState.Index' (duration: 34.631µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:12:20.66977Z","caller":"traceutil/trace.go:171","msg":"trace[455929859] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"305.19617ms","start":"2026-03-25T21:12:20.364544Z","end":"2026-03-25T21:12:20.66974Z","steps":["trace[455929859] 'process raft request' (duration: 305.003675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:20.669939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:20.364526Z","time spent":"305.334194ms","remote":"127.0.0.1:54764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1812,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:12:20.670464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.754372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:12:20.670576Z","caller":"traceutil/trace.go:171","msg":"trace[156531656] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1376; }","duration":"285.508143ms","start":"2026-03-25T21:12:20.385042Z","end":"2026-03-25T21:12:20.67055Z","steps":["trace[156531656] 'agreement among raft nodes before linearized reading' (duration: 284.713511ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:20.678943Z","caller":"traceutil/trace.go:171","msg":"trace[474994898] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"243.110534ms","start":"2026-03-25T21:12:20.435815Z","end":"2026-03-25T21:12:20.678925Z","steps":["trace[474994898] 'process raft request' (duration: 242.923979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:20.679399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.081923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:12:20.679468Z","caller":"traceutil/trace.go:171","msg":"trace[376632653] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1377; }","duration":"161.628308ms","start":"2026-03-25T21:12:20.517808Z","end":"2026-03-25T21:12:20.679437Z","steps":["trace[376632653] 'agreement among raft nodes before linearized reading' (duration: 161.004451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:20.911606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.509881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:12:20.911761Z","caller":"traceutil/trace.go:171","msg":"trace[34955799] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"227.964841ms","start":"2026-03-25T21:12:20.683778Z","end":"2026-03-25T21:12:20.911743Z","steps":["trace[34955799] 'process raft request' (duration: 125.239213ms)","trace[34955799] 'compare' (duration: 102.397179ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:12:20.911826Z","caller":"traceutil/trace.go:171","msg":"trace[284392538] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"158.410329ms","start":"2026-03-25T21:12:20.753386Z","end":"2026-03-25T21:12:20.911796Z","steps":["trace[284392538] 'process raft request' (duration: 158.316856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:21.607942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.290309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:12:21.608108Z","caller":"traceutil/trace.go:171","msg":"trace[2065100923] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"691.427936ms","start":"2026-03-25T21:12:20.916665Z","end":"2026-03-25T21:12:21.608093Z","steps":["trace[2065100923] 'process raft request' (duration: 589.904411ms)","trace[2065100923] 'compare' (duration: 101.073283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:12:21.60817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:20.91664Z","time spent":"691.503629ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:12:21.608437Z","caller":"traceutil/trace.go:171","msg":"trace[414053961] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"691.729534ms","start":"2026-03-25T21:12:20.916696Z","end":"2026-03-25T21:12:21.608426Z","steps":["trace[414053961] 'process raft request' (duration: 691.333753ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:21.608606Z","caller":"traceutil/trace.go:171","msg":"trace[1223757117] linearizableReadLoop","detail":"{readStateIndex:1428; appliedIndex:1425; }","duration":"488.159811ms","start":"2026-03-25T21:12:21.120436Z","end":"2026-03-25T21:12:21.608596Z","steps":["trace[1223757117] 'read index received' (duration: 386.146063ms)","trace[1223757117] 'applied index is now lower than readState.Index' (duration: 102.010498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:12:21.60849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:20.916673Z","time spent":"691.793346ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:12:21.608743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.133224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:12:21.60874Z","caller":"traceutil/trace.go:171","msg":"trace[71673765] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"687.51917ms","start":"2026-03-25T21:12:20.921183Z","end":"2026-03-25T21:12:21.608702Z","steps":["trace[71673765] 'process raft request' (duration: 687.17049ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:21.608823Z","caller":"traceutil/trace.go:171","msg":"trace[1772789901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1383; }","duration":"363.241847ms","start":"2026-03-25T21:12:21.245557Z","end":"2026-03-25T21:12:21.608799Z","steps":["trace[1772789901] 'agreement among raft nodes before linearized reading' (duration: 363.124444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:21.608869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:21.245539Z","time spent":"363.319679ms","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:12:21.608901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.434379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-hlq7g\" ","response":"range_response_count:1 size:4197"} {"level":"warn","ts":"2026-03-25T21:12:21.608987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:20.921169Z","time spent":"687.654543ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:12:21.609057Z","caller":"traceutil/trace.go:171","msg":"trace[688159753] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-hlq7g; range_end:; response_count:1; response_revision:1383; }","duration":"488.670465ms","start":"2026-03-25T21:12:21.120361Z","end":"2026-03-25T21:12:21.609032Z","steps":["trace[688159753] 'agreement among raft nodes before linearized reading' (duration: 488.306745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:21.609116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:21.120343Z","time spent":"488.758198ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4219,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-hlq7g\" "} {"level":"info","ts":"2026-03-25T21:12:22.576988Z","caller":"traceutil/trace.go:171","msg":"trace[420973988] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"107.189689ms","start":"2026-03-25T21:12:22.469769Z","end":"2026-03-25T21:12:22.576958Z","steps":["trace[420973988] 'process raft request' (duration: 107.016894ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:26.948647Z","caller":"traceutil/trace.go:171","msg":"trace[700815292] linearizableReadLoop","detail":"{readStateIndex:1541; appliedIndex:1540; }","duration":"150.866923ms","start":"2026-03-25T21:12:26.79775Z","end":"2026-03-25T21:12:26.948617Z","steps":["trace[700815292] 'read index received' (duration: 150.606896ms)","trace[700815292] 'applied index is now lower than readState.Index' (duration: 258.757µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:12:26.948731Z","caller":"traceutil/trace.go:171","msg":"trace[1886632209] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"260.89496ms","start":"2026-03-25T21:12:26.687774Z","end":"2026-03-25T21:12:26.948669Z","steps":["trace[1886632209] 'process raft request' (duration: 260.640803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:26.949073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.306885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T21:12:26.949151Z","caller":"traceutil/trace.go:171","msg":"trace[1209425235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1495; }","duration":"151.46211ms","start":"2026-03-25T21:12:26.797675Z","end":"2026-03-25T21:12:26.949137Z","steps":["trace[1209425235] 'agreement among raft nodes before linearized reading' (duration: 151.1246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:27.306748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.475611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:12:27.306837Z","caller":"traceutil/trace.go:171","msg":"trace[1079538267] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1502; }","duration":"113.619785ms","start":"2026-03-25T21:12:27.1932Z","end":"2026-03-25T21:12:27.306819Z","steps":["trace[1079538267] 'count revisions from in-memory index tree' (duration: 113.393769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:30.113318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.771373ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:12:30.113477Z","caller":"traceutil/trace.go:171","msg":"trace[1980947559] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1512; }","duration":"209.944128ms","start":"2026-03-25T21:12:29.903509Z","end":"2026-03-25T21:12:30.113453Z","steps":["trace[1980947559] 'range keys from in-memory index tree' (duration: 209.752933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:30.114004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.496417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:12:30.114102Z","caller":"traceutil/trace.go:171","msg":"trace[909592412] linearizableReadLoop","detail":"{readStateIndex:1560; appliedIndex:1559; }","duration":"871.874838ms","start":"2026-03-25T21:12:29.242213Z","end":"2026-03-25T21:12:30.114087Z","steps":["trace[909592412] 'read index received' (duration: 483.184585ms)","trace[909592412] 'applied index is now lower than readState.Index' (duration: 388.689303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:12:30.114213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.009661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:12:30.114187Z","caller":"traceutil/trace.go:171","msg":"trace[1640573841] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"875.511218ms","start":"2026-03-25T21:12:29.238641Z","end":"2026-03-25T21:12:30.114152Z","steps":["trace[1640573841] 'process raft request' (duration: 486.774754ms)","trace[1640573841] 'compare' (duration: 388.166568ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:12:30.11424Z","caller":"traceutil/trace.go:171","msg":"trace[1343765246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1513; }","duration":"872.062583ms","start":"2026-03-25T21:12:29.242163Z","end":"2026-03-25T21:12:30.114226Z","steps":["trace[1343765246] 'agreement among raft nodes before linearized reading' (duration: 871.995571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:30.114263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:29.242145Z","time spent":"872.113865ms","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:12:30.114532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:29.238618Z","time spent":"875.639251ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:12:30.114569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.253154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-25T21:12:30.114595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.234561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-9jr98\" ","response":"range_response_count:1 size:4520"} {"level":"info","ts":"2026-03-25T21:12:30.114613Z","caller":"traceutil/trace.go:171","msg":"trace[1453328926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1513; }","duration":"447.357536ms","start":"2026-03-25T21:12:29.667245Z","end":"2026-03-25T21:12:30.114602Z","steps":["trace[1453328926] 'agreement among raft nodes before linearized reading' (duration: 447.026327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:30.114645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:29.667204Z","time spent":"447.436218ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:12:30.11463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.928718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-25T21:12:30.114625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.669555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-25T21:12:30.114647Z","caller":"traceutil/trace.go:171","msg":"trace[558282679] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-9jr98; range_end:; response_count:1; response_revision:1513; }","duration":"646.322934ms","start":"2026-03-25T21:12:29.468308Z","end":"2026-03-25T21:12:30.114631Z","steps":["trace[558282679] 'agreement among raft nodes before linearized reading' (duration: 645.956724ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:30.114692Z","caller":"traceutil/trace.go:171","msg":"trace[960300567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1513; }","duration":"453.029321ms","start":"2026-03-25T21:12:29.661647Z","end":"2026-03-25T21:12:30.114676Z","steps":["trace[960300567] 'agreement among raft nodes before linearized reading' (duration: 452.6273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:30.114713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:29.46829Z","time spent":"646.411526ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4542,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-9jr98\" "} {"level":"info","ts":"2026-03-25T21:12:30.114708Z","caller":"traceutil/trace.go:171","msg":"trace[322822722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1513; }","duration":"447.776437ms","start":"2026-03-25T21:12:29.666912Z","end":"2026-03-25T21:12:30.114688Z","steps":["trace[322822722] 'agreement among raft nodes before linearized reading' (duration: 447.381647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:30.114734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:29.661624Z","time spent":"453.100983ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:12:30.114758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:29.666904Z","time spent":"447.840619ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:12:30.763715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.494206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:12:30.76387Z","caller":"traceutil/trace.go:171","msg":"trace[1657715044] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"645.565803ms","start":"2026-03-25T21:12:30.118274Z","end":"2026-03-25T21:12:30.76384Z","steps":["trace[1657715044] 'process raft request' (duration: 248.838321ms)","trace[1657715044] 'compare' (duration: 396.329141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:12:30.763976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:30.11825Z","time spent":"645.681636ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:12:31.752448Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.385291478s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T21:12:31.753308Z","caller":"traceutil/trace.go:171","msg":"trace[880034061] linearizableReadLoop","detail":"{readStateIndex:1563; appliedIndex:1560; }","duration":"1.509492582s","start":"2026-03-25T21:12:30.243771Z","end":"2026-03-25T21:12:31.753264Z","steps":["trace[880034061] 'read index received' (duration: 123.353961ms)","trace[880034061] 'applied index is now lower than readState.Index' (duration: 1.386136711s)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:12:31.753361Z","caller":"traceutil/trace.go:171","msg":"trace[639701507] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"1.634885719s","start":"2026-03-25T21:12:30.118441Z","end":"2026-03-25T21:12:31.753327Z","steps":["trace[639701507] 'process raft request' (duration: 1.634737185s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:31.753431Z","caller":"traceutil/trace.go:171","msg":"trace[614869025] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"1.635078484s","start":"2026-03-25T21:12:30.11829Z","end":"2026-03-25T21:12:31.753368Z","steps":["trace[614869025] 'process raft request' (duration: 1.634624202s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:31.753607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:30.118265Z","time spent":"1.635240949s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:12:31.753611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509784601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:12:31.75377Z","caller":"traceutil/trace.go:171","msg":"trace[1541809379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1516; }","duration":"1.509992776s","start":"2026-03-25T21:12:30.243724Z","end":"2026-03-25T21:12:31.753717Z","steps":["trace[1541809379] 'agreement among raft nodes before linearized reading' (duration: 1.509701968s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:31.753644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:30.118421Z","time spent":"1.635077625s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:12:31.753873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:30.243706Z","time spent":"1.510115379s","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:12:31.764212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.562537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:12:31.76427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.657403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-25T21:12:31.764295Z","caller":"traceutil/trace.go:171","msg":"trace[168043512] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1517; }","duration":"460.69675ms","start":"2026-03-25T21:12:31.303583Z","end":"2026-03-25T21:12:31.764279Z","steps":["trace[168043512] 'agreement among raft nodes before linearized reading' (duration: 460.543286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:31.764327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:31.30355Z","time spent":"460.769053ms","remote":"127.0.0.1:32930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:12:31.764356Z","caller":"traceutil/trace.go:171","msg":"trace[1404523354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1517; }","duration":"788.729104ms","start":"2026-03-25T21:12:30.975567Z","end":"2026-03-25T21:12:31.764296Z","steps":["trace[1404523354] 'agreement among raft nodes before linearized reading' (duration: 788.58176ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:31.764361Z","caller":"traceutil/trace.go:171","msg":"trace[1012840427] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"795.214902ms","start":"2026-03-25T21:12:30.969115Z","end":"2026-03-25T21:12:31.764329Z","steps":["trace[1012840427] 'process raft request' (duration: 794.901543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:31.764424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:30.97555Z","time spent":"788.866098ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:12:31.764508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:30.969068Z","time spent":"795.359445ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:12:31.764742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.160666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T21:12:31.764819Z","caller":"traceutil/trace.go:171","msg":"trace[1459143924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1517; }","duration":"793.283069ms","start":"2026-03-25T21:12:30.971516Z","end":"2026-03-25T21:12:31.764799Z","steps":["trace[1459143924] 'agreement among raft nodes before linearized reading' (duration: 793.113444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:31.764872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:30.97149Z","time spent":"793.369741ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T21:12:39.912971Z","caller":"traceutil/trace.go:171","msg":"trace[1975953505] linearizableReadLoop","detail":"{readStateIndex:1665; appliedIndex:1664; }","duration":"103.845693ms","start":"2026-03-25T21:12:39.80909Z","end":"2026-03-25T21:12:39.912936Z","steps":["trace[1975953505] 'read index received' (duration: 102.502346ms)","trace[1975953505] 'applied index is now lower than readState.Index' (duration: 1.341147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:12:39.913177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.05388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-25T21:12:39.913282Z","caller":"traceutil/trace.go:171","msg":"trace[1936116498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1615; }","duration":"104.215024ms","start":"2026-03-25T21:12:39.809049Z","end":"2026-03-25T21:12:39.913264Z","steps":["trace[1936116498] 'agreement among raft nodes before linearized reading' (duration: 103.935027ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:39.912981Z","caller":"traceutil/trace.go:171","msg":"trace[82222954] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"105.50941ms","start":"2026-03-25T21:12:39.807437Z","end":"2026-03-25T21:12:39.912947Z","steps":["trace[82222954] 'process raft request' (duration: 104.167043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:52.69324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.141553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:12:52.693317Z","caller":"traceutil/trace.go:171","msg":"trace[1000716416] linearizableReadLoop","detail":"{readStateIndex:1939; appliedIndex:1938; }","duration":"259.404732ms","start":"2026-03-25T21:12:52.433901Z","end":"2026-03-25T21:12:52.693306Z","steps":["trace[1000716416] 'read index received' (duration: 57.058984ms)","trace[1000716416] 'applied index is now lower than readState.Index' (duration: 202.344588ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:12:52.693336Z","caller":"traceutil/trace.go:171","msg":"trace[1023869438] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"271.769873ms","start":"2026-03-25T21:12:52.421545Z","end":"2026-03-25T21:12:52.693315Z","steps":["trace[1023869438] 'process raft request' (duration: 69.513496ms)","trace[1023869438] 'compare' (duration: 202.01397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:12:52.69346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.540606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-03-25T21:12:52.693484Z","caller":"traceutil/trace.go:171","msg":"trace[595147054] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1882; }","duration":"259.604618ms","start":"2026-03-25T21:12:52.433871Z","end":"2026-03-25T21:12:52.693476Z","steps":["trace[595147054] 'agreement among raft nodes before linearized reading' (duration: 259.466154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:54.263715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858707989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:12:54.764187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858707989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:12:55.225355Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.633755461s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T21:12:55.225752Z","caller":"traceutil/trace.go:171","msg":"trace[179430570] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"1.786320369s","start":"2026-03-25T21:12:53.43941Z","end":"2026-03-25T21:12:55.22573Z","steps":["trace[179430570] 'process raft request' (duration: 1.786186375s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.225902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:53.439398Z","time spent":"1.786426531s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:12:55.295078Z","caller":"traceutil/trace.go:171","msg":"trace[202187077] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"1.855243839s","start":"2026-03-25T21:12:53.439804Z","end":"2026-03-25T21:12:55.295047Z","steps":["trace[202187077] 'process raft request' (duration: 1.854956231s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:55.2952Z","caller":"traceutil/trace.go:171","msg":"trace[2122279169] linearizableReadLoop","detail":"{readStateIndex:1953; appliedIndex:1950; }","duration":"1.532036446s","start":"2026-03-25T21:12:53.763136Z","end":"2026-03-25T21:12:55.295172Z","steps":["trace[2122279169] 'read index received' (duration: 1.462420417s)","trace[2122279169] 'applied index is now lower than readState.Index' (duration: 69.613969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:12:55.295298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:53.439795Z","time spent":"1.855395703s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:12:55.295336Z","caller":"traceutil/trace.go:171","msg":"trace[1548463347] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"1.444326198s","start":"2026-03-25T21:12:53.850972Z","end":"2026-03-25T21:12:55.295299Z","steps":["trace[1548463347] 'process raft request' (duration: 1.443996189s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.295417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532267653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:12:55.295459Z","caller":"traceutil/trace.go:171","msg":"trace[31726771] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1895; }","duration":"1.532386496s","start":"2026-03-25T21:12:53.763062Z","end":"2026-03-25T21:12:55.295448Z","steps":["trace[31726771] 'agreement among raft nodes before linearized reading' (duration: 1.532245172s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.295482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:53.850939Z","time spent":"1.444476472s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:12:55.295494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:53.763036Z","time spent":"1.532449698s","remote":"127.0.0.1:32994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:12:55.295611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410209366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-25T21:12:55.295685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32002174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-25T21:12:55.295724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042858237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-03-25T21:12:55.295762Z","caller":"traceutil/trace.go:171","msg":"trace[1543104361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1895; }","duration":"1.320127403s","start":"2026-03-25T21:12:53.975616Z","end":"2026-03-25T21:12:55.295743Z","steps":["trace[1543104361] 'agreement among raft nodes before linearized reading' (duration: 1.319957398s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.295741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289106348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-59eff95c-0db5-457f-b3e9-3356cbcb4b2f\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-25T21:12:55.295825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:53.975598Z","time spent":"1.320201034s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T21:12:55.295852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002306569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:12:55.295867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409338543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-25T21:12:55.295857Z","caller":"traceutil/trace.go:171","msg":"trace[1928011926] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-59eff95c-0db5-457f-b3e9-3356cbcb4b2f; range_end:; response_count:1; response_revision:1895; }","duration":"1.289277172s","start":"2026-03-25T21:12:54.006555Z","end":"2026-03-25T21:12:55.295832Z","steps":["trace[1928011926] 'agreement among raft nodes before linearized reading' (duration: 1.288964084s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:55.295901Z","caller":"traceutil/trace.go:171","msg":"trace[949743304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1895; }","duration":"1.409414185s","start":"2026-03-25T21:12:53.886478Z","end":"2026-03-25T21:12:55.295892Z","steps":["trace[949743304] 'agreement among raft nodes before linearized reading' (duration: 1.409284701s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.295908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.712034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-25T21:12:55.295944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:53.886459Z","time spent":"1.409478226s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T21:12:55.295959Z","caller":"traceutil/trace.go:171","msg":"trace[632071273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1895; }","duration":"390.764405ms","start":"2026-03-25T21:12:54.905181Z","end":"2026-03-25T21:12:55.295945Z","steps":["trace[632071273] 'agreement among raft nodes before linearized reading' (duration: 390.645512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.295907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049749207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:12:55.296059Z","caller":"traceutil/trace.go:171","msg":"trace[1579306917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1895; }","duration":"1.049961163s","start":"2026-03-25T21:12:54.246067Z","end":"2026-03-25T21:12:55.296028Z","steps":["trace[1579306917] 'agreement among raft nodes before linearized reading' (duration: 1.049655434s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:55.295725Z","caller":"traceutil/trace.go:171","msg":"trace[381810093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1895; }","duration":"1.410382812s","start":"2026-03-25T21:12:53.885319Z","end":"2026-03-25T21:12:55.295702Z","steps":["trace[381810093] 'agreement among raft nodes before linearized reading' (duration: 1.410091164s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.296085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319186657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-25T21:12:55.296095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.896637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-03-25T21:12:55.296129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:54.246053Z","time spent":"1.050065915s","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:12:55.296139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:53.885296Z","time spent":"1.410825303s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:12:55.29614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.025073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a031f2c5774aaa\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-03-25T21:12:55.295956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:54.006537Z","time spent":"1.289398375s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-59eff95c-0db5-457f-b3e9-3356cbcb4b2f\" "} {"level":"info","ts":"2026-03-25T21:12:55.296244Z","caller":"traceutil/trace.go:171","msg":"trace[2113299211] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a031f2c5774aaa; range_end:; response_count:1; response_revision:1895; }","duration":"663.144926ms","start":"2026-03-25T21:12:54.633071Z","end":"2026-03-25T21:12:55.296215Z","steps":["trace[2113299211] 'agreement among raft nodes before linearized reading' (duration: 662.891239ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:55.296192Z","caller":"traceutil/trace.go:171","msg":"trace[1107579696] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1895; }","duration":"1.002395441s","start":"2026-03-25T21:12:54.293492Z","end":"2026-03-25T21:12:55.295888Z","steps":["trace[1107579696] 'agreement among raft nodes before linearized reading' (duration: 1.002320169s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.296293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:54.633061Z","time spent":"663.221209ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1004,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a031f2c5774aaa\" "} {"level":"info","ts":"2026-03-25T21:12:55.296163Z","caller":"traceutil/trace.go:171","msg":"trace[1926485946] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1895; }","duration":"671.99759ms","start":"2026-03-25T21:12:54.624146Z","end":"2026-03-25T21:12:55.296144Z","steps":["trace[1926485946] 'agreement among raft nodes before linearized reading' (duration: 671.865366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.296445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:54.624123Z","time spent":"672.300259ms","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-25T21:12:55.296123Z","caller":"traceutil/trace.go:171","msg":"trace[1914095914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1895; }","duration":"1.319275919s","start":"2026-03-25T21:12:53.976838Z","end":"2026-03-25T21:12:55.296114Z","steps":["trace[1914095914] 'agreement among raft nodes before linearized reading' (duration: 1.319188817s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.296653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:53.976817Z","time spent":"1.319809834s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T21:12:55.295786Z","caller":"traceutil/trace.go:171","msg":"trace[1611199018] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1895; }","duration":"1.042979831s","start":"2026-03-25T21:12:54.252794Z","end":"2026-03-25T21:12:55.295774Z","steps":["trace[1611199018] 'agreement among raft nodes before linearized reading' (duration: 1.042806516s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.296756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:54.252764Z","time spent":"1.043971137s","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-25T21:12:55.295656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.006547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:9033"} {"level":"warn","ts":"2026-03-25T21:12:55.296342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:54.293464Z","time spent":"1.002828923s","remote":"127.0.0.1:37140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:12:55.295994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:54.905133Z","time spent":"390.853398ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T21:12:55.296954Z","caller":"traceutil/trace.go:171","msg":"trace[1207228686] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1895; }","duration":"996.262782ms","start":"2026-03-25T21:12:54.300592Z","end":"2026-03-25T21:12:55.296854Z","steps":["trace[1207228686] 'agreement among raft nodes before linearized reading' (duration: 994.911704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.297044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:54.300569Z","time spent":"996.453487ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9055,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"info","ts":"2026-03-25T21:12:55.737987Z","caller":"traceutil/trace.go:171","msg":"trace[755470702] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"438.81303ms","start":"2026-03-25T21:12:55.299137Z","end":"2026-03-25T21:12:55.73795Z","steps":["trace[755470702] 'process raft request' (duration: 368.177982ms)","trace[755470702] 'compare' (duration: 70.032302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:12:55.738416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:55.299099Z","time spent":"438.978325ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:12:55.80118Z","caller":"traceutil/trace.go:171","msg":"trace[495004453] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"498.580518ms","start":"2026-03-25T21:12:55.302555Z","end":"2026-03-25T21:12:55.801135Z","steps":["trace[495004453] 'process raft request' (duration: 498.120076ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:55.801281Z","caller":"traceutil/trace.go:171","msg":"trace[173030699] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"498.439124ms","start":"2026-03-25T21:12:55.302806Z","end":"2026-03-25T21:12:55.801245Z","steps":["trace[173030699] 'process raft request' (duration: 498.183937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.801391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:55.302533Z","time spent":"498.744733ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:12:55.801491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:55.302797Z","time spent":"498.569848ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:12:55.801911Z","caller":"traceutil/trace.go:171","msg":"trace[1619692381] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"498.977399ms","start":"2026-03-25T21:12:55.302911Z","end":"2026-03-25T21:12:55.801888Z","steps":["trace[1619692381] 'process raft request' (duration: 498.184847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.802032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:55.302906Z","time spent":"499.065141ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:12:55.802255Z","caller":"traceutil/trace.go:171","msg":"trace[1918814690] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"499.277448ms","start":"2026-03-25T21:12:55.302956Z","end":"2026-03-25T21:12:55.802233Z","steps":["trace[1918814690] 'process raft request' (duration: 498.865226ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:55.802324Z","caller":"traceutil/trace.go:171","msg":"trace[957781817] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"499.314609ms","start":"2026-03-25T21:12:55.302996Z","end":"2026-03-25T21:12:55.80231Z","steps":["trace[957781817] 'process raft request' (duration: 499.139214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.802375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:55.302952Z","time spent":"499.36092ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:12:55.802415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:55.302988Z","time spent":"499.3811ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:12:55.802534Z","caller":"traceutil/trace.go:171","msg":"trace[1425023339] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"499.042361ms","start":"2026-03-25T21:12:55.303462Z","end":"2026-03-25T21:12:55.802505Z","steps":["trace[1425023339] 'process raft request' (duration: 498.800474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.802734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:55.303453Z","time spent":"499.170764ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:12:55.802823Z","caller":"traceutil/trace.go:171","msg":"trace[1437846075] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"499.186625ms","start":"2026-03-25T21:12:55.303566Z","end":"2026-03-25T21:12:55.802752Z","steps":["trace[1437846075] 'process raft request' (duration: 498.838585ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:55.802873Z","caller":"traceutil/trace.go:171","msg":"trace[116270679] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"498.431724ms","start":"2026-03-25T21:12:55.304427Z","end":"2026-03-25T21:12:55.802859Z","steps":["trace[116270679] 'process raft request' (duration: 498.168487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.802931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:55.30442Z","time spent":"498.483386ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:12:55.802943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:55.303561Z","time spent":"499.323559ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:12:55.80342Z","caller":"traceutil/trace.go:171","msg":"trace[1096964163] linearizableReadLoop","detail":"{readStateIndex:1959; appliedIndex:1953; }","duration":"500.374898ms","start":"2026-03-25T21:12:55.303029Z","end":"2026-03-25T21:12:55.803404Z","steps":["trace[1096964163] 'read index received' (duration: 364.382228ms)","trace[1096964163] 'applied index is now lower than readState.Index' (duration: 135.99151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:12:55.803869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.706534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:12:55.803854Z","caller":"traceutil/trace.go:171","msg":"trace[1718094127] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"285.912654ms","start":"2026-03-25T21:12:55.517862Z","end":"2026-03-25T21:12:55.803775Z","steps":["trace[1718094127] 'process raft request' (duration: 285.460622ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:55.803937Z","caller":"traceutil/trace.go:171","msg":"trace[1058987363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1906; }","duration":"497.89004ms","start":"2026-03-25T21:12:55.306024Z","end":"2026-03-25T21:12:55.803914Z","steps":["trace[1058987363] 'agreement among raft nodes before linearized reading' (duration: 497.717805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.80401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:55.306015Z","time spent":"497.977542ms","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:12:55.803895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.857501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-03-25T21:12:55.804214Z","caller":"traceutil/trace.go:171","msg":"trace[2106273145] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1906; }","duration":"501.18722ms","start":"2026-03-25T21:12:55.302994Z","end":"2026-03-25T21:12:55.804182Z","steps":["trace[2106273145] 'agreement among raft nodes before linearized reading' (duration: 500.757898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.804244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:55.302971Z","time spent":"501.264363ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":589,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T21:12:55.80508Z","caller":"traceutil/trace.go:171","msg":"trace[1865368947] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"496.413459ms","start":"2026-03-25T21:12:55.307525Z","end":"2026-03-25T21:12:55.803939Z","steps":["trace[1865368947] 'process raft request' (duration: 495.154374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:55.805189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:55.307513Z","time spent":"497.631143ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9335,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:12:57.969185Z","caller":"traceutil/trace.go:171","msg":"trace[660980447] linearizableReadLoop","detail":"{readStateIndex:1982; appliedIndex:1981; }","duration":"162.82052ms","start":"2026-03-25T21:12:57.806339Z","end":"2026-03-25T21:12:57.969159Z","steps":["trace[660980447] 'read index received' (duration: 162.560813ms)","trace[660980447] 'applied index is now lower than readState.Index' (duration: 258.467µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:12:57.969446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.398648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-25T21:12:57.96943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.070877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T21:12:57.969484Z","caller":"traceutil/trace.go:171","msg":"trace[1755602599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1922; }","duration":"162.502581ms","start":"2026-03-25T21:12:57.80697Z","end":"2026-03-25T21:12:57.969473Z","steps":["trace[1755602599] 'agreement among raft nodes before linearized reading' (duration: 162.333236ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:57.969504Z","caller":"traceutil/trace.go:171","msg":"trace[1047686952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1922; }","duration":"163.222091ms","start":"2026-03-25T21:12:57.806263Z","end":"2026-03-25T21:12:57.969485Z","steps":["trace[1047686952] 'agreement among raft nodes before linearized reading' (duration: 163.005095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:57.969561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.67081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-25T21:12:57.969631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.847886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-25T21:12:57.969651Z","caller":"traceutil/trace.go:171","msg":"trace[1060727761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1922; }","duration":"160.854976ms","start":"2026-03-25T21:12:57.808775Z","end":"2026-03-25T21:12:57.96963Z","steps":["trace[1060727761] 'agreement among raft nodes before linearized reading' (duration: 160.553188ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:57.969685Z","caller":"traceutil/trace.go:171","msg":"trace[326592730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1922; }","duration":"160.928247ms","start":"2026-03-25T21:12:57.808742Z","end":"2026-03-25T21:12:57.96967Z","steps":["trace[326592730] 'agreement among raft nodes before linearized reading' (duration: 160.761813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:57.969747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.149624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-03-25T21:12:57.969794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.995439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-25T21:12:57.96979Z","caller":"traceutil/trace.go:171","msg":"trace[2017302004] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1922; }","duration":"157.197415ms","start":"2026-03-25T21:12:57.812576Z","end":"2026-03-25T21:12:57.969773Z","steps":["trace[2017302004] 'agreement among raft nodes before linearized reading' (duration: 157.082492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:57.969816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.205923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-25T21:12:57.969817Z","caller":"traceutil/trace.go:171","msg":"trace[1642156940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1922; }","duration":"161.037761ms","start":"2026-03-25T21:12:57.808773Z","end":"2026-03-25T21:12:57.969811Z","steps":["trace[1642156940] 'agreement among raft nodes before linearized reading' (duration: 160.971799ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:57.969838Z","caller":"traceutil/trace.go:171","msg":"trace[845617014] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1922; }","duration":"162.253975ms","start":"2026-03-25T21:12:57.807574Z","end":"2026-03-25T21:12:57.969828Z","steps":["trace[845617014] 'agreement among raft nodes before linearized reading' (duration: 162.203713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:57.96996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.603925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-03-25T21:12:57.97008Z","caller":"traceutil/trace.go:171","msg":"trace[1098130627] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1922; }","duration":"108.807801ms","start":"2026-03-25T21:12:57.861241Z","end":"2026-03-25T21:12:57.970048Z","steps":["trace[1098130627] 'agreement among raft nodes before linearized reading' (duration: 108.369439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:57.97005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.380238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:523"} {"level":"info","ts":"2026-03-25T21:12:57.970174Z","caller":"traceutil/trace.go:171","msg":"trace[380218525] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1922; }","duration":"162.566653ms","start":"2026-03-25T21:12:57.807579Z","end":"2026-03-25T21:12:57.970146Z","steps":["trace[380218525] 'agreement among raft nodes before linearized reading' (duration: 162.104491ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:02.686442Z","caller":"traceutil/trace.go:171","msg":"trace[86556233] linearizableReadLoop","detail":"{readStateIndex:2043; appliedIndex:2042; }","duration":"337.778094ms","start":"2026-03-25T21:13:02.348638Z","end":"2026-03-25T21:13:02.686416Z","steps":["trace[86556233] 'read index received' (duration: 337.498447ms)","trace[86556233] 'applied index is now lower than readState.Index' (duration: 278.297µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:13:02.686475Z","caller":"traceutil/trace.go:171","msg":"trace[1655080863] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"381.387437ms","start":"2026-03-25T21:13:02.305062Z","end":"2026-03-25T21:13:02.686449Z","steps":["trace[1655080863] 'process raft request' (duration: 381.145491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:02.686694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:02.305037Z","time spent":"381.542821ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16381,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:13:02.686725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.146499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10948"} {"level":"info","ts":"2026-03-25T21:13:02.686776Z","caller":"traceutil/trace.go:171","msg":"trace[1455062922] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1983; }","duration":"336.252422ms","start":"2026-03-25T21:13:02.35051Z","end":"2026-03-25T21:13:02.686762Z","steps":["trace[1455062922] 'agreement among raft nodes before linearized reading' (duration: 336.080527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:02.686792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.534244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-25T21:13:02.68682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:02.350481Z","time spent":"336.329694ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10970,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T21:13:02.686772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.072882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-03-25T21:13:02.686926Z","caller":"traceutil/trace.go:171","msg":"trace[819824301] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1983; }","duration":"338.32351ms","start":"2026-03-25T21:13:02.348587Z","end":"2026-03-25T21:13:02.68691Z","steps":["trace[819824301] 'agreement among raft nodes before linearized reading' (duration: 337.924179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:02.687041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:02.348564Z","time spent":"338.407442ms","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-25T21:13:02.686908Z","caller":"traceutil/trace.go:171","msg":"trace[666930249] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1983; }","duration":"322.649167ms","start":"2026-03-25T21:13:02.364242Z","end":"2026-03-25T21:13:02.686891Z","steps":["trace[666930249] 'agreement among raft nodes before linearized reading' (duration: 322.431001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:02.687107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:02.364199Z","time spent":"322.893244ms","remote":"127.0.0.1:54824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T21:13:03.175876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.961281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-25T21:13:03.176118Z","caller":"traceutil/trace.go:171","msg":"trace[730782207] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1983; }","duration":"481.441766ms","start":"2026-03-25T21:13:02.694651Z","end":"2026-03-25T21:13:03.176093Z","steps":["trace[730782207] 'process raft request' (duration: 379.191077ms)","trace[730782207] 'compare' (duration: 101.91836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:13:03.176249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:02.694637Z","time spent":"481.569769ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T21:13:03.180531Z","caller":"traceutil/trace.go:171","msg":"trace[1296399207] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"480.236642ms","start":"2026-03-25T21:13:02.700273Z","end":"2026-03-25T21:13:03.18051Z","steps":["trace[1296399207] 'process raft request' (duration: 480.015826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:03.180761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:02.700254Z","time spent":"480.339935ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11250,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:13:03.462692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.18928ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-25T21:13:03.462994Z","caller":"traceutil/trace.go:171","msg":"trace[446109777] linearizableReadLoop","detail":"{readStateIndex:2046; appliedIndex:2044; }","duration":"284.996987ms","start":"2026-03-25T21:13:03.177959Z","end":"2026-03-25T21:13:03.462956Z","steps":["trace[446109777] 'read index received' (duration: 2.427006ms)","trace[446109777] 'applied index is now lower than readState.Index' (duration: 282.566571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:13:03.463245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.274046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13439"} {"level":"info","ts":"2026-03-25T21:13:03.463312Z","caller":"traceutil/trace.go:171","msg":"trace[1254243523] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:1984; }","duration":"285.390159ms","start":"2026-03-25T21:13:03.177904Z","end":"2026-03-25T21:13:03.463294Z","steps":["trace[1254243523] 'agreement among raft nodes before linearized reading' (duration: 285.198343ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:03.463544Z","caller":"traceutil/trace.go:171","msg":"trace[1986010143] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"275.29879ms","start":"2026-03-25T21:13:03.188229Z","end":"2026-03-25T21:13:03.463528Z","steps":["trace[1986010143] 'process raft request' (duration: 275.136316ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:03.463549Z","caller":"traceutil/trace.go:171","msg":"trace[1043946415] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"275.691771ms","start":"2026-03-25T21:13:03.187825Z","end":"2026-03-25T21:13:03.463517Z","steps":["trace[1043946415] 'process raft request' (duration: 275.416713ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:03.4636Z","caller":"traceutil/trace.go:171","msg":"trace[530531899] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"276.138943ms","start":"2026-03-25T21:13:03.187431Z","end":"2026-03-25T21:13:03.46357Z","steps":["trace[530531899] 'process raft request' (duration: 275.365062ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:03.463975Z","caller":"traceutil/trace.go:171","msg":"trace[798059552] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"275.437254ms","start":"2026-03-25T21:13:03.18852Z","end":"2026-03-25T21:13:03.463957Z","steps":["trace[798059552] 'process raft request' (duration: 274.900169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:03.464045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.873335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:13:03.464075Z","caller":"traceutil/trace.go:171","msg":"trace[1322968080] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"137.894613ms","start":"2026-03-25T21:13:03.326166Z","end":"2026-03-25T21:13:03.464061Z","steps":["trace[1322968080] 'process raft request' (duration: 137.560564ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:03.464101Z","caller":"traceutil/trace.go:171","msg":"trace[2127197225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1989; }","duration":"218.988617ms","start":"2026-03-25T21:13:03.245095Z","end":"2026-03-25T21:13:03.464084Z","steps":["trace[2127197225] 'agreement among raft nodes before linearized reading' (duration: 218.904615ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:03.682239Z","caller":"traceutil/trace.go:171","msg":"trace[1936300914] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"206.135365ms","start":"2026-03-25T21:13:03.476075Z","end":"2026-03-25T21:13:03.68221Z","steps":["trace[1936300914] 'process raft request' (duration: 154.210423ms)","trace[1936300914] 'compare' (duration: 51.793878ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:13:06.115923Z","caller":"traceutil/trace.go:171","msg":"trace[1558654693] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"101.114598ms","start":"2026-03-25T21:13:06.014774Z","end":"2026-03-25T21:13:06.115888Z","steps":["trace[1558654693] 'process raft request' (duration: 100.936243ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:06.116037Z","caller":"traceutil/trace.go:171","msg":"trace[942541651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2005; }","duration":"100.013508ms","start":"2026-03-25T21:13:06.016008Z","end":"2026-03-25T21:13:06.116021Z","steps":["trace[942541651] 'agreement among raft nodes before linearized reading' (duration: 99.885804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:06.615976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858708227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:13:07.116941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858708227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:13:07.391651Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.276010115s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T21:13:07.39214Z","caller":"traceutil/trace.go:171","msg":"trace[1588409387] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"1.331637169s","start":"2026-03-25T21:13:06.060477Z","end":"2026-03-25T21:13:07.392114Z","steps":["trace[1588409387] 'process raft request' (duration: 1.331575857s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:07.392339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:06.060463Z","time spent":"1.331746822s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:13:07.392196Z","caller":"traceutil/trace.go:171","msg":"trace[359356370] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"1.373134383s","start":"2026-03-25T21:13:06.019029Z","end":"2026-03-25T21:13:07.392164Z","steps":["trace[359356370] 'process raft request' (duration: 1.372819644s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:07.39304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:06.019019Z","time spent":"1.373889754s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:13:07.393209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333463709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-03-25T21:13:07.393229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376581958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-25T21:13:07.393292Z","caller":"traceutil/trace.go:171","msg":"trace[921721354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2008; }","duration":"1.376644549s","start":"2026-03-25T21:13:06.016617Z","end":"2026-03-25T21:13:07.393262Z","steps":["trace[921721354] 'agreement among raft nodes before linearized reading' (duration: 1.376483115s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:07.393299Z","caller":"traceutil/trace.go:171","msg":"trace[287936509] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2008; }","duration":"1.333531421s","start":"2026-03-25T21:13:06.059721Z","end":"2026-03-25T21:13:07.393253Z","steps":["trace[287936509] 'agreement among raft nodes before linearized reading' (duration: 1.333355526s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:07.393331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:06.016589Z","time spent":"1.376734042s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:13:07.393339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:06.059695Z","time spent":"1.333635414s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":666,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:13:07.393349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337258304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-03-25T21:13:07.393483Z","caller":"traceutil/trace.go:171","msg":"trace[2076338009] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2008; }","duration":"1.3374631s","start":"2026-03-25T21:13:06.055984Z","end":"2026-03-25T21:13:07.393448Z","steps":["trace[2076338009] 'agreement among raft nodes before linearized reading' (duration: 1.337076639s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:07.393464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376038643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-25T21:13:07.393576Z","caller":"traceutil/trace.go:171","msg":"trace[1831739930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2008; }","duration":"1.376187797s","start":"2026-03-25T21:13:06.017367Z","end":"2026-03-25T21:13:07.393555Z","steps":["trace[1831739930] 'agreement among raft nodes before linearized reading' (duration: 1.375804427s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:07.393059Z","caller":"traceutil/trace.go:171","msg":"trace[97081050] linearizableReadLoop","detail":"{readStateIndex:2070; appliedIndex:2067; }","duration":"1.277172937s","start":"2026-03-25T21:13:06.115859Z","end":"2026-03-25T21:13:07.393032Z","steps":["trace[97081050] 'read index received' (duration: 1.276049536s)","trace[97081050] 'applied index is now lower than readState.Index' (duration: 1.122031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:13:07.39364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:06.01736Z","time spent":"1.37626954s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:13:07.393576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:06.055961Z","time spent":"1.337597283s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":681,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:13:07.393779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.9674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-03-25T21:13:07.393601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376116645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:523"} {"level":"info","ts":"2026-03-25T21:13:07.393825Z","caller":"traceutil/trace.go:171","msg":"trace[849340082] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2008; }","duration":"667.061994ms","start":"2026-03-25T21:13:06.726748Z","end":"2026-03-25T21:13:07.39381Z","steps":["trace[849340082] 'agreement among raft nodes before linearized reading' (duration: 666.953941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:07.393831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.464059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:13:07.393856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:06.726717Z","time spent":"667.132576ms","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-25T21:13:07.393866Z","caller":"traceutil/trace.go:171","msg":"trace[525527105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2008; }","duration":"150.522661ms","start":"2026-03-25T21:13:07.243332Z","end":"2026-03-25T21:13:07.393855Z","steps":["trace[525527105] 'agreement among raft nodes before linearized reading' (duration: 150.471499ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:07.393109Z","caller":"traceutil/trace.go:171","msg":"trace[2043432018] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"1.27182419s","start":"2026-03-25T21:13:06.121263Z","end":"2026-03-25T21:13:07.393087Z","steps":["trace[2043432018] 'process raft request' (duration: 1.271629244s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:07.393837Z","caller":"traceutil/trace.go:171","msg":"trace[1742618055] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2008; }","duration":"1.376422264s","start":"2026-03-25T21:13:06.0174Z","end":"2026-03-25T21:13:07.393822Z","steps":["trace[1742618055] 'agreement among raft nodes before linearized reading' (duration: 1.375708424s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:07.393939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:06.017396Z","time spent":"1.376526027s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":545,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-25T21:13:07.393963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:06.121235Z","time spent":"1.272661003s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:13:23.654863Z","caller":"traceutil/trace.go:171","msg":"trace[1484578511] linearizableReadLoop","detail":"{readStateIndex:2203; appliedIndex:2202; }","duration":"111.301909ms","start":"2026-03-25T21:13:23.543537Z","end":"2026-03-25T21:13:23.654838Z","steps":["trace[1484578511] 'read index received' (duration: 111.156135ms)","trace[1484578511] 'applied index is now lower than readState.Index' (duration: 144.674µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:13:23.654924Z","caller":"traceutil/trace.go:171","msg":"trace[1106993889] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"130.421857ms","start":"2026-03-25T21:13:23.524464Z","end":"2026-03-25T21:13:23.654886Z","steps":["trace[1106993889] 'process raft request' (duration: 130.232141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:23.655159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.606777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-03-25T21:13:23.655208Z","caller":"traceutil/trace.go:171","msg":"trace[146421872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2133; }","duration":"111.720211ms","start":"2026-03-25T21:13:23.543474Z","end":"2026-03-25T21:13:23.655194Z","steps":["trace[146421872] 'agreement among raft nodes before linearized reading' (duration: 111.488475ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:23.724241Z","caller":"traceutil/trace.go:171","msg":"trace[1821054435] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"104.952365ms","start":"2026-03-25T21:13:23.619231Z","end":"2026-03-25T21:13:23.724183Z","steps":["trace[1821054435] 'process raft request' (duration: 77.276411ms)","trace[1821054435] 'compare' (duration: 27.392306ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:13:23.950238Z","caller":"traceutil/trace.go:171","msg":"trace[1164790826] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"186.136643ms","start":"2026-03-25T21:13:23.764067Z","end":"2026-03-25T21:13:23.950204Z","steps":["trace[1164790826] 'process raft request' (duration: 86.591208ms)","trace[1164790826] 'compare' (duration: 99.425602ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:13:23.981627Z","caller":"traceutil/trace.go:171","msg":"trace[361460295] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"199.577553ms","start":"2026-03-25T21:13:23.782018Z","end":"2026-03-25T21:13:23.981595Z","steps":["trace[361460295] 'process raft request' (duration: 199.333807ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:39.574429Z","caller":"traceutil/trace.go:171","msg":"trace[2135852689] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"158.582863ms","start":"2026-03-25T21:13:39.415819Z","end":"2026-03-25T21:13:39.574401Z","steps":["trace[2135852689] 'process raft request' (duration: 158.412088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:40.109667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858708822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:13:40.183934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.723571ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:13:40.184047Z","caller":"traceutil/trace.go:171","msg":"trace[222666223] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2237; }","duration":"280.849514ms","start":"2026-03-25T21:13:39.903181Z","end":"2026-03-25T21:13:40.18403Z","steps":["trace[222666223] 'range keys from in-memory index tree' (duration: 280.711381ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:40.273562Z","caller":"traceutil/trace.go:171","msg":"trace[958715098] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2237; }","duration":"691.764186ms","start":"2026-03-25T21:13:39.581771Z","end":"2026-03-25T21:13:40.273536Z","steps":["trace[958715098] 'process raft request' (duration: 691.653142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:40.273717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:39.581747Z","time spent":"691.898339ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T21:13:40.40714Z","caller":"traceutil/trace.go:171","msg":"trace[2084148586] linearizableReadLoop","detail":"{readStateIndex:2315; appliedIndex:2313; }","duration":"798.047486ms","start":"2026-03-25T21:13:39.609073Z","end":"2026-03-25T21:13:40.40712Z","steps":["trace[2084148586] 'read index received' (duration: 664.341569ms)","trace[2084148586] 'applied index is now lower than readState.Index' (duration: 133.705287ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:13:40.407245Z","caller":"traceutil/trace.go:171","msg":"trace[779982948] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"632.783609ms","start":"2026-03-25T21:13:39.774454Z","end":"2026-03-25T21:13:40.407238Z","steps":["trace[779982948] 'process raft request' (duration: 632.537772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:40.407336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:39.77443Z","time spent":"632.83676ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:13:40.407585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.420673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-03-25T21:13:40.407583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.490198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T21:13:40.407615Z","caller":"traceutil/trace.go:171","msg":"trace[456483133] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2238; }","duration":"680.476504ms","start":"2026-03-25T21:13:39.727132Z","end":"2026-03-25T21:13:40.407608Z","steps":["trace[456483133] 'agreement among raft nodes before linearized reading' (duration: 680.376132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:40.407636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:39.72711Z","time spent":"680.522485ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":546,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-25T21:13:40.407639Z","caller":"traceutil/trace.go:171","msg":"trace[851248156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2238; }","duration":"798.586131ms","start":"2026-03-25T21:13:39.60904Z","end":"2026-03-25T21:13:40.407626Z","steps":["trace[851248156] 'agreement among raft nodes before linearized reading' (duration: 798.402096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:40.407667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:39.609029Z","time spent":"798.633952ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:13:40.407655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.407141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-25T21:13:40.407729Z","caller":"traceutil/trace.go:171","msg":"trace[1432187772] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2238; }","duration":"293.506423ms","start":"2026-03-25T21:13:40.114198Z","end":"2026-03-25T21:13:40.407704Z","steps":["trace[1432187772] 'agreement among raft nodes before linearized reading' (duration: 293.294507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:40.407791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.795994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-03-25T21:13:40.407787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.908332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-25T21:13:40.407786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.886246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:13:40.407816Z","caller":"traceutil/trace.go:171","msg":"trace[1756489102] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2238; }","duration":"597.817485ms","start":"2026-03-25T21:13:39.80999Z","end":"2026-03-25T21:13:40.407808Z","steps":["trace[1756489102] 'agreement among raft nodes before linearized reading' (duration: 597.756043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:40.407803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.754182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-25T21:13:40.407803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.561117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-03-25T21:13:40.407847Z","caller":"traceutil/trace.go:171","msg":"trace[2065423393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2238; }","duration":"132.02257ms","start":"2026-03-25T21:13:40.275806Z","end":"2026-03-25T21:13:40.407829Z","steps":["trace[2065423393] 'agreement among raft nodes before linearized reading' (duration: 131.892007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:40.407871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.551685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:13:40.407843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.919497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13439"} {"level":"info","ts":"2026-03-25T21:13:40.407903Z","caller":"traceutil/trace.go:171","msg":"trace[405559241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2238; }","duration":"132.605776ms","start":"2026-03-25T21:13:40.275285Z","end":"2026-03-25T21:13:40.407891Z","steps":["trace[405559241] 'agreement among raft nodes before linearized reading' (duration: 132.572055ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:40.40793Z","caller":"traceutil/trace.go:171","msg":"trace[1786165453] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:2238; }","duration":"132.041231ms","start":"2026-03-25T21:13:40.27587Z","end":"2026-03-25T21:13:40.407911Z","steps":["trace[1786165453] 'agreement among raft nodes before linearized reading' (duration: 131.761163ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:40.407872Z","caller":"traceutil/trace.go:171","msg":"trace[1041136100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2238; }","duration":"795.853755ms","start":"2026-03-25T21:13:39.612003Z","end":"2026-03-25T21:13:40.407857Z","steps":["trace[1041136100] 'agreement among raft nodes before linearized reading' (duration: 795.66067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:40.408005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:39.611992Z","time spent":"796.002659ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:13:40.407836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:39.809945Z","time spent":"597.887467ms","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-25T21:13:40.407878Z","caller":"traceutil/trace.go:171","msg":"trace[1248358104] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2238; }","duration":"321.67721ms","start":"2026-03-25T21:13:40.086188Z","end":"2026-03-25T21:13:40.407865Z","steps":["trace[1248358104] 'agreement among raft nodes before linearized reading' (duration: 321.514386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:40.408148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:40.086169Z","time spent":"321.969018ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":681,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T21:13:40.407825Z","caller":"traceutil/trace.go:171","msg":"trace[1399182376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2238; }","duration":"797.981524ms","start":"2026-03-25T21:13:39.609832Z","end":"2026-03-25T21:13:40.407813Z","steps":["trace[1399182376] 'agreement among raft nodes before linearized reading' (duration: 797.885601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:40.408193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:39.609814Z","time spent":"798.365664ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:13:40.408078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.17742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T21:13:40.408555Z","caller":"traceutil/trace.go:171","msg":"trace[241582125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2238; }","duration":"798.791157ms","start":"2026-03-25T21:13:39.609735Z","end":"2026-03-25T21:13:40.408526Z","steps":["trace[241582125] 'agreement among raft nodes before linearized reading' (duration: 797.721207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:40.408697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:39.609714Z","time spent":"798.966321ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-25T21:13:40.804788Z","caller":"traceutil/trace.go:171","msg":"trace[1449055660] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"392.04188ms","start":"2026-03-25T21:13:40.412721Z","end":"2026-03-25T21:13:40.804763Z","steps":["trace[1449055660] 'process raft request' (duration: 391.921247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:40.804936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:40.412704Z","time spent":"392.153374ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:13:41.184324Z","caller":"traceutil/trace.go:171","msg":"trace[458572166] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"771.286899ms","start":"2026-03-25T21:13:40.413006Z","end":"2026-03-25T21:13:41.184292Z","steps":["trace[458572166] 'process raft request' (duration: 713.155135ms)","trace[458572166] 'compare' (duration: 57.906697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:13:41.184546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:40.412988Z","time spent":"771.462493ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:13:41.184562Z","caller":"traceutil/trace.go:171","msg":"trace[1202352632] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"771.446502ms","start":"2026-03-25T21:13:40.413089Z","end":"2026-03-25T21:13:41.184535Z","steps":["trace[1202352632] 'process raft request' (duration: 771.134194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:41.184708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:40.413082Z","time spent":"771.545985ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:13:41.184743Z","caller":"traceutil/trace.go:171","msg":"trace[432798768] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"769.830638ms","start":"2026-03-25T21:13:40.414896Z","end":"2026-03-25T21:13:41.184727Z","steps":["trace[432798768] 'process raft request' (duration: 769.722655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:41.184831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:40.414889Z","time spent":"769.89741ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:13:41.184864Z","caller":"traceutil/trace.go:171","msg":"trace[1448863688] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"771.284238ms","start":"2026-03-25T21:13:40.413535Z","end":"2026-03-25T21:13:41.18482Z","steps":["trace[1448863688] 'process raft request' (duration: 771.013261ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:41.184888Z","caller":"traceutil/trace.go:171","msg":"trace[773316935] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"769.459847ms","start":"2026-03-25T21:13:40.415406Z","end":"2026-03-25T21:13:41.184866Z","steps":["trace[773316935] 'process raft request' (duration: 769.286733ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:41.184898Z","caller":"traceutil/trace.go:171","msg":"trace[329630425] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"771.939286ms","start":"2026-03-25T21:13:40.412925Z","end":"2026-03-25T21:13:41.184865Z","steps":["trace[329630425] 'process raft request' (duration: 771.530115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:41.184953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:40.413529Z","time spent":"771.376891ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:13:41.184968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:40.415399Z","time spent":"769.52877ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:13:41.185059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:40.412908Z","time spent":"772.069709ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:13:41.185153Z","caller":"traceutil/trace.go:171","msg":"trace[1068837848] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"769.621442ms","start":"2026-03-25T21:13:40.415519Z","end":"2026-03-25T21:13:41.185141Z","steps":["trace[1068837848] 'process raft request' (duration: 769.268632ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:41.185161Z","caller":"traceutil/trace.go:171","msg":"trace[222398650] linearizableReadLoop","detail":"{readStateIndex:2324; appliedIndex:2316; }","duration":"763.485673ms","start":"2026-03-25T21:13:40.421661Z","end":"2026-03-25T21:13:41.185147Z","steps":["trace[222398650] 'read index received' (duration: 383.155225ms)","trace[222398650] 'applied index is now lower than readState.Index' (duration: 380.329358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:13:41.18521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:40.415514Z","time spent":"769.664573ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:13:41.185219Z","caller":"traceutil/trace.go:171","msg":"trace[912447353] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"767.263627ms","start":"2026-03-25T21:13:40.417945Z","end":"2026-03-25T21:13:41.185209Z","steps":["trace[912447353] 'process raft request' (duration: 767.057621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:41.185277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.615137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T21:13:41.185278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:40.417936Z","time spent":"767.309249ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16796,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:13:41.185309Z","caller":"traceutil/trace.go:171","msg":"trace[1919714139] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2247; }","duration":"763.672218ms","start":"2026-03-25T21:13:40.421626Z","end":"2026-03-25T21:13:41.185298Z","steps":["trace[1919714139] 'agreement among raft nodes before linearized reading' (duration: 763.615137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:41.185327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.376882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:13:41.18534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:40.421614Z","time spent":"763.715179ms","remote":"127.0.0.1:55136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:13:41.185366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.639272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-25T21:13:41.185371Z","caller":"traceutil/trace.go:171","msg":"trace[170976782] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2247; }","duration":"243.448323ms","start":"2026-03-25T21:13:40.941907Z","end":"2026-03-25T21:13:41.185355Z","steps":["trace[170976782] 'agreement among raft nodes before linearized reading' (duration: 243.372091ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:41.185402Z","caller":"traceutil/trace.go:171","msg":"trace[1523153122] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2247; }","duration":"324.714384ms","start":"2026-03-25T21:13:40.860675Z","end":"2026-03-25T21:13:41.185389Z","steps":["trace[1523153122] 'agreement among raft nodes before linearized reading' (duration: 324.5695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:41.185431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:40.86065Z","time spent":"324.775356ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:13:42.368846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058014643s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:13:42.369094Z","caller":"traceutil/trace.go:171","msg":"trace[432543483] linearizableReadLoop","detail":"{readStateIndex:2327; appliedIndex:2324; }","duration":"1.17324209s","start":"2026-03-25T21:13:41.195833Z","end":"2026-03-25T21:13:42.369075Z","steps":["trace[432543483] 'read index received' (duration: 43.078638ms)","trace[432543483] 'applied index is now lower than readState.Index' (duration: 1.130162192s)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:13:42.369343Z","caller":"traceutil/trace.go:171","msg":"trace[1944947684] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"1.174636629s","start":"2026-03-25T21:13:41.194664Z","end":"2026-03-25T21:13:42.369301Z","steps":["trace[1944947684] 'process raft request' (duration: 1.174282379s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:42.369353Z","caller":"traceutil/trace.go:171","msg":"trace[757965488] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"1.176288975s","start":"2026-03-25T21:13:41.19302Z","end":"2026-03-25T21:13:42.369309Z","steps":["trace[757965488] 'process raft request' (duration: 117.710026ms)","trace[757965488] 'compare' (duration: 1.057128659s)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:13:42.369583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:41.194658Z","time spent":"1.174815734s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:13:42.369606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173761764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-03-25T21:13:42.369689Z","caller":"traceutil/trace.go:171","msg":"trace[1210478839] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2251; }","duration":"1.173859178s","start":"2026-03-25T21:13:41.195811Z","end":"2026-03-25T21:13:42.36967Z","steps":["trace[1210478839] 'agreement among raft nodes before linearized reading' (duration: 1.173525368s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:42.369585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:41.193012Z","time spent":"1.17647081s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:13:42.369745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:41.195805Z","time spent":"1.173920219s","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-25T21:13:42.369423Z","caller":"traceutil/trace.go:171","msg":"trace[538049701] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"721.41087ms","start":"2026-03-25T21:13:41.647998Z","end":"2026-03-25T21:13:42.369409Z","steps":["trace[538049701] 'process raft request' (duration: 721.03927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:42.369883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:41.647957Z","time spent":"721.881773ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:13:42.37Z","caller":"traceutil/trace.go:171","msg":"trace[390881229] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"308.789905ms","start":"2026-03-25T21:13:42.061184Z","end":"2026-03-25T21:13:42.369974Z","steps":["trace[390881229] 'process raft request' (duration: 308.646811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:42.37006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.27902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:13:42.370106Z","caller":"traceutil/trace.go:171","msg":"trace[1249670383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2252; }","duration":"113.346302ms","start":"2026-03-25T21:13:42.256748Z","end":"2026-03-25T21:13:42.370094Z","steps":["trace[1249670383] 'agreement among raft nodes before linearized reading' (duration: 113.294801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:42.370103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:42.061144Z","time spent":"308.911988ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:13:42.370017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131358546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-25T21:13:42.370199Z","caller":"traceutil/trace.go:171","msg":"trace[816957324] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2252; }","duration":"1.131578692s","start":"2026-03-25T21:13:41.2386Z","end":"2026-03-25T21:13:42.370178Z","steps":["trace[816957324] 'agreement among raft nodes before linearized reading' (duration: 1.131321445s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:42.370274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:41.238577Z","time spent":"1.131679665s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-25T21:13:42.370421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.496891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-03-25T21:13:42.370481Z","caller":"traceutil/trace.go:171","msg":"trace[2141730861] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2252; }","duration":"955.597275ms","start":"2026-03-25T21:13:41.414863Z","end":"2026-03-25T21:13:42.37046Z","steps":["trace[2141730861] 'agreement among raft nodes before linearized reading' (duration: 955.405649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:42.370524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:41.414836Z","time spent":"955.678376ms","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-25T21:13:43.519394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.028039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:13:43.519585Z","caller":"traceutil/trace.go:171","msg":"trace[1060699356] linearizableReadLoop","detail":"{readStateIndex:2331; appliedIndex:2329; }","duration":"1.07375941s","start":"2026-03-25T21:13:42.445804Z","end":"2026-03-25T21:13:43.519564Z","steps":["trace[1060699356] 'read index received' (duration: 364.469774ms)","trace[1060699356] 'applied index is now lower than readState.Index' (duration: 709.288116ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:13:43.51974Z","caller":"traceutil/trace.go:171","msg":"trace[825260878] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"1.144044732s","start":"2026-03-25T21:13:42.375677Z","end":"2026-03-25T21:13:43.519722Z","steps":["trace[825260878] 'process raft request' (duration: 434.591182ms)","trace[825260878] 'compare' (duration: 708.895855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:13:43.519835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:42.375662Z","time spent":"1.144126595s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:13:43.519944Z","caller":"traceutil/trace.go:171","msg":"trace[698760674] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"1.103909402s","start":"2026-03-25T21:13:42.416006Z","end":"2026-03-25T21:13:43.519915Z","steps":["trace[698760674] 'process raft request' (duration: 1.103481731s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:43.52009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:42.415977Z","time spent":"1.104037246s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:13:43.520257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074363596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a031f8a9cbb49d\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-25T21:13:43.520316Z","caller":"traceutil/trace.go:171","msg":"trace[1984189279] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a031f8a9cbb49d; range_end:; response_count:1; response_revision:2254; }","duration":"1.074549181s","start":"2026-03-25T21:13:42.445747Z","end":"2026-03-25T21:13:43.520296Z","steps":["trace[1984189279] 'agreement among raft nodes before linearized reading' (duration: 1.074294974s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:43.52036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:42.445727Z","time spent":"1.074623713s","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a031f8a9cbb49d\" "} {"level":"warn","ts":"2026-03-25T21:13:43.706277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.626931ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-25T21:13:43.706462Z","caller":"traceutil/trace.go:171","msg":"trace[1732147296] linearizableReadLoop","detail":"{readStateIndex:2332; appliedIndex:2331; }","duration":"186.793323ms","start":"2026-03-25T21:13:43.51964Z","end":"2026-03-25T21:13:43.706434Z","steps":["trace[1732147296] 'read index received' (duration: 77.07566ms)","trace[1732147296] 'applied index is now lower than readState.Index' (duration: 109.715413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:13:43.706778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.526749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-25T21:13:43.706764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.343903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-25T21:13:43.706841Z","caller":"traceutil/trace.go:171","msg":"trace[1403695530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2254; }","duration":"897.632532ms","start":"2026-03-25T21:13:42.809186Z","end":"2026-03-25T21:13:43.706819Z","steps":["trace[1403695530] 'agreement among raft nodes before linearized reading' (duration: 897.316873ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:43.706865Z","caller":"traceutil/trace.go:171","msg":"trace[1720336148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2254; }","duration":"516.507908ms","start":"2026-03-25T21:13:43.19033Z","end":"2026-03-25T21:13:43.706837Z","steps":["trace[1720336148] 'agreement among raft nodes before linearized reading' (duration: 516.200359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:43.706897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:42.809169Z","time spent":"897.714655ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T21:13:43.706894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.442273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-25T21:13:43.706942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:43.19031Z","time spent":"516.61189ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:13:43.706968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.681252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T21:13:43.707016Z","caller":"traceutil/trace.go:171","msg":"trace[1512047557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2254; }","duration":"516.751874ms","start":"2026-03-25T21:13:43.190253Z","end":"2026-03-25T21:13:43.707005Z","steps":["trace[1512047557] 'agreement among raft nodes before linearized reading' (duration: 516.61541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:43.707019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.373149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-03-25T21:13:43.707067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:43.190244Z","time spent":"516.812666ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:13:43.707074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.251751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-03-25T21:13:43.707078Z","caller":"traceutil/trace.go:171","msg":"trace[92171866] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2254; }","duration":"518.468872ms","start":"2026-03-25T21:13:43.188593Z","end":"2026-03-25T21:13:43.707062Z","steps":["trace[92171866] 'agreement among raft nodes before linearized reading' (duration: 518.295907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:43.707372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:43.188573Z","time spent":"518.78478ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":546,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-25T21:13:43.707048Z","caller":"traceutil/trace.go:171","msg":"trace[304482333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2254; }","duration":"517.569716ms","start":"2026-03-25T21:13:43.189401Z","end":"2026-03-25T21:13:43.706971Z","steps":["trace[304482333] 'agreement among raft nodes before linearized reading' (duration: 517.306129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:43.707484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:43.189392Z","time spent":"518.018499ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T21:13:43.70737Z","caller":"traceutil/trace.go:171","msg":"trace[1852866661] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2254; }","duration":"329.58891ms","start":"2026-03-25T21:13:43.377751Z","end":"2026-03-25T21:13:43.70734Z","steps":["trace[1852866661] 'agreement among raft nodes before linearized reading' (duration: 328.905922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:43.707574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:43.377736Z","time spent":"329.827027ms","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-25T21:13:43.707796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.573724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T21:13:43.707961Z","caller":"traceutil/trace.go:171","msg":"trace[1135700886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2254; }","duration":"518.790391ms","start":"2026-03-25T21:13:43.189145Z","end":"2026-03-25T21:13:43.707936Z","steps":["trace[1135700886] 'agreement among raft nodes before linearized reading' (duration: 517.813054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:43.708987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:13:43.189113Z","time spent":"519.002136ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T21:13:43.784157Z","caller":"traceutil/trace.go:171","msg":"trace[1007057754] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"261.594521ms","start":"2026-03-25T21:13:43.522538Z","end":"2026-03-25T21:13:43.784132Z","steps":["trace[1007057754] 'process raft request' (duration: 261.423277ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:14:02.735235Z","caller":"traceutil/trace.go:171","msg":"trace[995823847] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"103.526611ms","start":"2026-03-25T21:14:02.631661Z","end":"2026-03-25T21:14:02.735188Z","steps":["trace[995823847] 'process raft request' (duration: 54.519087ms)","trace[995823847] 'compare' (duration: 48.612983ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:14:02.937199Z","caller":"traceutil/trace.go:171","msg":"trace[1799565019] transaction","detail":"{read_only:false; response_revision:2396; number_of_response:1; }","duration":"137.11943ms","start":"2026-03-25T21:14:02.800011Z","end":"2026-03-25T21:14:02.93713Z","steps":["trace[1799565019] 'process raft request' (duration: 110.087443ms)","trace[1799565019] 'compare' (duration: 26.872683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:14:13.314593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858709478,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:14:13.814967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858709478,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:14:14.163766Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.403446794s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T21:14:14.164326Z","caller":"traceutil/trace.go:171","msg":"trace[1192124206] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"1.404076091s","start":"2026-03-25T21:14:12.76023Z","end":"2026-03-25T21:14:14.164306Z","steps":["trace[1192124206] 'process raft request' (duration: 1.403810213s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:14.164531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:12.760215Z","time spent":"1.404212085s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:14:14.170107Z","caller":"traceutil/trace.go:171","msg":"trace[1229725704] linearizableReadLoop","detail":"{readStateIndex:2600; appliedIndex:2596; }","duration":"1.356236089s","start":"2026-03-25T21:14:12.813853Z","end":"2026-03-25T21:14:14.170089Z","steps":["trace[1229725704] 'read index received' (duration: 1.350180521s)","trace[1229725704] 'applied index is now lower than readState.Index' (duration: 6.054548ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:14:14.17013Z","caller":"traceutil/trace.go:171","msg":"trace[1733163153] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"488.991296ms","start":"2026-03-25T21:14:13.681124Z","end":"2026-03-25T21:14:14.170115Z","steps":["trace[1733163153] 'process raft request' (duration: 488.935355ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:14:14.170142Z","caller":"traceutil/trace.go:171","msg":"trace[1114344431] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"746.955497ms","start":"2026-03-25T21:14:13.423147Z","end":"2026-03-25T21:14:14.170102Z","steps":["trace[1114344431] 'process raft request' (duration: 746.831654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:14.1702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:13.681072Z","time spent":"489.092569ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:14:14.170326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356457744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-03-25T21:14:14.170337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:13.423106Z","time spent":"747.129452ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:14:14.17036Z","caller":"traceutil/trace.go:171","msg":"trace[675661055] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2509; }","duration":"1.356536257s","start":"2026-03-25T21:14:12.813814Z","end":"2026-03-25T21:14:14.17035Z","steps":["trace[675661055] 'agreement among raft nodes before linearized reading' (duration: 1.356351282s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:14.170407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:12.813799Z","time spent":"1.356601139s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":681,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:14:14.170397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203728253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-03-25T21:14:14.170491Z","caller":"traceutil/trace.go:171","msg":"trace[299501087] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2509; }","duration":"1.203823255s","start":"2026-03-25T21:14:12.966617Z","end":"2026-03-25T21:14:14.17044Z","steps":["trace[299501087] 'agreement among raft nodes before linearized reading' (duration: 1.203609979s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:14.170491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.925482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-25T21:14:14.17058Z","caller":"traceutil/trace.go:171","msg":"trace[1338570845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2509; }","duration":"117.078606ms","start":"2026-03-25T21:14:14.053479Z","end":"2026-03-25T21:14:14.170557Z","steps":["trace[1338570845] 'agreement among raft nodes before linearized reading' (duration: 116.806778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:14.17054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:12.9666Z","time spent":"1.203929989s","remote":"127.0.0.1:54852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1318,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-25T21:14:14.170737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.446781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:14:14.170797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.458038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:14:14.171034Z","caller":"traceutil/trace.go:171","msg":"trace[598225665] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2509; }","duration":"990.727715ms","start":"2026-03-25T21:14:13.180292Z","end":"2026-03-25T21:14:14.171019Z","steps":["trace[598225665] 'agreement among raft nodes before linearized reading' (duration: 990.456258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:14.171099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:13.180275Z","time spent":"990.807098ms","remote":"127.0.0.1:40532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:14:14.170847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.069884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-25T21:14:14.171166Z","caller":"traceutil/trace.go:171","msg":"trace[1826497786] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2509; }","duration":"970.407844ms","start":"2026-03-25T21:14:13.200742Z","end":"2026-03-25T21:14:14.171149Z","steps":["trace[1826497786] 'agreement among raft nodes before linearized reading' (duration: 970.026453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:14.171202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:13.200731Z","time spent":"970.462295ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T21:14:14.170926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.722338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:14:14.171493Z","caller":"traceutil/trace.go:171","msg":"trace[458731489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2509; }","duration":"930.115919ms","start":"2026-03-25T21:14:13.241154Z","end":"2026-03-25T21:14:14.17127Z","steps":["trace[458731489] 'agreement among raft nodes before linearized reading' (duration: 929.723158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:14.17096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.623342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-25T21:14:14.171576Z","caller":"traceutil/trace.go:171","msg":"trace[823869491] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2509; }","duration":"635.268269ms","start":"2026-03-25T21:14:13.536292Z","end":"2026-03-25T21:14:14.17156Z","steps":["trace[823869491] 'agreement among raft nodes before linearized reading' (duration: 634.551269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:14.171635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:13.536272Z","time spent":"635.346772ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-25T21:14:14.171638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:13.241142Z","time spent":"930.46517ms","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T21:14:14.170854Z","caller":"traceutil/trace.go:171","msg":"trace[658785433] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2509; }","duration":"933.678348ms","start":"2026-03-25T21:14:13.237155Z","end":"2026-03-25T21:14:14.170833Z","steps":["trace[658785433] 'agreement among raft nodes before linearized reading' (duration: 933.239776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:14.171774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:13.237144Z","time spent":"934.600253ms","remote":"127.0.0.1:37168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:14:14.173708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.122324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:14:14.173751Z","caller":"traceutil/trace.go:171","msg":"trace[1626653215] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2509; }","duration":"982.18189ms","start":"2026-03-25T21:14:13.191558Z","end":"2026-03-25T21:14:14.17374Z","steps":["trace[1626653215] 'agreement among raft nodes before linearized reading' (duration: 979.145246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:14.173808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:13.191536Z","time spent":"982.261141ms","remote":"127.0.0.1:54954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:14:46.591016Z","caller":"traceutil/trace.go:171","msg":"trace[869614140] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"323.984301ms","start":"2026-03-25T21:14:46.267011Z","end":"2026-03-25T21:14:46.590995Z","steps":["trace[869614140] 'process raft request' (duration: 323.822386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:46.591212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:46.266988Z","time spent":"324.104384ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:14:48.395007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090592232s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:14:48.395089Z","caller":"traceutil/trace.go:171","msg":"trace[2132126665] linearizableReadLoop","detail":"{readStateIndex:2837; appliedIndex:2835; }","duration":"2.028060396s","start":"2026-03-25T21:14:46.367014Z","end":"2026-03-25T21:14:48.395075Z","steps":["trace[2132126665] 'read index received' (duration: 223.81929ms)","trace[2132126665] 'applied index is now lower than readState.Index' (duration: 1.804240386s)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:14:48.395369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022955023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T21:14:48.395409Z","caller":"traceutil/trace.go:171","msg":"trace[1151533683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2732; }","duration":"2.023005234s","start":"2026-03-25T21:14:46.372391Z","end":"2026-03-25T21:14:48.395397Z","steps":["trace[1151533683] 'agreement among raft nodes before linearized reading' (duration: 2.0228681s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:48.395435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:46.372386Z","time spent":"2.023043235s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:14:48.395448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428109851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-03-25T21:14:48.395472Z","caller":"traceutil/trace.go:171","msg":"trace[286280281] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2732; }","duration":"1.428162953s","start":"2026-03-25T21:14:46.967302Z","end":"2026-03-25T21:14:48.395464Z","steps":["trace[286280281] 'agreement among raft nodes before linearized reading' (duration: 1.427959447s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:48.395495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:46.967288Z","time spent":"1.428202344s","remote":"127.0.0.1:54852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1318,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-25T21:14:48.395469Z","caller":"traceutil/trace.go:171","msg":"trace[1752896306] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"2.035890626s","start":"2026-03-25T21:14:46.359538Z","end":"2026-03-25T21:14:48.395429Z","steps":["trace[1752896306] 'process raft request' (duration: 944.80259ms)","trace[1752896306] 'compare' (duration: 1.090483469s)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:14:48.395556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014643129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-03-25T21:14:48.395595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021494562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T21:14:48.395642Z","caller":"traceutil/trace.go:171","msg":"trace[1627080248] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2732; }","duration":"2.014772883s","start":"2026-03-25T21:14:46.380851Z","end":"2026-03-25T21:14:48.395624Z","steps":["trace[1627080248] 'agreement among raft nodes before linearized reading' (duration: 2.014518676s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:48.39565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022339045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T21:14:48.395659Z","caller":"traceutil/trace.go:171","msg":"trace[1436867169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2732; }","duration":"2.021593095s","start":"2026-03-25T21:14:46.374047Z","end":"2026-03-25T21:14:48.39564Z","steps":["trace[1436867169] 'agreement among raft nodes before linearized reading' (duration: 2.02141793s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:48.395651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:46.359529Z","time spent":"2.036031409s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:14:48.395688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:46.380844Z","time spent":"2.014834305s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":546,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-25T21:14:48.395709Z","caller":"traceutil/trace.go:171","msg":"trace[1914970617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2732; }","duration":"2.022410967s","start":"2026-03-25T21:14:46.373283Z","end":"2026-03-25T21:14:48.395694Z","steps":["trace[1914970617] 'agreement among raft nodes before linearized reading' (duration: 2.022267113s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:48.395729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.122965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:14:48.395758Z","caller":"traceutil/trace.go:171","msg":"trace[1145641801] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2732; }","duration":"200.211338ms","start":"2026-03-25T21:14:48.195537Z","end":"2026-03-25T21:14:48.395749Z","steps":["trace[1145641801] 'agreement among raft nodes before linearized reading' (duration: 200.167667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:48.395757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:46.373279Z","time spent":"2.022469629s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:14:48.39569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.906976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-25T21:14:48.395826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020191746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-25T21:14:48.39562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.473392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:14:48.395714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:46.374027Z","time spent":"2.021677557s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T21:14:48.395864Z","caller":"traceutil/trace.go:171","msg":"trace[1377687818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2732; }","duration":"150.760341ms","start":"2026-03-25T21:14:48.245095Z","end":"2026-03-25T21:14:48.395856Z","steps":["trace[1377687818] 'agreement among raft nodes before linearized reading' (duration: 150.480583ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:14:48.395862Z","caller":"traceutil/trace.go:171","msg":"trace[1039510768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2732; }","duration":"2.020237057s","start":"2026-03-25T21:14:46.375614Z","end":"2026-03-25T21:14:48.395851Z","steps":["trace[1039510768] 'agreement among raft nodes before linearized reading' (duration: 2.020125423s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:48.395898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:46.375607Z","time spent":"2.020280798s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T21:14:48.39583Z","caller":"traceutil/trace.go:171","msg":"trace[567333196] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:2732; }","duration":"640.097051ms","start":"2026-03-25T21:14:47.755722Z","end":"2026-03-25T21:14:48.395819Z","steps":["trace[567333196] 'agreement among raft nodes before linearized reading' (duration: 639.910675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:48.396017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:47.7557Z","time spent":"640.308337ms","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-03-25T21:14:48.396017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028625262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T21:14:48.39612Z","caller":"traceutil/trace.go:171","msg":"trace[526242532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2732; }","duration":"2.029101245s","start":"2026-03-25T21:14:46.366984Z","end":"2026-03-25T21:14:48.396085Z","steps":["trace[526242532] 'agreement among raft nodes before linearized reading' (duration: 2.02855038s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:48.396149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:46.366976Z","time spent":"2.029165537s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T21:14:48.396325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898526731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-25T21:14:48.396628Z","caller":"traceutil/trace.go:171","msg":"trace[1465072639] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2732; }","duration":"1.898876301s","start":"2026-03-25T21:14:46.497729Z","end":"2026-03-25T21:14:48.396605Z","steps":["trace[1465072639] 'agreement among raft nodes before linearized reading' (duration: 1.897806941s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:48.396813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:46.497708Z","time spent":"1.899087067s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":666,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:14:48.396404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861890793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-03-25T21:14:48.397187Z","caller":"traceutil/trace.go:171","msg":"trace[1861102414] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2732; }","duration":"1.862715747s","start":"2026-03-25T21:14:46.534424Z","end":"2026-03-25T21:14:48.397139Z","steps":["trace[1861102414] 'agreement among raft nodes before linearized reading' (duration: 1.861023579s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:48.39727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:46.53441Z","time spent":"1.8628366s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":681,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:14:48.924567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858710123,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T21:14:48.943996Z","caller":"traceutil/trace.go:171","msg":"trace[1026486757] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"536.805432ms","start":"2026-03-25T21:14:48.407151Z","end":"2026-03-25T21:14:48.943956Z","steps":["trace[1026486757] 'process raft request' (duration: 536.527184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:48.944299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:48.407128Z","time spent":"537.014958ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:14:48.944173Z","caller":"traceutil/trace.go:171","msg":"trace[1448319725] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"536.994278ms","start":"2026-03-25T21:14:48.40713Z","end":"2026-03-25T21:14:48.944125Z","steps":["trace[1448319725] 'process raft request' (duration: 536.314009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:48.945518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:48.407111Z","time spent":"538.128749ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:14:48.946872Z","caller":"traceutil/trace.go:171","msg":"trace[891273832] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"539.693184ms","start":"2026-03-25T21:14:48.407161Z","end":"2026-03-25T21:14:48.946854Z","steps":["trace[891273832] 'process raft request' (duration: 539.334374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:48.947804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:48.40715Z","time spent":"539.767105ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:14:48.948407Z","caller":"traceutil/trace.go:171","msg":"trace[149829817] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"541.155405ms","start":"2026-03-25T21:14:48.407232Z","end":"2026-03-25T21:14:48.948387Z","steps":["trace[149829817] 'process raft request' (duration: 539.524119ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:14:48.948633Z","caller":"traceutil/trace.go:171","msg":"trace[95961814] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"541.308289ms","start":"2026-03-25T21:14:48.407262Z","end":"2026-03-25T21:14:48.94857Z","steps":["trace[95961814] 'process raft request' (duration: 540.99359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:48.948664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:48.407225Z","time spent":"541.268298ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:14:48.948885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:48.407242Z","time spent":"541.518805ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:14:48.951513Z","caller":"traceutil/trace.go:171","msg":"trace[1032860146] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"542.77026ms","start":"2026-03-25T21:14:48.408734Z","end":"2026-03-25T21:14:48.951504Z","steps":["trace[1032860146] 'process raft request' (duration: 539.606191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:48.951579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:48.408726Z","time spent":"542.821451ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:14:48.951768Z","caller":"traceutil/trace.go:171","msg":"trace[1281581542] linearizableReadLoop","detail":"{readStateIndex:2845; appliedIndex:2838; }","duration":"528.009536ms","start":"2026-03-25T21:14:48.423749Z","end":"2026-03-25T21:14:48.951758Z","steps":["trace[1281581542] 'read index received' (duration: 519.547319ms)","trace[1281581542] 'applied index is now lower than readState.Index' (duration: 8.461397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:14:48.951967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.715185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-03-25T21:14:48.952014Z","caller":"traceutil/trace.go:171","msg":"trace[2115621569] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2739; }","duration":"544.782107ms","start":"2026-03-25T21:14:48.407217Z","end":"2026-03-25T21:14:48.951999Z","steps":["trace[2115621569] 'agreement among raft nodes before linearized reading' (duration: 544.615172ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:14:48.951968Z","caller":"traceutil/trace.go:171","msg":"trace[266738910] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"527.365007ms","start":"2026-03-25T21:14:48.424572Z","end":"2026-03-25T21:14:48.951937Z","steps":["trace[266738910] 'process raft request' (duration: 526.870373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:48.952027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.771286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-25T21:14:48.952104Z","caller":"traceutil/trace.go:171","msg":"trace[1876264183] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2739; }","duration":"544.894989ms","start":"2026-03-25T21:14:48.407193Z","end":"2026-03-25T21:14:48.952087Z","steps":["trace[1876264183] 'agreement among raft nodes before linearized reading' (duration: 544.683584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:48.952049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:48.40721Z","time spent":"544.834438ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":589,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:14:48.952148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:48.407187Z","time spent":"544.951341ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:14:48.952181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:48.424553Z","time spent":"527.510942ms","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:14:48.952202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.190248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1373"} {"level":"info","ts":"2026-03-25T21:14:48.952233Z","caller":"traceutil/trace.go:171","msg":"trace[1189872988] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2739; }","duration":"545.223679ms","start":"2026-03-25T21:14:48.407001Z","end":"2026-03-25T21:14:48.952225Z","steps":["trace[1189872988] 'agreement among raft nodes before linearized reading' (duration: 544.789417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:48.952278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:48.40696Z","time spent":"545.313912ms","remote":"127.0.0.1:54852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1395,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-25T21:15:17.557198Z","caller":"traceutil/trace.go:171","msg":"trace[1635335612] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"198.841669ms","start":"2026-03-25T21:15:17.358309Z","end":"2026-03-25T21:15:17.557151Z","steps":["trace[1635335612] 'process raft request' (duration: 165.897535ms)","trace[1635335612] 'compare' (duration: 32.767959ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:15:18.798228Z","caller":"traceutil/trace.go:171","msg":"trace[63613210] transaction","detail":"{read_only:false; response_revision:2985; number_of_response:1; }","duration":"109.895993ms","start":"2026-03-25T21:15:18.688296Z","end":"2026-03-25T21:15:18.798192Z","steps":["trace[63613210] 'process raft request' (duration: 109.612155ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:18.988395Z","caller":"traceutil/trace.go:171","msg":"trace[1373236621] linearizableReadLoop","detail":"{readStateIndex:3108; appliedIndex:3107; }","duration":"180.091273ms","start":"2026-03-25T21:15:18.808292Z","end":"2026-03-25T21:15:18.988383Z","steps":["trace[1373236621] 'read index received' (duration: 138.952519ms)","trace[1373236621] 'applied index is now lower than readState.Index' (duration: 41.138154ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:15:18.988486Z","caller":"traceutil/trace.go:171","msg":"trace[992798608] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"183.507008ms","start":"2026-03-25T21:15:18.804969Z","end":"2026-03-25T21:15:18.988476Z","steps":["trace[992798608] 'process raft request' (duration: 142.262041ms)","trace[992798608] 'compare' (duration: 40.937729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:15:18.988725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.421262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42219"} {"level":"info","ts":"2026-03-25T21:15:18.988748Z","caller":"traceutil/trace.go:171","msg":"trace[1525609224] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:2986; }","duration":"180.480014ms","start":"2026-03-25T21:15:18.808262Z","end":"2026-03-25T21:15:18.988742Z","steps":["trace[1525609224] 'agreement among raft nodes before linearized reading' (duration: 180.33122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:19.259288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.690895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T21:15:19.259351Z","caller":"traceutil/trace.go:171","msg":"trace[809426085] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2987; }","duration":"157.805068ms","start":"2026-03-25T21:15:19.101533Z","end":"2026-03-25T21:15:19.259338Z","steps":["trace[809426085] 'range keys from in-memory index tree' (duration: 157.533541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:19.25948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.627054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-25T21:15:19.259522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.485094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T21:15:19.259537Z","caller":"traceutil/trace.go:171","msg":"trace[717185187] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2987; }","duration":"134.511534ms","start":"2026-03-25T21:15:19.125021Z","end":"2026-03-25T21:15:19.259532Z","steps":["trace[717185187] 'range keys from in-memory index tree' (duration: 134.438752ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:19.259541Z","caller":"traceutil/trace.go:171","msg":"trace[1479090336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2987; }","duration":"157.688955ms","start":"2026-03-25T21:15:19.101827Z","end":"2026-03-25T21:15:19.259516Z","steps":["trace[1479090336] 'range keys from in-memory index tree' (duration: 157.544781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:19.25952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.822316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:523"} {"level":"info","ts":"2026-03-25T21:15:19.25964Z","caller":"traceutil/trace.go:171","msg":"trace[970847545] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2987; }","duration":"138.98674ms","start":"2026-03-25T21:15:19.120629Z","end":"2026-03-25T21:15:19.259616Z","steps":["trace[970847545] 'range keys from in-memory index tree' (duration: 138.64727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:19.259684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.880011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-25T21:15:19.259703Z","caller":"traceutil/trace.go:171","msg":"trace[215797215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2987; }","duration":"157.910321ms","start":"2026-03-25T21:15:19.101787Z","end":"2026-03-25T21:15:19.259697Z","steps":["trace[215797215] 'range keys from in-memory index tree' (duration: 157.795068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:19.261066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.320197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-25T21:15:19.261142Z","caller":"traceutil/trace.go:171","msg":"trace[561216306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2987; }","duration":"135.4263ms","start":"2026-03-25T21:15:19.125699Z","end":"2026-03-25T21:15:19.261125Z","steps":["trace[561216306] 'range keys from in-memory index tree' (duration: 134.184645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:29.569855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.89531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-25T21:15:29.569938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.463766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T21:15:29.569976Z","caller":"traceutil/trace.go:171","msg":"trace[960519461] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3164; }","duration":"210.514847ms","start":"2026-03-25T21:15:29.35945Z","end":"2026-03-25T21:15:29.569964Z","steps":["trace[960519461] 'range keys from in-memory index tree' (duration: 210.391144ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:29.569968Z","caller":"traceutil/trace.go:171","msg":"trace[1181361582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3164; }","duration":"215.069814ms","start":"2026-03-25T21:15:29.354876Z","end":"2026-03-25T21:15:29.569946Z","steps":["trace[1181361582] 'range keys from in-memory index tree' (duration: 214.748276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:29.570154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.214349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:15:29.570193Z","caller":"traceutil/trace.go:171","msg":"trace[1723797056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3164; }","duration":"220.279841ms","start":"2026-03-25T21:15:29.349902Z","end":"2026-03-25T21:15:29.570182Z","steps":["trace[1723797056] 'range keys from in-memory index tree' (duration: 220.083936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:29.570194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.413178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-25T21:15:29.570299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.704525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-25T21:15:29.570338Z","caller":"traceutil/trace.go:171","msg":"trace[1453352127] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3164; }","duration":"219.769247ms","start":"2026-03-25T21:15:29.350557Z","end":"2026-03-25T21:15:29.570326Z","steps":["trace[1453352127] 'range keys from in-memory index tree' (duration: 219.590041ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:29.570322Z","caller":"traceutil/trace.go:171","msg":"trace[282525949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3164; }","duration":"208.596853ms","start":"2026-03-25T21:15:29.361697Z","end":"2026-03-25T21:15:29.570293Z","steps":["trace[282525949] 'range keys from in-memory index tree' (duration: 208.209842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:29.570561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.205797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T21:15:29.570727Z","caller":"traceutil/trace.go:171","msg":"trace[97190575] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3164; }","duration":"226.401673ms","start":"2026-03-25T21:15:29.344239Z","end":"2026-03-25T21:15:29.570641Z","steps":["trace[97190575] 'range keys from in-memory index tree' (duration: 225.855008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:29.570802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.541499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-03-25T21:15:29.57088Z","caller":"traceutil/trace.go:171","msg":"trace[625555743] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3164; }","duration":"106.712854ms","start":"2026-03-25T21:15:29.464152Z","end":"2026-03-25T21:15:29.570865Z","steps":["trace[625555743] 'range keys from in-memory index tree' (duration: 105.86103ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:29.773595Z","caller":"traceutil/trace.go:171","msg":"trace[1151937882] transaction","detail":"{read_only:false; response_revision:3166; number_of_response:1; }","duration":"199.156348ms","start":"2026-03-25T21:15:29.574385Z","end":"2026-03-25T21:15:29.773542Z","steps":["trace[1151937882] 'process raft request' (duration: 110.595213ms)","trace[1151937882] 'compare' (duration: 88.325099ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:15:29.773799Z","caller":"traceutil/trace.go:171","msg":"trace[38534365] transaction","detail":"{read_only:false; response_revision:3167; number_of_response:1; }","duration":"199.295393ms","start":"2026-03-25T21:15:29.574474Z","end":"2026-03-25T21:15:29.773769Z","steps":["trace[38534365] 'process raft request' (duration: 198.994334ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:29.773915Z","caller":"traceutil/trace.go:171","msg":"trace[1808977852] linearizableReadLoop","detail":"{readStateIndex:3297; appliedIndex:3291; }","duration":"120.374768ms","start":"2026-03-25T21:15:29.653475Z","end":"2026-03-25T21:15:29.77385Z","steps":["trace[1808977852] 'read index received' (duration: 31.515265ms)","trace[1808977852] 'applied index is now lower than readState.Index' (duration: 88.858583ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:15:29.773952Z","caller":"traceutil/trace.go:171","msg":"trace[1323969678] transaction","detail":"{read_only:false; response_revision:3170; number_of_response:1; }","duration":"198.373836ms","start":"2026-03-25T21:15:29.575524Z","end":"2026-03-25T21:15:29.773898Z","steps":["trace[1323969678] 'process raft request' (duration: 198.259713ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:29.774065Z","caller":"traceutil/trace.go:171","msg":"trace[907833067] transaction","detail":"{read_only:false; response_revision:3171; number_of_response:1; }","duration":"196.499874ms","start":"2026-03-25T21:15:29.577552Z","end":"2026-03-25T21:15:29.774052Z","steps":["trace[907833067] 'process raft request' (duration: 196.257217ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:29.774094Z","caller":"traceutil/trace.go:171","msg":"trace[484269216] transaction","detail":"{read_only:false; response_revision:3168; number_of_response:1; }","duration":"199.417536ms","start":"2026-03-25T21:15:29.574642Z","end":"2026-03-25T21:15:29.77406Z","steps":["trace[484269216] 'process raft request' (duration: 199.008944ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:29.774069Z","caller":"traceutil/trace.go:171","msg":"trace[1580968308] transaction","detail":"{read_only:false; response_revision:3169; number_of_response:1; }","duration":"198.645754ms","start":"2026-03-25T21:15:29.575408Z","end":"2026-03-25T21:15:29.774054Z","steps":["trace[1580968308] 'process raft request' (duration: 198.352045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:29.774562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.080677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-25T21:15:29.774612Z","caller":"traceutil/trace.go:171","msg":"trace[1831195341] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3171; }","duration":"121.189391ms","start":"2026-03-25T21:15:29.653412Z","end":"2026-03-25T21:15:29.774602Z","steps":["trace[1831195341] 'agreement among raft nodes before linearized reading' (duration: 120.580204ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:29.913379Z","caller":"traceutil/trace.go:171","msg":"trace[1722888863] linearizableReadLoop","detail":"{readStateIndex:3299; appliedIndex:3298; }","duration":"129.115983ms","start":"2026-03-25T21:15:29.784239Z","end":"2026-03-25T21:15:29.913355Z","steps":["trace[1722888863] 'read index received' (duration: 89.79916ms)","trace[1722888863] 'applied index is now lower than readState.Index' (duration: 39.315933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:15:29.913604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.334189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-25T21:15:29.913637Z","caller":"traceutil/trace.go:171","msg":"trace[985733196] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3173; }","duration":"129.407781ms","start":"2026-03-25T21:15:29.78422Z","end":"2026-03-25T21:15:29.913627Z","steps":["trace[985733196] 'agreement among raft nodes before linearized reading' (duration: 129.218786ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:29.913618Z","caller":"traceutil/trace.go:171","msg":"trace[1137101372] transaction","detail":"{read_only:false; response_revision:3173; number_of_response:1; }","duration":"132.414416ms","start":"2026-03-25T21:15:29.781061Z","end":"2026-03-25T21:15:29.913475Z","steps":["trace[1137101372] 'process raft request' (duration: 93.078272ms)","trace[1137101372] 'compare' (duration: 39.086457ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:15:31.644266Z","caller":"traceutil/trace.go:171","msg":"trace[573887171] transaction","detail":"{read_only:false; response_revision:3190; number_of_response:1; }","duration":"214.286103ms","start":"2026-03-25T21:15:31.429942Z","end":"2026-03-25T21:15:31.644228Z","steps":["trace[573887171] 'process raft request' (duration: 196.767362ms)","trace[573887171] 'compare' (duration: 17.086159ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:15:50.287419Z","caller":"traceutil/trace.go:171","msg":"trace[365767308] linearizableReadLoop","detail":"{readStateIndex:3453; appliedIndex:3452; }","duration":"127.154988ms","start":"2026-03-25T21:15:50.16024Z","end":"2026-03-25T21:15:50.287395Z","steps":["trace[365767308] 'read index received' (duration: 113.224287ms)","trace[365767308] 'applied index is now lower than readState.Index' (duration: 13.929651ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:15:50.287473Z","caller":"traceutil/trace.go:171","msg":"trace[1892012261] transaction","detail":"{read_only:false; response_revision:3319; number_of_response:1; }","duration":"305.919714ms","start":"2026-03-25T21:15:49.981529Z","end":"2026-03-25T21:15:50.287449Z","steps":["trace[1892012261] 'process raft request' (duration: 292.004554ms)","trace[1892012261] 'compare' (duration: 13.636543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:15:50.287594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:15:49.981492Z","time spent":"306.022887ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:15:50.287623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.391765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-03-25T21:15:50.287687Z","caller":"traceutil/trace.go:171","msg":"trace[253961794] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3319; }","duration":"127.502498ms","start":"2026-03-25T21:15:50.160167Z","end":"2026-03-25T21:15:50.28767Z","steps":["trace[253961794] 'agreement among raft nodes before linearized reading' (duration: 127.336353ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:50.492093Z","caller":"traceutil/trace.go:171","msg":"trace[1945232760] linearizableReadLoop","detail":"{readStateIndex:3455; appliedIndex:3453; }","duration":"144.101774ms","start":"2026-03-25T21:15:50.347953Z","end":"2026-03-25T21:15:50.492055Z","steps":["trace[1945232760] 'read index received' (duration: 142.930671ms)","trace[1945232760] 'applied index is now lower than readState.Index' (duration: 1.169333ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:15:50.492222Z","caller":"traceutil/trace.go:171","msg":"trace[930366125] transaction","detail":"{read_only:false; response_revision:3320; number_of_response:1; }","duration":"197.626606ms","start":"2026-03-25T21:15:50.294566Z","end":"2026-03-25T21:15:50.492193Z","steps":["trace[930366125] 'process raft request' (duration: 196.320329ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:50.492295Z","caller":"traceutil/trace.go:171","msg":"trace[1242153791] transaction","detail":"{read_only:false; response_revision:3321; number_of_response:1; }","duration":"197.257795ms","start":"2026-03-25T21:15:50.295002Z","end":"2026-03-25T21:15:50.492259Z","steps":["trace[1242153791] 'process raft request' (duration: 196.892365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:50.492323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.287088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:15:50.492406Z","caller":"traceutil/trace.go:171","msg":"trace[2080800028] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3321; }","duration":"144.515115ms","start":"2026-03-25T21:15:50.347871Z","end":"2026-03-25T21:15:50.492386Z","steps":["trace[2080800028] 'agreement among raft nodes before linearized reading' (duration: 144.315979ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:54.765106Z","caller":"traceutil/trace.go:171","msg":"trace[781389573] transaction","detail":"{read_only:false; response_revision:3347; number_of_response:1; }","duration":"203.981627ms","start":"2026-03-25T21:15:54.561101Z","end":"2026-03-25T21:15:54.765083Z","steps":["trace[781389573] 'process raft request' (duration: 149.893616ms)","trace[781389573] 'compare' (duration: 53.989968ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:15:54.766656Z","caller":"traceutil/trace.go:171","msg":"trace[1574484063] transaction","detail":"{read_only:false; response_revision:3348; number_of_response:1; }","duration":"203.108864ms","start":"2026-03-25T21:15:54.56353Z","end":"2026-03-25T21:15:54.766639Z","steps":["trace[1574484063] 'process raft request' (duration: 203.006971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:56.744813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858711708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:15:57.060482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.660185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:15:57.060671Z","caller":"traceutil/trace.go:171","msg":"trace[70616586] transaction","detail":"{read_only:false; response_revision:3355; number_of_response:1; }","duration":"1.036961244s","start":"2026-03-25T21:15:56.023635Z","end":"2026-03-25T21:15:57.060596Z","steps":["trace[70616586] 'process raft request' (duration: 177.610575ms)","trace[70616586] 'compare' (duration: 856.412729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:15:57.060784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:15:56.023576Z","time spent":"1.037129018s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:15:57.2459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858711708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:15:57.274293Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072990261s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T21:15:57.275365Z","caller":"traceutil/trace.go:171","msg":"trace[1672938063] transaction","detail":"{read_only:false; response_revision:3356; number_of_response:1; }","duration":"1.251324905s","start":"2026-03-25T21:15:56.023945Z","end":"2026-03-25T21:15:57.27527Z","steps":["trace[1672938063] 'process raft request' (duration: 1.250591035s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:57.275393Z","caller":"traceutil/trace.go:171","msg":"trace[734071336] transaction","detail":"{read_only:false; response_revision:3358; number_of_response:1; }","duration":"1.250811102s","start":"2026-03-25T21:15:56.02454Z","end":"2026-03-25T21:15:57.275351Z","steps":["trace[734071336] 'process raft request' (duration: 1.250704079s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:57.275432Z","caller":"traceutil/trace.go:171","msg":"trace[1966666615] transaction","detail":"{read_only:false; response_revision:3357; number_of_response:1; }","duration":"1.251205103s","start":"2026-03-25T21:15:56.024179Z","end":"2026-03-25T21:15:57.275385Z","steps":["trace[1966666615] 'process raft request' (duration: 1.250989747s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:57.275558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:15:56.023899Z","time spent":"1.251559482s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:15:57.275618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:15:56.02415Z","time spent":"1.251372307s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:15:57.275625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:15:56.024528Z","time spent":"1.250972136s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:15:57.279423Z","caller":"traceutil/trace.go:171","msg":"trace[925948459] transaction","detail":"{read_only:false; response_revision:3360; number_of_response:1; }","duration":"439.95578ms","start":"2026-03-25T21:15:56.839441Z","end":"2026-03-25T21:15:57.279397Z","steps":["trace[925948459] 'process raft request' (duration: 439.816857ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:57.279461Z","caller":"traceutil/trace.go:171","msg":"trace[864742912] transaction","detail":"{read_only:false; response_revision:3359; number_of_response:1; }","duration":"507.427899ms","start":"2026-03-25T21:15:56.77199Z","end":"2026-03-25T21:15:57.279418Z","steps":["trace[864742912] 'process raft request' (duration: 507.127581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:57.279554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:15:56.83941Z","time spent":"440.067824ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:15:57.279637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:15:56.771971Z","time spent":"507.573634ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:15:57.279619Z","caller":"traceutil/trace.go:171","msg":"trace[2001313818] linearizableReadLoop","detail":"{readStateIndex:3497; appliedIndex:3491; }","duration":"1.035045751s","start":"2026-03-25T21:15:56.244555Z","end":"2026-03-25T21:15:57.279601Z","steps":["trace[2001313818] 'read index received' (duration: 1.02989304s)","trace[2001313818] 'applied index is now lower than readState.Index' (duration: 5.150251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:15:57.279725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035166035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:15:57.279772Z","caller":"traceutil/trace.go:171","msg":"trace[604254628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3361; }","duration":"1.035247157s","start":"2026-03-25T21:15:56.244512Z","end":"2026-03-25T21:15:57.279759Z","steps":["trace[604254628] 'agreement among raft nodes before linearized reading' (duration: 1.035152215s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:57.279741Z","caller":"traceutil/trace.go:171","msg":"trace[2007084240] transaction","detail":"{read_only:false; response_revision:3361; number_of_response:1; }","duration":"131.135352ms","start":"2026-03-25T21:15:57.148546Z","end":"2026-03-25T21:15:57.279681Z","steps":["trace[2007084240] 'process raft request' (duration: 130.793713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:57.279817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:15:56.244494Z","time spent":"1.035315629s","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:15:57.279933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.63765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-25T21:15:57.279975Z","caller":"traceutil/trace.go:171","msg":"trace[1809139271] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3361; }","duration":"509.721672ms","start":"2026-03-25T21:15:56.770238Z","end":"2026-03-25T21:15:57.27996Z","steps":["trace[1809139271] 'agreement among raft nodes before linearized reading' (duration: 509.626079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:57.279972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.788208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-25T21:15:57.280003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:15:56.770212Z","time spent":"509.785664ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":666,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T21:15:57.280025Z","caller":"traceutil/trace.go:171","msg":"trace[1755301436] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3361; }","duration":"887.87453ms","start":"2026-03-25T21:15:56.392133Z","end":"2026-03-25T21:15:57.280008Z","steps":["trace[1755301436] 'agreement among raft nodes before linearized reading' (duration: 887.687295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:57.280061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:15:56.392119Z","time spent":"887.935062ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:15:57.279933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.777231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-25T21:15:57.280118Z","caller":"traceutil/trace.go:171","msg":"trace[1587659933] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3361; }","duration":"377.037258ms","start":"2026-03-25T21:15:56.903073Z","end":"2026-03-25T21:15:57.28011Z","steps":["trace[1587659933] 'agreement among raft nodes before linearized reading' (duration: 376.75501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:57.280143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:15:56.903047Z","time spent":"377.090699ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T21:15:57.280142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.279245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-03-25T21:15:57.280186Z","caller":"traceutil/trace.go:171","msg":"trace[773566526] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3361; }","duration":"511.378408ms","start":"2026-03-25T21:15:56.768795Z","end":"2026-03-25T21:15:57.280173Z","steps":["trace[773566526] 'agreement among raft nodes before linearized reading' (duration: 511.198003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:57.280223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:15:56.768765Z","time spent":"511.451279ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":681,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T21:16:21.406029Z","caller":"traceutil/trace.go:171","msg":"trace[851758209] transaction","detail":"{read_only:false; response_revision:3563; number_of_response:1; }","duration":"144.047305ms","start":"2026-03-25T21:16:21.261956Z","end":"2026-03-25T21:16:21.406003Z","steps":["trace[851758209] 'process raft request' (duration: 143.785168ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:16:21.535569Z","caller":"traceutil/trace.go:171","msg":"trace[1350734336] transaction","detail":"{read_only:false; response_revision:3564; number_of_response:1; }","duration":"263.295612ms","start":"2026-03-25T21:16:21.272253Z","end":"2026-03-25T21:16:21.535549Z","steps":["trace[1350734336] 'process raft request' (duration: 222.968577ms)","trace[1350734336] 'compare' (duration: 40.090218ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:16:21.535735Z","caller":"traceutil/trace.go:171","msg":"trace[540112120] transaction","detail":"{read_only:false; response_revision:3565; number_of_response:1; }","duration":"224.658033ms","start":"2026-03-25T21:16:21.311064Z","end":"2026-03-25T21:16:21.535722Z","steps":["trace[540112120] 'process raft request' (duration: 224.442767ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:16:21.535962Z","caller":"traceutil/trace.go:171","msg":"trace[1166223377] transaction","detail":"{read_only:false; response_revision:3566; number_of_response:1; }","duration":"179.521367ms","start":"2026-03-25T21:16:21.356421Z","end":"2026-03-25T21:16:21.535943Z","steps":["trace[1166223377] 'process raft request' (duration: 179.26508ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:16:21.53612Z","caller":"traceutil/trace.go:171","msg":"trace[76940180] linearizableReadLoop","detail":"{readStateIndex:3715; appliedIndex:3711; }","duration":"159.884809ms","start":"2026-03-25T21:16:21.376227Z","end":"2026-03-25T21:16:21.536112Z","steps":["trace[76940180] 'read index received' (duration: 29.58342ms)","trace[76940180] 'applied index is now lower than readState.Index' (duration: 130.300539ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:16:21.536202Z","caller":"traceutil/trace.go:171","msg":"trace[1470914749] transaction","detail":"{read_only:false; response_revision:3567; number_of_response:1; }","duration":"153.531076ms","start":"2026-03-25T21:16:21.382639Z","end":"2026-03-25T21:16:21.53617Z","steps":["trace[1470914749] 'process raft request' (duration: 153.235518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:16:21.536318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.308463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bprpp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-25T21:16:21.5363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.043064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusagents.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:16:21.536418Z","caller":"traceutil/trace.go:171","msg":"trace[1609095089] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusagents.monitoring.coreos.com; range_end:; response_count:0; response_revision:3567; }","duration":"160.209138ms","start":"2026-03-25T21:16:21.37619Z","end":"2026-03-25T21:16:21.536399Z","steps":["trace[1609095089] 'agreement among raft nodes before linearized reading' (duration: 160.012312ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:16:21.536346Z","caller":"traceutil/trace.go:171","msg":"trace[105067107] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bprpp; range_end:; response_count:1; response_revision:3567; }","duration":"136.364965ms","start":"2026-03-25T21:16:21.399974Z","end":"2026-03-25T21:16:21.536339Z","steps":["trace[105067107] 'agreement among raft nodes before linearized reading' (duration: 136.243562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:16:21.536464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.543922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-25T21:16:21.536533Z","caller":"traceutil/trace.go:171","msg":"trace[891941788] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3567; }","duration":"139.644015ms","start":"2026-03-25T21:16:21.396876Z","end":"2026-03-25T21:16:21.53652Z","steps":["trace[891941788] 'agreement among raft nodes before linearized reading' (duration: 139.46648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:16:21.536318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.331616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T21:16:21.536578Z","caller":"traceutil/trace.go:171","msg":"trace[1818300581] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3567; }","duration":"139.665395ms","start":"2026-03-25T21:16:21.396903Z","end":"2026-03-25T21:16:21.536569Z","steps":["trace[1818300581] 'agreement among raft nodes before linearized reading' (duration: 139.319546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:16:21.536793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.492842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T21:16:21.536817Z","caller":"traceutil/trace.go:171","msg":"trace[184522026] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3567; }","duration":"146.531274ms","start":"2026-03-25T21:16:21.390279Z","end":"2026-03-25T21:16:21.536811Z","steps":["trace[184522026] 'agreement among raft nodes before linearized reading' (duration: 145.919117ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:16:21.890586Z","caller":"traceutil/trace.go:171","msg":"trace[330043921] linearizableReadLoop","detail":"{readStateIndex:3727; appliedIndex:3726; }","duration":"105.855179ms","start":"2026-03-25T21:16:21.784709Z","end":"2026-03-25T21:16:21.890564Z","steps":["trace[330043921] 'read index received' (duration: 72.940128ms)","trace[330043921] 'applied index is now lower than readState.Index' (duration: 32.914321ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:16:21.890653Z","caller":"traceutil/trace.go:171","msg":"trace[1632834851] transaction","detail":"{read_only:false; response_revision:3578; number_of_response:1; }","duration":"132.441347ms","start":"2026-03-25T21:16:21.758174Z","end":"2026-03-25T21:16:21.890616Z","steps":["trace[1632834851] 'process raft request' (duration: 99.635479ms)","trace[1632834851] 'compare' (duration: 32.465969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:16:21.89076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.026274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:16:21.890823Z","caller":"traceutil/trace.go:171","msg":"trace[651560277] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com; range_end:; response_count:0; response_revision:3578; }","duration":"106.141727ms","start":"2026-03-25T21:16:21.784669Z","end":"2026-03-25T21:16:21.890811Z","steps":["trace[651560277] 'agreement among raft nodes before linearized reading' (duration: 106.021764ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:16:22.13119Z","caller":"traceutil/trace.go:171","msg":"trace[1060696995] transaction","detail":"{read_only:false; response_revision:3579; number_of_response:1; }","duration":"143.83801ms","start":"2026-03-25T21:16:21.987319Z","end":"2026-03-25T21:16:22.131157Z","steps":["trace[1060696995] 'process raft request' (duration: 71.662973ms)","trace[1060696995] 'compare' (duration: 71.675264ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:16:22.152915Z","caller":"traceutil/trace.go:171","msg":"trace[745175780] linearizableReadLoop","detail":"{readStateIndex:3729; appliedIndex:3727; }","duration":"104.128672ms","start":"2026-03-25T21:16:22.048767Z","end":"2026-03-25T21:16:22.152896Z","steps":["trace[745175780] 'read index received' (duration: 9.943832ms)","trace[745175780] 'applied index is now lower than readState.Index' (duration: 94.18405ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:16:22.152995Z","caller":"traceutil/trace.go:171","msg":"trace[1148467077] transaction","detail":"{read_only:false; response_revision:3580; number_of_response:1; }","duration":"158.303726ms","start":"2026-03-25T21:16:21.994672Z","end":"2026-03-25T21:16:22.152975Z","steps":["trace[1148467077] 'process raft request' (duration: 157.550925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:16:22.153098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.320447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-25T21:16:22.153128Z","caller":"traceutil/trace.go:171","msg":"trace[496199086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3580; }","duration":"104.397379ms","start":"2026-03-25T21:16:22.048723Z","end":"2026-03-25T21:16:22.15312Z","steps":["trace[496199086] 'agreement among raft nodes before linearized reading' (duration: 104.275616ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:16:22.401419Z","caller":"traceutil/trace.go:171","msg":"trace[1020894056] transaction","detail":"{read_only:false; response_revision:3583; number_of_response:1; }","duration":"191.568648ms","start":"2026-03-25T21:16:22.209816Z","end":"2026-03-25T21:16:22.401384Z","steps":["trace[1020894056] 'process raft request' (duration: 128.090219ms)","trace[1020894056] 'compare' (duration: 63.287503ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:16:22.422486Z","caller":"traceutil/trace.go:171","msg":"trace[582754523] linearizableReadLoop","detail":"{readStateIndex:3733; appliedIndex:3731; }","duration":"178.534521ms","start":"2026-03-25T21:16:22.24393Z","end":"2026-03-25T21:16:22.422465Z","steps":["trace[582754523] 'read index received' (duration: 94.082937ms)","trace[582754523] 'applied index is now lower than readState.Index' (duration: 84.450924ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:16:22.422591Z","caller":"traceutil/trace.go:171","msg":"trace[2060965913] transaction","detail":"{read_only:false; response_revision:3584; number_of_response:1; }","duration":"189.735517ms","start":"2026-03-25T21:16:22.23281Z","end":"2026-03-25T21:16:22.422546Z","steps":["trace[2060965913] 'process raft request' (duration: 189.145821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:16:22.422674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.715546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:16:22.422772Z","caller":"traceutil/trace.go:171","msg":"trace[558576775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3584; }","duration":"178.86493ms","start":"2026-03-25T21:16:22.243881Z","end":"2026-03-25T21:16:22.422746Z","steps":["trace[558576775] 'agreement among raft nodes before linearized reading' (duration: 178.670734ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:16:52.129068Z","caller":"traceutil/trace.go:171","msg":"trace[1662290296] transaction","detail":"{read_only:false; response_revision:3803; number_of_response:1; }","duration":"124.704165ms","start":"2026-03-25T21:16:52.00433Z","end":"2026-03-25T21:16:52.129035Z","steps":["trace[1662290296] 'process raft request' (duration: 124.440378ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:03.115897Z","caller":"traceutil/trace.go:171","msg":"trace[381112748] transaction","detail":"{read_only:false; response_revision:4202; number_of_response:1; }","duration":"112.947727ms","start":"2026-03-25T21:17:03.002924Z","end":"2026-03-25T21:17:03.115871Z","steps":["trace[381112748] 'process raft request' (duration: 112.114875ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:03.118671Z","caller":"traceutil/trace.go:171","msg":"trace[1412767505] transaction","detail":"{read_only:false; response_revision:4203; number_of_response:1; }","duration":"102.751187ms","start":"2026-03-25T21:17:03.015899Z","end":"2026-03-25T21:17:03.11865Z","steps":["trace[1412767505] 'process raft request' (duration: 102.566012ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:03.736762Z","caller":"traceutil/trace.go:171","msg":"trace[2128072263] transaction","detail":"{read_only:false; response_revision:4227; number_of_response:1; }","duration":"113.621885ms","start":"2026-03-25T21:17:03.623116Z","end":"2026-03-25T21:17:03.736738Z","steps":["trace[2128072263] 'process raft request' (duration: 113.454651ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:04.238372Z","caller":"traceutil/trace.go:171","msg":"trace[439206864] transaction","detail":"{read_only:false; response_revision:4246; number_of_response:1; }","duration":"134.581251ms","start":"2026-03-25T21:17:04.103759Z","end":"2026-03-25T21:17:04.23834Z","steps":["trace[439206864] 'process raft request' (duration: 134.410787ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:04.241796Z","caller":"traceutil/trace.go:171","msg":"trace[1038366189] transaction","detail":"{read_only:false; response_revision:4247; number_of_response:1; }","duration":"116.238945ms","start":"2026-03-25T21:17:04.125513Z","end":"2026-03-25T21:17:04.241752Z","steps":["trace[1038366189] 'process raft request' (duration: 115.694461ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:04.86597Z","caller":"traceutil/trace.go:171","msg":"trace[2010843012] transaction","detail":"{read_only:false; response_revision:4268; number_of_response:1; }","duration":"191.484151ms","start":"2026-03-25T21:17:04.674457Z","end":"2026-03-25T21:17:04.865941Z","steps":["trace[2010843012] 'process raft request' (duration: 190.972818ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:04.937709Z","caller":"traceutil/trace.go:171","msg":"trace[1629642850] linearizableReadLoop","detail":"{readStateIndex:4454; appliedIndex:4452; }","duration":"171.680606ms","start":"2026-03-25T21:17:04.766Z","end":"2026-03-25T21:17:04.93768Z","steps":["trace[1629642850] 'read index received' (duration: 99.432819ms)","trace[1629642850] 'applied index is now lower than readState.Index' (duration: 72.246777ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:04.937743Z","caller":"traceutil/trace.go:171","msg":"trace[368898092] transaction","detail":"{read_only:false; response_revision:4269; number_of_response:1; }","duration":"221.97243ms","start":"2026-03-25T21:17:04.715738Z","end":"2026-03-25T21:17:04.937711Z","steps":["trace[368898092] 'process raft request' (duration: 218.609691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:04.937989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.961773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:04.938071Z","caller":"traceutil/trace.go:171","msg":"trace[1702542428] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:0; response_revision:4269; }","duration":"172.084846ms","start":"2026-03-25T21:17:04.765968Z","end":"2026-03-25T21:17:04.938053Z","steps":["trace[1702542428] 'agreement among raft nodes before linearized reading' (duration: 171.85163ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:05.67828Z","caller":"traceutil/trace.go:171","msg":"trace[601979296] transaction","detail":"{read_only:false; response_revision:4310; number_of_response:1; }","duration":"213.974108ms","start":"2026-03-25T21:17:05.46428Z","end":"2026-03-25T21:17:05.678254Z","steps":["trace[601979296] 'process raft request' (duration: 212.641012ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:05.682334Z","caller":"traceutil/trace.go:171","msg":"trace[1863269303] transaction","detail":"{read_only:false; response_revision:4311; number_of_response:1; }","duration":"213.964997ms","start":"2026-03-25T21:17:05.468348Z","end":"2026-03-25T21:17:05.682313Z","steps":["trace[1863269303] 'process raft request' (duration: 213.814983ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:05.682625Z","caller":"traceutil/trace.go:171","msg":"trace[287121313] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4311; }","duration":"204.679701ms","start":"2026-03-25T21:17:05.477928Z","end":"2026-03-25T21:17:05.682608Z","steps":["trace[287121313] 'process raft request' (duration: 204.346832ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:05.682679Z","caller":"traceutil/trace.go:171","msg":"trace[561991627] transaction","detail":"{read_only:false; response_revision:4313; number_of_response:1; }","duration":"158.035834ms","start":"2026-03-25T21:17:05.524628Z","end":"2026-03-25T21:17:05.682663Z","steps":["trace[561991627] 'process raft request' (duration: 157.949051ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:05.682711Z","caller":"traceutil/trace.go:171","msg":"trace[870275053] transaction","detail":"{read_only:false; response_revision:4312; number_of_response:1; }","duration":"203.12599ms","start":"2026-03-25T21:17:05.479555Z","end":"2026-03-25T21:17:05.682681Z","steps":["trace[870275053] 'process raft request' (duration: 202.923445ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:05.682941Z","caller":"traceutil/trace.go:171","msg":"trace[1263747980] linearizableReadLoop","detail":"{readStateIndex:4500; appliedIndex:4495; }","duration":"120.899698ms","start":"2026-03-25T21:17:05.562027Z","end":"2026-03-25T21:17:05.682927Z","steps":["trace[1263747980] 'read index received' (duration: 114.906919ms)","trace[1263747980] 'applied index is now lower than readState.Index' (duration: 5.991909ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:05.683022Z","caller":"traceutil/trace.go:171","msg":"trace[1056357150] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4313; }","duration":"109.400303ms","start":"2026-03-25T21:17:05.573611Z","end":"2026-03-25T21:17:05.683011Z","steps":["trace[1056357150] 'process raft request' (duration: 109.005842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:05.683108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.067433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:17:05.683181Z","caller":"traceutil/trace.go:171","msg":"trace[1164551382] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4313; }","duration":"121.204066ms","start":"2026-03-25T21:17:05.561961Z","end":"2026-03-25T21:17:05.683165Z","steps":["trace[1164551382] 'agreement among raft nodes before linearized reading' (duration: 121.052582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:05.684334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.471531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2110482"} {"level":"info","ts":"2026-03-25T21:17:05.684414Z","caller":"traceutil/trace.go:171","msg":"trace[279388744] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4313; }","duration":"110.599865ms","start":"2026-03-25T21:17:05.573801Z","end":"2026-03-25T21:17:05.684401Z","steps":["trace[279388744] 'agreement among raft nodes before linearized reading' (duration: 109.356892ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:06.408228Z","caller":"traceutil/trace.go:171","msg":"trace[1616749071] transaction","detail":"{read_only:false; response_revision:4359; number_of_response:1; }","duration":"119.943542ms","start":"2026-03-25T21:17:06.28826Z","end":"2026-03-25T21:17:06.408204Z","steps":["trace[1616749071] 'process raft request' (duration: 119.790848ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:06.528801Z","caller":"traceutil/trace.go:171","msg":"trace[840258877] transaction","detail":"{read_only:false; response_revision:4361; number_of_response:1; }","duration":"115.198937ms","start":"2026-03-25T21:17:06.413582Z","end":"2026-03-25T21:17:06.528781Z","steps":["trace[840258877] 'process raft request' (duration: 114.582911ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:06.528999Z","caller":"traceutil/trace.go:171","msg":"trace[1623257636] transaction","detail":"{read_only:false; response_revision:4362; number_of_response:1; }","duration":"115.376691ms","start":"2026-03-25T21:17:06.413611Z","end":"2026-03-25T21:17:06.528988Z","steps":["trace[1623257636] 'process raft request' (duration: 114.699943ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:08.893679Z","caller":"traceutil/trace.go:171","msg":"trace[1654225113] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4402; }","duration":"194.326436ms","start":"2026-03-25T21:17:08.699334Z","end":"2026-03-25T21:17:08.89366Z","steps":["trace[1654225113] 'process raft request' (duration: 183.702634ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:09.586235Z","caller":"traceutil/trace.go:171","msg":"trace[898973576] transaction","detail":"{read_only:false; response_revision:4412; number_of_response:1; }","duration":"112.70179ms","start":"2026-03-25T21:17:09.47351Z","end":"2026-03-25T21:17:09.586212Z","steps":["trace[898973576] 'process raft request' (duration: 112.118965ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:09.798435Z","caller":"traceutil/trace.go:171","msg":"trace[594968565] transaction","detail":"{read_only:false; response_revision:4413; number_of_response:1; }","duration":"204.763814ms","start":"2026-03-25T21:17:09.593631Z","end":"2026-03-25T21:17:09.798395Z","steps":["trace[594968565] 'process raft request' (duration: 202.083453ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:09.798692Z","caller":"traceutil/trace.go:171","msg":"trace[1114013214] transaction","detail":"{read_only:false; response_revision:4414; number_of_response:1; }","duration":"198.737513ms","start":"2026-03-25T21:17:09.599933Z","end":"2026-03-25T21:17:09.798671Z","steps":["trace[1114013214] 'process raft request' (duration: 198.502687ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:09.798795Z","caller":"traceutil/trace.go:171","msg":"trace[1062782844] linearizableReadLoop","detail":"{readStateIndex:4605; appliedIndex:4603; }","duration":"156.39402ms","start":"2026-03-25T21:17:09.64238Z","end":"2026-03-25T21:17:09.798774Z","steps":["trace[1062782844] 'read index received' (duration: 153.348239ms)","trace[1062782844] 'applied index is now lower than readState.Index' (duration: 3.044501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:09.799153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.750339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18a0322de88fbf8e\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-03-25T21:17:09.799202Z","caller":"traceutil/trace.go:171","msg":"trace[1578867524] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18a0322de88fbf8e; range_end:; response_count:1; response_revision:4415; }","duration":"156.833692ms","start":"2026-03-25T21:17:09.642352Z","end":"2026-03-25T21:17:09.799186Z","steps":["trace[1578867524] 'agreement among raft nodes before linearized reading' (duration: 156.592755ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:11.92657Z","caller":"traceutil/trace.go:171","msg":"trace[1869776592] transaction","detail":"{read_only:false; response_revision:4467; number_of_response:1; }","duration":"156.048401ms","start":"2026-03-25T21:17:11.770505Z","end":"2026-03-25T21:17:11.926554Z","steps":["trace[1869776592] 'process raft request' (duration: 155.940138ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:12.253544Z","caller":"traceutil/trace.go:171","msg":"trace[25941208] linearizableReadLoop","detail":"{readStateIndex:4661; appliedIndex:4659; }","duration":"443.839028ms","start":"2026-03-25T21:17:11.809686Z","end":"2026-03-25T21:17:12.253525Z","steps":["trace[25941208] 'read index received' (duration: 116.777079ms)","trace[25941208] 'applied index is now lower than readState.Index' (duration: 327.061169ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:12.253771Z","caller":"traceutil/trace.go:171","msg":"trace[1993044601] transaction","detail":"{read_only:false; response_revision:4468; number_of_response:1; }","duration":"450.306019ms","start":"2026-03-25T21:17:11.803458Z","end":"2026-03-25T21:17:12.253764Z","steps":["trace[1993044601] 'process raft request' (duration: 373.223914ms)","trace[1993044601] 'compare' (duration: 76.740366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:12.253841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:11.803437Z","time spent":"450.349621ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:12.253986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.31065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bprpp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T21:17:12.254004Z","caller":"traceutil/trace.go:171","msg":"trace[1445905620] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bprpp; range_end:; response_count:1; response_revision:4468; }","duration":"444.358351ms","start":"2026-03-25T21:17:11.809641Z","end":"2026-03-25T21:17:12.253999Z","steps":["trace[1445905620] 'agreement among raft nodes before linearized reading' (duration: 444.277179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:12.254018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:11.80963Z","time spent":"444.385332ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-bprpp\" "} {"level":"info","ts":"2026-03-25T21:17:12.469874Z","caller":"traceutil/trace.go:171","msg":"trace[369798011] linearizableReadLoop","detail":"{readStateIndex:4664; appliedIndex:4661; }","duration":"216.250758ms","start":"2026-03-25T21:17:12.253604Z","end":"2026-03-25T21:17:12.469855Z","steps":["trace[369798011] 'read index received' (duration: 131.192171ms)","trace[369798011] 'applied index is now lower than readState.Index' (duration: 85.057887ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:12.469891Z","caller":"traceutil/trace.go:171","msg":"trace[306725330] transaction","detail":"{read_only:false; response_revision:4469; number_of_response:1; }","duration":"539.186098ms","start":"2026-03-25T21:17:11.930669Z","end":"2026-03-25T21:17:12.469855Z","steps":["trace[306725330] 'process raft request' (duration: 454.09631ms)","trace[306725330] 'compare' (duration: 84.850922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:12.470039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:11.930651Z","time spent":"539.318731ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:17:12.470099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.492882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-25T21:17:12.470129Z","caller":"traceutil/trace.go:171","msg":"trace[1684542135] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4471; }","duration":"540.540394ms","start":"2026-03-25T21:17:11.929582Z","end":"2026-03-25T21:17:12.470122Z","steps":["trace[1684542135] 'agreement among raft nodes before linearized reading' (duration: 540.39094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:12.470131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.061931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:12.470194Z","caller":"traceutil/trace.go:171","msg":"trace[2050855235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4471; }","duration":"214.172563ms","start":"2026-03-25T21:17:12.256009Z","end":"2026-03-25T21:17:12.470181Z","steps":["trace[2050855235] 'agreement among raft nodes before linearized reading' (duration: 214.046349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:12.470236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.244684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:17:12.470267Z","caller":"traceutil/trace.go:171","msg":"trace[14066977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4471; }","duration":"581.286875ms","start":"2026-03-25T21:17:11.888974Z","end":"2026-03-25T21:17:12.470261Z","steps":["trace[14066977] 'agreement among raft nodes before linearized reading' (duration: 581.208713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:12.470292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:11.888969Z","time spent":"581.316085ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:17:12.470353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.064587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-25T21:17:12.470155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:11.929575Z","time spent":"540.574325ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-25T21:17:12.470408Z","caller":"traceutil/trace.go:171","msg":"trace[466176497] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4471; }","duration":"541.126089ms","start":"2026-03-25T21:17:11.929259Z","end":"2026-03-25T21:17:12.470385Z","steps":["trace[466176497] 'agreement among raft nodes before linearized reading' (duration: 541.025486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:12.470459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:11.929248Z","time spent":"541.201071ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-25T21:17:12.470235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.388471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T21:17:12.470502Z","caller":"traceutil/trace.go:171","msg":"trace[584756838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4471; }","duration":"580.695479ms","start":"2026-03-25T21:17:11.889799Z","end":"2026-03-25T21:17:12.470495Z","steps":["trace[584756838] 'agreement among raft nodes before linearized reading' (duration: 580.262948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:12.470143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.83328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-03-25T21:17:12.470526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:11.889794Z","time spent":"580.72399ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T21:17:12.470522Z","caller":"traceutil/trace.go:171","msg":"trace[1363930648] transaction","detail":"{read_only:false; response_revision:4470; number_of_response:1; }","duration":"533.727943ms","start":"2026-03-25T21:17:11.936768Z","end":"2026-03-25T21:17:12.470496Z","steps":["trace[1363930648] 'process raft request' (duration: 532.988213ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:12.470553Z","caller":"traceutil/trace.go:171","msg":"trace[1971946401] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4471; }","duration":"371.287972ms","start":"2026-03-25T21:17:12.099246Z","end":"2026-03-25T21:17:12.470534Z","steps":["trace[1971946401] 'agreement among raft nodes before linearized reading' (duration: 370.666466ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:12.47057Z","caller":"traceutil/trace.go:171","msg":"trace[995232098] transaction","detail":"{read_only:false; response_revision:4471; number_of_response:1; }","duration":"478.648742ms","start":"2026-03-25T21:17:11.991904Z","end":"2026-03-25T21:17:12.470553Z","steps":["trace[995232098] 'process raft request' (duration: 477.900622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:12.470615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:12.099226Z","time spent":"371.372365ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":681,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:17:12.47063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.711971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-25T21:17:12.470668Z","caller":"traceutil/trace.go:171","msg":"trace[1102800014] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4471; }","duration":"138.785803ms","start":"2026-03-25T21:17:12.331868Z","end":"2026-03-25T21:17:12.470654Z","steps":["trace[1102800014] 'agreement among raft nodes before linearized reading' (duration: 138.698331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:12.470681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.411675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-03-25T21:17:12.470679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:11.991877Z","time spent":"478.739793ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:12.470681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:11.936757Z","time spent":"533.826285ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2449,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:12.470714Z","caller":"traceutil/trace.go:171","msg":"trace[1894085830] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4471; }","duration":"582.491237ms","start":"2026-03-25T21:17:11.888213Z","end":"2026-03-25T21:17:12.470704Z","steps":["trace[1894085830] 'agreement among raft nodes before linearized reading' (duration: 582.343413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:12.470738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:11.888186Z","time spent":"582.547098ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":546,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-25T21:17:12.470717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.842057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42353"} {"level":"info","ts":"2026-03-25T21:17:12.470842Z","caller":"traceutil/trace.go:171","msg":"trace[143133363] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4471; }","duration":"213.007362ms","start":"2026-03-25T21:17:12.257807Z","end":"2026-03-25T21:17:12.470815Z","steps":["trace[143133363] 'agreement among raft nodes before linearized reading' (duration: 212.55129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:12.470777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.909971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T21:17:12.470959Z","caller":"traceutil/trace.go:171","msg":"trace[225737370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4471; }","duration":"582.107527ms","start":"2026-03-25T21:17:11.888826Z","end":"2026-03-25T21:17:12.470934Z","steps":["trace[225737370] 'agreement among raft nodes before linearized reading' (duration: 581.178252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:12.47101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:11.888806Z","time spent":"582.196019ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T21:17:13.113375Z","caller":"traceutil/trace.go:171","msg":"trace[402055096] transaction","detail":"{read_only:false; response_revision:4473; number_of_response:1; }","duration":"637.471596ms","start":"2026-03-25T21:17:12.475881Z","end":"2026-03-25T21:17:13.113352Z","steps":["trace[402055096] 'process raft request' (duration: 637.26507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:13.113567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:12.475869Z","time spent":"637.598709ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:13.113609Z","caller":"traceutil/trace.go:171","msg":"trace[1302464592] transaction","detail":"{read_only:false; response_revision:4474; number_of_response:1; }","duration":"637.63477ms","start":"2026-03-25T21:17:12.475943Z","end":"2026-03-25T21:17:13.113578Z","steps":["trace[1302464592] 'process raft request' (duration: 637.370473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:13.113778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:12.475938Z","time spent":"637.743813ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:13.11395Z","caller":"traceutil/trace.go:171","msg":"trace[1459997243] linearizableReadLoop","detail":"{readStateIndex:4668; appliedIndex:4664; }","duration":"637.677941ms","start":"2026-03-25T21:17:12.476248Z","end":"2026-03-25T21:17:13.113926Z","steps":["trace[1459997243] 'read index received' (duration: 49.345969ms)","trace[1459997243] 'applied index is now lower than readState.Index' (duration: 588.330952ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:13.113977Z","caller":"traceutil/trace.go:171","msg":"trace[1624701933] transaction","detail":"{read_only:false; response_revision:4475; number_of_response:1; }","duration":"637.754804ms","start":"2026-03-25T21:17:12.476195Z","end":"2026-03-25T21:17:13.11395Z","steps":["trace[1624701933] 'process raft request' (duration: 637.303722ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:13.114057Z","caller":"traceutil/trace.go:171","msg":"trace[807698967] transaction","detail":"{read_only:false; response_revision:4479; number_of_response:1; }","duration":"627.294845ms","start":"2026-03-25T21:17:12.486753Z","end":"2026-03-25T21:17:13.114047Z","steps":["trace[807698967] 'process raft request' (duration: 627.131581ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:13.114048Z","caller":"traceutil/trace.go:171","msg":"trace[816545666] transaction","detail":"{read_only:false; response_revision:4476; number_of_response:1; }","duration":"637.769123ms","start":"2026-03-25T21:17:12.476252Z","end":"2026-03-25T21:17:13.114021Z","steps":["trace[816545666] 'process raft request' (duration: 637.456895ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:13.114105Z","caller":"traceutil/trace.go:171","msg":"trace[1037161275] transaction","detail":"{read_only:false; response_revision:4477; number_of_response:1; }","duration":"635.717499ms","start":"2026-03-25T21:17:12.478367Z","end":"2026-03-25T21:17:13.114085Z","steps":["trace[1037161275] 'process raft request' (duration: 635.444372ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:13.114109Z","caller":"traceutil/trace.go:171","msg":"trace[597237341] transaction","detail":"{read_only:false; response_revision:4478; number_of_response:1; }","duration":"635.636257ms","start":"2026-03-25T21:17:12.478454Z","end":"2026-03-25T21:17:13.11409Z","steps":["trace[597237341] 'process raft request' (duration: 635.391661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:13.114133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:12.48673Z","time spent":"627.349237ms","remote":"127.0.0.1:42876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3387,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:17:13.114193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:12.476247Z","time spent":"637.871376ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:13.114209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:12.47845Z","time spent":"635.707219ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:13.114232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.975179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-03-25T21:17:13.11423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:12.476188Z","time spent":"637.885187ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:13.114275Z","caller":"traceutil/trace.go:171","msg":"trace[585500387] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4479; }","duration":"638.040891ms","start":"2026-03-25T21:17:12.476221Z","end":"2026-03-25T21:17:13.114262Z","steps":["trace[585500387] 'agreement among raft nodes before linearized reading' (duration: 637.899957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:13.114194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:12.478361Z","time spent":"635.788231ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:13.114316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:12.47621Z","time spent":"638.099592ms","remote":"127.0.0.1:54764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2665,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-25T21:17:13.115363Z","caller":"traceutil/trace.go:171","msg":"trace[1303000328] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"548.868805ms","start":"2026-03-25T21:17:12.566477Z","end":"2026-03-25T21:17:13.115346Z","steps":["trace[1303000328] 'process raft request' (duration: 548.462774ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:13.115404Z","caller":"traceutil/trace.go:171","msg":"trace[1158132977] transaction","detail":"{read_only:false; response_revision:4481; number_of_response:1; }","duration":"251.227517ms","start":"2026-03-25T21:17:12.864156Z","end":"2026-03-25T21:17:13.115383Z","steps":["trace[1158132977] 'process raft request' (duration: 250.95967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:13.115495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:12.566457Z","time spent":"548.970348ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:17:13.118001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.571185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:17:13.118055Z","caller":"traceutil/trace.go:171","msg":"trace[1659895973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4481; }","duration":"563.675367ms","start":"2026-03-25T21:17:12.554364Z","end":"2026-03-25T21:17:13.11804Z","steps":["trace[1659895973] 'agreement among raft nodes before linearized reading' (duration: 563.523903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:13.118084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:12.554341Z","time spent":"563.737219ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:17:13.11851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.846705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:13.118573Z","caller":"traceutil/trace.go:171","msg":"trace[999020270] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4481; }","duration":"312.339108ms","start":"2026-03-25T21:17:12.806216Z","end":"2026-03-25T21:17:13.118555Z","steps":["trace[999020270] 'agreement among raft nodes before linearized reading' (duration: 311.842905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:13.118635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:12.806193Z","time spent":"312.429611ms","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:17:13.118905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.992624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-sjf2z\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-25T21:17:13.11895Z","caller":"traceutil/trace.go:171","msg":"trace[114521688] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-sjf2z; range_end:; response_count:1; response_revision:4481; }","duration":"553.076786ms","start":"2026-03-25T21:17:12.565863Z","end":"2026-03-25T21:17:13.118939Z","steps":["trace[114521688] 'agreement among raft nodes before linearized reading' (duration: 552.936842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:13.119135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:12.565845Z","time spent":"553.277942ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9738,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-sjf2z\" "} {"level":"warn","ts":"2026-03-25T21:17:13.119078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.478348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-25T21:17:13.119192Z","caller":"traceutil/trace.go:171","msg":"trace[1501653206] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4481; }","duration":"544.603561ms","start":"2026-03-25T21:17:12.574569Z","end":"2026-03-25T21:17:13.119173Z","steps":["trace[1501653206] 'agreement among raft nodes before linearized reading' (duration: 544.17281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:13.119222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.24791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:48 size:2349409"} {"level":"info","ts":"2026-03-25T21:17:13.119266Z","caller":"traceutil/trace.go:171","msg":"trace[1685159497] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:48; response_revision:4481; }","duration":"409.323931ms","start":"2026-03-25T21:17:12.709931Z","end":"2026-03-25T21:17:13.119255Z","steps":["trace[1685159497] 'agreement among raft nodes before linearized reading' (duration: 408.615362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:13.119235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:12.574561Z","time spent":"544.661992ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":666,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:17:13.119301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:12.709916Z","time spent":"409.377853ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":48,"response size":2349431,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-25T21:17:14.402345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858714470,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T21:17:14.501812Z","caller":"traceutil/trace.go:171","msg":"trace[869878352] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"607.654115ms","start":"2026-03-25T21:17:13.89413Z","end":"2026-03-25T21:17:14.501784Z","steps":["trace[869878352] 'process raft request' (duration: 607.405728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:14.502035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:13.894105Z","time spent":"607.8569ms","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1689,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T21:17:14.502562Z","caller":"traceutil/trace.go:171","msg":"trace[1261994711] linearizableReadLoop","detail":"{readStateIndex:4759; appliedIndex:4758; }","duration":"601.179803ms","start":"2026-03-25T21:17:13.901368Z","end":"2026-03-25T21:17:14.502548Z","steps":["trace[1261994711] 'read index received' (duration: 600.68729ms)","trace[1261994711] 'applied index is now lower than readState.Index' (duration: 491.343µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:14.502826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.4345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-25T21:17:14.502904Z","caller":"traceutil/trace.go:171","msg":"trace[232570677] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4562; }","duration":"601.567093ms","start":"2026-03-25T21:17:13.901316Z","end":"2026-03-25T21:17:14.502884Z","steps":["trace[232570677] 'agreement among raft nodes before linearized reading' (duration: 601.341447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:14.502995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:13.901292Z","time spent":"601.690237ms","remote":"127.0.0.1:54764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1839,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-25T21:17:14.502947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.688195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-25T21:17:14.503162Z","caller":"traceutil/trace.go:171","msg":"trace[246416425] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"244.911269ms","start":"2026-03-25T21:17:14.258207Z","end":"2026-03-25T21:17:14.503118Z","steps":["trace[246416425] 'process raft request' (duration: 244.264602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:14.503327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.078681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:14.503397Z","caller":"traceutil/trace.go:171","msg":"trace[1216767184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4562; }","duration":"260.234925ms","start":"2026-03-25T21:17:14.243143Z","end":"2026-03-25T21:17:14.503378Z","steps":["trace[1216767184] 'agreement among raft nodes before linearized reading' (duration: 260.065581ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:14.503427Z","caller":"traceutil/trace.go:171","msg":"trace[2029239140] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4562; }","duration":"405.986173ms","start":"2026-03-25T21:17:14.0972Z","end":"2026-03-25T21:17:14.503187Z","steps":["trace[2029239140] 'agreement among raft nodes before linearized reading' (duration: 405.601193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:14.503629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:14.097135Z","time spent":"406.479226ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-25T21:17:15.515594Z","caller":"traceutil/trace.go:171","msg":"trace[1621966944] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"134.428817ms","start":"2026-03-25T21:17:15.381123Z","end":"2026-03-25T21:17:15.515551Z","steps":["trace[1621966944] 'process raft request' (duration: 133.529283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:17.012857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858714585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:17:17.517123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858714585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:17:17.556652Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.047997589s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T21:17:17.557407Z","caller":"traceutil/trace.go:171","msg":"trace[426665625] linearizableReadLoop","detail":"{readStateIndex:4809; appliedIndex:4808; }","duration":"1.044928798s","start":"2026-03-25T21:17:16.512438Z","end":"2026-03-25T21:17:17.557366Z","steps":["trace[426665625] 'read index received' (duration: 1.044425284s)","trace[426665625] 'applied index is now lower than readState.Index' (duration: 501.674µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:17.557532Z","caller":"traceutil/trace.go:171","msg":"trace[1096065983] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"1.048986435s","start":"2026-03-25T21:17:16.508507Z","end":"2026-03-25T21:17:17.557494Z","steps":["trace[1096065983] 'process raft request' (duration: 1.048293707s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:17.557729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045270606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bprpp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T21:17:17.557785Z","caller":"traceutil/trace.go:171","msg":"trace[18262673] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bprpp; range_end:; response_count:1; response_revision:4610; }","duration":"1.045381489s","start":"2026-03-25T21:17:16.512384Z","end":"2026-03-25T21:17:17.557765Z","steps":["trace[18262673] 'agreement among raft nodes before linearized reading' (duration: 1.045185764s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:17.557826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:16.512343Z","time spent":"1.045475752s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-bprpp\" "} {"level":"warn","ts":"2026-03-25T21:17:17.557821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:16.508471Z","time spent":"1.04915451s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:17.557921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.899168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-25T21:17:17.557964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.707795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-25T21:17:17.557964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.671522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-25T21:17:17.558014Z","caller":"traceutil/trace.go:171","msg":"trace[979796004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4610; }","duration":"424.025751ms","start":"2026-03-25T21:17:17.133967Z","end":"2026-03-25T21:17:17.557993Z","steps":["trace[979796004] 'agreement among raft nodes before linearized reading' (duration: 423.694173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:17.558023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.25557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-25T21:17:17.558046Z","caller":"traceutil/trace.go:171","msg":"trace[321900785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4610; }","duration":"423.777304ms","start":"2026-03-25T21:17:17.134252Z","end":"2026-03-25T21:17:17.55803Z","steps":["trace[321900785] 'agreement among raft nodes before linearized reading' (duration: 423.519037ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:17.558046Z","caller":"traceutil/trace.go:171","msg":"trace[1938986812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4610; }","duration":"408.829848ms","start":"2026-03-25T21:17:17.149194Z","end":"2026-03-25T21:17:17.558024Z","steps":["trace[1938986812] 'agreement among raft nodes before linearized reading' (duration: 408.584712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:17.558067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:17.133956Z","time spent":"424.101533ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T21:17:17.558088Z","caller":"traceutil/trace.go:171","msg":"trace[1329399807] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4610; }","duration":"403.344262ms","start":"2026-03-25T21:17:17.154728Z","end":"2026-03-25T21:17:17.558072Z","steps":["trace[1329399807] 'agreement among raft nodes before linearized reading' (duration: 403.150597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:17.558106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:17.149176Z","time spent":"408.91397ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:17:17.558106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:17.134249Z","time spent":"423.840087ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:17:17.558152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:17.154723Z","time spent":"403.418304ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:17:17.558255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019749509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-338563c3-5473-4f57-ae7c-5d29616077e6\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-25T21:17:17.558282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.107691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-338563c3-5473-4f57-ae7c-5d29616077e6\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-25T21:17:17.558289Z","caller":"traceutil/trace.go:171","msg":"trace[1707146388] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-338563c3-5473-4f57-ae7c-5d29616077e6; range_end:; response_count:1; response_revision:4610; }","duration":"1.019824741s","start":"2026-03-25T21:17:16.538455Z","end":"2026-03-25T21:17:17.55828Z","steps":["trace[1707146388] 'agreement among raft nodes before linearized reading' (duration: 1.019747149s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:17.558318Z","caller":"traceutil/trace.go:171","msg":"trace[34675410] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-338563c3-5473-4f57-ae7c-5d29616077e6; range_end:; response_count:1; response_revision:4610; }","duration":"956.183483ms","start":"2026-03-25T21:17:16.602122Z","end":"2026-03-25T21:17:17.558305Z","steps":["trace[34675410] 'agreement among raft nodes before linearized reading' (duration: 956.066679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:17.558298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.751198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:17:17.558355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:16.6021Z","time spent":"956.247804ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-338563c3-5473-4f57-ae7c-5d29616077e6\" "} {"level":"warn","ts":"2026-03-25T21:17:17.558388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.51424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-25T21:17:17.558433Z","caller":"traceutil/trace.go:171","msg":"trace[637929366] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4610; }","duration":"428.603433ms","start":"2026-03-25T21:17:17.129817Z","end":"2026-03-25T21:17:17.55842Z","steps":["trace[637929366] 'agreement among raft nodes before linearized reading' (duration: 428.470839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:17.558429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.612017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:781820"} {"level":"warn","ts":"2026-03-25T21:17:17.558472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:17.129793Z","time spent":"428.669945ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":546,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-25T21:17:17.558496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.354452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T21:17:17.558527Z","caller":"traceutil/trace.go:171","msg":"trace[777653645] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4610; }","duration":"502.760341ms","start":"2026-03-25T21:17:17.055745Z","end":"2026-03-25T21:17:17.558505Z","steps":["trace[777653645] 'agreement among raft nodes before linearized reading' (duration: 502.092313ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:17.558538Z","caller":"traceutil/trace.go:171","msg":"trace[1008173019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4610; }","duration":"432.436644ms","start":"2026-03-25T21:17:17.126089Z","end":"2026-03-25T21:17:17.558525Z","steps":["trace[1008173019] 'agreement among raft nodes before linearized reading' (duration: 432.314311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:17.558548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.006624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:17:17.558656Z","caller":"traceutil/trace.go:171","msg":"trace[632580593] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4610; }","duration":"908.161449ms","start":"2026-03-25T21:17:16.650483Z","end":"2026-03-25T21:17:17.558644Z","steps":["trace[632580593] 'agreement among raft nodes before linearized reading' (duration: 907.954153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:17.558687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:16.650461Z","time spent":"908.217909ms","remote":"127.0.0.1:54714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":70,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:17:17.558373Z","caller":"traceutil/trace.go:171","msg":"trace[682372536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4610; }","duration":"312.861211ms","start":"2026-03-25T21:17:17.245496Z","end":"2026-03-25T21:17:17.558357Z","steps":["trace[682372536] 'agreement among raft nodes before linearized reading' (duration: 312.763968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:17.558783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:17.245474Z","time spent":"313.295833ms","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:17:17.558327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:16.538433Z","time spent":"1.019888413s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-338563c3-5473-4f57-ae7c-5d29616077e6\" "} {"level":"warn","ts":"2026-03-25T21:17:17.558825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021827815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T21:17:17.558976Z","caller":"traceutil/trace.go:171","msg":"trace[689419862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4610; }","duration":"1.023031147s","start":"2026-03-25T21:17:16.535921Z","end":"2026-03-25T21:17:17.558952Z","steps":["trace[689419862] 'agreement among raft nodes before linearized reading' (duration: 1.021709232s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:17.559022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:16.535901Z","time spent":"1.023107688s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T21:17:17.558581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:17.126068Z","time spent":"432.503406ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:17:17.558586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:17.055726Z","time spent":"502.849023ms","remote":"127.0.0.1:54764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":781842,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-25T21:17:17.559046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.260057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-25T21:17:17.559392Z","caller":"traceutil/trace.go:171","msg":"trace[1792238442] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4610; }","duration":"375.852093ms","start":"2026-03-25T21:17:17.183515Z","end":"2026-03-25T21:17:17.559367Z","steps":["trace[1792238442] 'agreement among raft nodes before linearized reading' (duration: 374.177228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:17.559671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:17.183509Z","time spent":"376.1411ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T21:17:17.764237Z","caller":"traceutil/trace.go:171","msg":"trace[1529731799] linearizableReadLoop","detail":"{readStateIndex:4810; appliedIndex:4809; }","duration":"201.62219ms","start":"2026-03-25T21:17:17.562595Z","end":"2026-03-25T21:17:17.764217Z","steps":["trace[1529731799] 'read index received' (duration: 106.315761ms)","trace[1529731799] 'applied index is now lower than readState.Index' (duration: 95.305439ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:17.764327Z","caller":"traceutil/trace.go:171","msg":"trace[47895236] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"202.185295ms","start":"2026-03-25T21:17:17.562106Z","end":"2026-03-25T21:17:17.764291Z","steps":["trace[47895236] 'process raft request' (duration: 106.788204ms)","trace[47895236] 'compare' (duration: 95.211406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:17.764616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.98553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-03-25T21:17:17.764732Z","caller":"traceutil/trace.go:171","msg":"trace[183384944] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4611; }","duration":"202.157154ms","start":"2026-03-25T21:17:17.562543Z","end":"2026-03-25T21:17:17.7647Z","steps":["trace[183384944] 'agreement among raft nodes before linearized reading' (duration: 201.799065ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:17.76598Z","caller":"traceutil/trace.go:171","msg":"trace[541379170] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"202.972666ms","start":"2026-03-25T21:17:17.562986Z","end":"2026-03-25T21:17:17.765958Z","steps":["trace[541379170] 'process raft request' (duration: 202.76928ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:17.766237Z","caller":"traceutil/trace.go:171","msg":"trace[1482243720] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"203.11079ms","start":"2026-03-25T21:17:17.563112Z","end":"2026-03-25T21:17:17.766223Z","steps":["trace[1482243720] 'process raft request' (duration: 202.791261ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:17.766398Z","caller":"traceutil/trace.go:171","msg":"trace[2082615369] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"201.854037ms","start":"2026-03-25T21:17:17.564512Z","end":"2026-03-25T21:17:17.766366Z","steps":["trace[2082615369] 'process raft request' (duration: 201.62308ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:17.766612Z","caller":"traceutil/trace.go:171","msg":"trace[2055717149] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"201.435025ms","start":"2026-03-25T21:17:17.565145Z","end":"2026-03-25T21:17:17.76658Z","steps":["trace[2055717149] 'process raft request' (duration: 201.326802ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:17.76662Z","caller":"traceutil/trace.go:171","msg":"trace[1569129547] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"201.707172ms","start":"2026-03-25T21:17:17.564874Z","end":"2026-03-25T21:17:17.766581Z","steps":["trace[1569129547] 'process raft request' (duration: 201.431125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:17.766872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.771167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-25T21:17:17.766905Z","caller":"traceutil/trace.go:171","msg":"trace[16684297] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4617; }","duration":"203.834359ms","start":"2026-03-25T21:17:17.563062Z","end":"2026-03-25T21:17:17.766897Z","steps":["trace[16684297] 'agreement among raft nodes before linearized reading' (duration: 203.689205ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:17.766967Z","caller":"traceutil/trace.go:171","msg":"trace[684932583] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"200.702126ms","start":"2026-03-25T21:17:17.566253Z","end":"2026-03-25T21:17:17.766955Z","steps":["trace[684932583] 'process raft request' (duration: 200.291375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:17.76784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.424565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42353"} {"level":"info","ts":"2026-03-25T21:17:17.767937Z","caller":"traceutil/trace.go:171","msg":"trace[136088126] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4617; }","duration":"204.556038ms","start":"2026-03-25T21:17:17.563363Z","end":"2026-03-25T21:17:17.767919Z","steps":["trace[136088126] 'agreement among raft nodes before linearized reading' (duration: 203.676674ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:19.919678Z","caller":"traceutil/trace.go:171","msg":"trace[759200615] linearizableReadLoop","detail":"{readStateIndex:4854; appliedIndex:4853; }","duration":"150.141974ms","start":"2026-03-25T21:17:19.769512Z","end":"2026-03-25T21:17:19.919654Z","steps":["trace[759200615] 'read index received' (duration: 72.971216ms)","trace[759200615] 'applied index is now lower than readState.Index' (duration: 77.169528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:19.919841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.315029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-25T21:17:19.919834Z","caller":"traceutil/trace.go:171","msg":"trace[1544730113] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4652; }","duration":"156.966185ms","start":"2026-03-25T21:17:19.762825Z","end":"2026-03-25T21:17:19.919791Z","steps":["trace[1544730113] 'process raft request' (duration: 79.744266ms)","trace[1544730113] 'compare' (duration: 77.043095ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:19.919903Z","caller":"traceutil/trace.go:171","msg":"trace[1720956647] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4652; }","duration":"150.429392ms","start":"2026-03-25T21:17:19.769462Z","end":"2026-03-25T21:17:19.919891Z","steps":["trace[1720956647] 'agreement among raft nodes before linearized reading' (duration: 150.259208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:19.920175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.386461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-25T21:17:19.920187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.827661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-25T21:17:19.920293Z","caller":"traceutil/trace.go:171","msg":"trace[1598024638] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4652; }","duration":"136.953224ms","start":"2026-03-25T21:17:19.783308Z","end":"2026-03-25T21:17:19.920262Z","steps":["trace[1598024638] 'agreement among raft nodes before linearized reading' (duration: 136.688407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:19.920306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.931229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-25T21:17:19.920331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.96567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T21:17:19.920342Z","caller":"traceutil/trace.go:171","msg":"trace[440541267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4652; }","duration":"149.998551ms","start":"2026-03-25T21:17:19.770334Z","end":"2026-03-25T21:17:19.920333Z","steps":["trace[440541267] 'agreement among raft nodes before linearized reading' (duration: 149.903608ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:19.920399Z","caller":"traceutil/trace.go:171","msg":"trace[1630849089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4652; }","duration":"150.01076ms","start":"2026-03-25T21:17:19.770343Z","end":"2026-03-25T21:17:19.920354Z","steps":["trace[1630849089] 'agreement among raft nodes before linearized reading' (duration: 149.913678ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:19.920235Z","caller":"traceutil/trace.go:171","msg":"trace[1911518999] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4652; }","duration":"150.476153ms","start":"2026-03-25T21:17:19.769737Z","end":"2026-03-25T21:17:19.920214Z","steps":["trace[1911518999] 'agreement among raft nodes before linearized reading' (duration: 150.248157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:19.920491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.175563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-25T21:17:19.920549Z","caller":"traceutil/trace.go:171","msg":"trace[838312347] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4652; }","duration":"136.255706ms","start":"2026-03-25T21:17:19.784274Z","end":"2026-03-25T21:17:19.92053Z","steps":["trace[838312347] 'agreement among raft nodes before linearized reading' (duration: 136.072711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:19.920565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.95727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-25T21:17:19.920573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.845344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bprpp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T21:17:19.920597Z","caller":"traceutil/trace.go:171","msg":"trace[1593822883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4652; }","duration":"150.033682ms","start":"2026-03-25T21:17:19.770555Z","end":"2026-03-25T21:17:19.920588Z","steps":["trace[1593822883] 'agreement among raft nodes before linearized reading' (duration: 149.942319ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:19.920627Z","caller":"traceutil/trace.go:171","msg":"trace[900804829] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bprpp; range_end:; response_count:1; response_revision:4652; }","duration":"147.902875ms","start":"2026-03-25T21:17:19.772709Z","end":"2026-03-25T21:17:19.920612Z","steps":["trace[900804829] 'agreement among raft nodes before linearized reading' (duration: 147.736991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:19.920196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.200319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-25T21:17:19.920836Z","caller":"traceutil/trace.go:171","msg":"trace[351718336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4652; }","duration":"149.861977ms","start":"2026-03-25T21:17:19.770955Z","end":"2026-03-25T21:17:19.920817Z","steps":["trace[351718336] 'agreement among raft nodes before linearized reading' (duration: 149.044335ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:20.125705Z","caller":"traceutil/trace.go:171","msg":"trace[146422284] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"200.401377ms","start":"2026-03-25T21:17:19.92527Z","end":"2026-03-25T21:17:20.125671Z","steps":["trace[146422284] 'process raft request' (duration: 111.731715ms)","trace[146422284] 'compare' (duration: 88.316783ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:20.126009Z","caller":"traceutil/trace.go:171","msg":"trace[1248499298] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"200.581902ms","start":"2026-03-25T21:17:19.925394Z","end":"2026-03-25T21:17:20.125976Z","steps":["trace[1248499298] 'process raft request' (duration: 200.221803ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:20.126103Z","caller":"traceutil/trace.go:171","msg":"trace[1936521063] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"199.72556ms","start":"2026-03-25T21:17:19.926349Z","end":"2026-03-25T21:17:20.126075Z","steps":["trace[1936521063] 'process raft request' (duration: 199.609957ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:20.126236Z","caller":"traceutil/trace.go:171","msg":"trace[285070379] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"197.931272ms","start":"2026-03-25T21:17:19.928288Z","end":"2026-03-25T21:17:20.126219Z","steps":["trace[285070379] 'process raft request' (duration: 197.729047ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:20.126291Z","caller":"traceutil/trace.go:171","msg":"trace[1029489912] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"200.771068ms","start":"2026-03-25T21:17:19.925509Z","end":"2026-03-25T21:17:20.12628Z","steps":["trace[1029489912] 'process raft request' (duration: 200.423088ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:20.126272Z","caller":"traceutil/trace.go:171","msg":"trace[630212487] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"200.708896ms","start":"2026-03-25T21:17:19.925509Z","end":"2026-03-25T21:17:20.126218Z","steps":["trace[630212487] 'process raft request' (duration: 200.355797ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:20.126412Z","caller":"traceutil/trace.go:171","msg":"trace[682460149] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"195.181919ms","start":"2026-03-25T21:17:19.931205Z","end":"2026-03-25T21:17:20.126387Z","steps":["trace[682460149] 'process raft request' (duration: 194.84103ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:20.126578Z","caller":"traceutil/trace.go:171","msg":"trace[189193935] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"199.413261ms","start":"2026-03-25T21:17:19.927151Z","end":"2026-03-25T21:17:20.126564Z","steps":["trace[189193935] 'process raft request' (duration: 198.834326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:21.110769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.297867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:21.110851Z","caller":"traceutil/trace.go:171","msg":"trace[1721678142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4663; }","duration":"866.487722ms","start":"2026-03-25T21:17:20.244346Z","end":"2026-03-25T21:17:21.110834Z","steps":["trace[1721678142] 'range keys from in-memory index tree' (duration: 866.142673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:21.110896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:20.244295Z","time spent":"866.591175ms","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:17:21.111448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.405552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:17:21.111505Z","caller":"traceutil/trace.go:171","msg":"trace[1384291001] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"490.783613ms","start":"2026-03-25T21:17:20.620692Z","end":"2026-03-25T21:17:21.111476Z","steps":["trace[1384291001] 'process raft request' (duration: 488.544653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:21.111499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.381335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-338563c3-5473-4f57-ae7c-5d29616077e6\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-25T21:17:21.111586Z","caller":"traceutil/trace.go:171","msg":"trace[1050291341] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4663; }","duration":"773.632618ms","start":"2026-03-25T21:17:20.337926Z","end":"2026-03-25T21:17:21.111558Z","steps":["trace[1050291341] 'count revisions from in-memory index tree' (duration: 763.610812ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:21.111605Z","caller":"traceutil/trace.go:171","msg":"trace[384342622] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-338563c3-5473-4f57-ae7c-5d29616077e6; range_end:; response_count:1; response_revision:4663; }","duration":"538.555671ms","start":"2026-03-25T21:17:20.573025Z","end":"2026-03-25T21:17:21.111581Z","steps":["trace[384342622] 'range keys from in-memory index tree' (duration: 538.13985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:21.111649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:20.573004Z","time spent":"538.635152ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-338563c3-5473-4f57-ae7c-5d29616077e6\" "} {"level":"warn","ts":"2026-03-25T21:17:21.111652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:20.337904Z","time spent":"773.731521ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":26,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:17:21.111662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:20.620666Z","time spent":"490.908586ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:21.778511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.886377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:21.778592Z","caller":"traceutil/trace.go:171","msg":"trace[289682554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4664; }","duration":"534.018751ms","start":"2026-03-25T21:17:21.244556Z","end":"2026-03-25T21:17:21.778575Z","steps":["trace[289682554] 'range keys from in-memory index tree' (duration: 533.758734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:21.778624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:21.244533Z","time spent":"534.084632ms","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:17:21.778959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.55894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:21.779034Z","caller":"traceutil/trace.go:171","msg":"trace[1994951701] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4664; }","duration":"397.688093ms","start":"2026-03-25T21:17:21.381329Z","end":"2026-03-25T21:17:21.779017Z","steps":["trace[1994951701] 'count revisions from in-memory index tree' (duration: 397.479838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:21.779433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:21.38131Z","time spent":"398.111484ms","remote":"127.0.0.1:53314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:17:21.858774Z","caller":"traceutil/trace.go:171","msg":"trace[44908157] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"285.760703ms","start":"2026-03-25T21:17:21.572987Z","end":"2026-03-25T21:17:21.858748Z","steps":["trace[44908157] 'process raft request' (duration: 285.517897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:22.435339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.197211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:17:22.435483Z","caller":"traceutil/trace.go:171","msg":"trace[1208379093] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"357.356673ms","start":"2026-03-25T21:17:22.078101Z","end":"2026-03-25T21:17:22.435458Z","steps":["trace[1208379093] 'process raft request' (duration: 219.913605ms)","trace[1208379093] 'compare' (duration: 137.033797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:22.435546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:22.078074Z","time spent":"357.442875ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:22.491653Z","caller":"traceutil/trace.go:171","msg":"trace[620638055] linearizableReadLoop","detail":"{readStateIndex:4870; appliedIndex:4868; }","duration":"373.653145ms","start":"2026-03-25T21:17:22.117975Z","end":"2026-03-25T21:17:22.491628Z","steps":["trace[620638055] 'read index received' (duration: 180.058668ms)","trace[620638055] 'applied index is now lower than readState.Index' (duration: 193.593567ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:22.491798Z","caller":"traceutil/trace.go:171","msg":"trace[437255485] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"409.991209ms","start":"2026-03-25T21:17:22.081755Z","end":"2026-03-25T21:17:22.491746Z","steps":["trace[437255485] 'process raft request' (duration: 409.719872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:22.491953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.960124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-338563c3-5473-4f57-ae7c-5d29616077e6\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-25T21:17:22.49201Z","caller":"traceutil/trace.go:171","msg":"trace[121675560] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-338563c3-5473-4f57-ae7c-5d29616077e6; range_end:; response_count:1; response_revision:4668; }","duration":"374.079617ms","start":"2026-03-25T21:17:22.117913Z","end":"2026-03-25T21:17:22.491992Z","steps":["trace[121675560] 'agreement among raft nodes before linearized reading' (duration: 373.861091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:22.492035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:22.081733Z","time spent":"410.173324ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4923,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:22.492067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:22.117888Z","time spent":"374.158759ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-338563c3-5473-4f57-ae7c-5d29616077e6\" "} {"level":"warn","ts":"2026-03-25T21:17:22.492264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.171541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T21:17:22.492362Z","caller":"traceutil/trace.go:171","msg":"trace[41022796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4668; }","duration":"362.343285ms","start":"2026-03-25T21:17:22.129998Z","end":"2026-03-25T21:17:22.492342Z","steps":["trace[41022796] 'agreement among raft nodes before linearized reading' (duration: 362.096218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:22.492437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:22.129978Z","time spent":"362.450098ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:17:22.492448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.077751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T21:17:22.492501Z","caller":"traceutil/trace.go:171","msg":"trace[1644502681] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4668; }","duration":"361.150754ms","start":"2026-03-25T21:17:22.131335Z","end":"2026-03-25T21:17:22.492485Z","steps":["trace[1644502681] 'agreement among raft nodes before linearized reading' (duration: 360.882527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:22.49255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:22.131324Z","time spent":"361.216545ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T21:17:22.492696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.849952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:17:22.492749Z","caller":"traceutil/trace.go:171","msg":"trace[1267419119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4668; }","duration":"361.951435ms","start":"2026-03-25T21:17:22.130786Z","end":"2026-03-25T21:17:22.492738Z","steps":["trace[1267419119] 'agreement among raft nodes before linearized reading' (duration: 361.831751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:22.492788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.805011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-25T21:17:22.492806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:22.13076Z","time spent":"362.038377ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-25T21:17:22.49282Z","caller":"traceutil/trace.go:171","msg":"trace[611709176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4668; }","duration":"361.834351ms","start":"2026-03-25T21:17:22.130976Z","end":"2026-03-25T21:17:22.49281Z","steps":["trace[611709176] 'agreement among raft nodes before linearized reading' (duration: 361.758609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:22.492864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:22.1309Z","time spent":"361.957735ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:17:22.492877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.967033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:22.492928Z","caller":"traceutil/trace.go:171","msg":"trace[1435529471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4668; }","duration":"250.059445ms","start":"2026-03-25T21:17:22.242854Z","end":"2026-03-25T21:17:22.492913Z","steps":["trace[1435529471] 'agreement among raft nodes before linearized reading' (duration: 249.982313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:22.492702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.870082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-25T21:17:22.493011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.678648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-25T21:17:22.493043Z","caller":"traceutil/trace.go:171","msg":"trace[862979518] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4668; }","duration":"332.706218ms","start":"2026-03-25T21:17:22.160325Z","end":"2026-03-25T21:17:22.493031Z","steps":["trace[862979518] 'agreement among raft nodes before linearized reading' (duration: 332.624936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:22.493077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:22.160274Z","time spent":"332.797721ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T21:17:22.493041Z","caller":"traceutil/trace.go:171","msg":"trace[1693748840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4668; }","duration":"362.227062ms","start":"2026-03-25T21:17:22.130801Z","end":"2026-03-25T21:17:22.493028Z","steps":["trace[1693748840] 'agreement among raft nodes before linearized reading' (duration: 361.830642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:22.493208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:22.130784Z","time spent":"362.411567ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:17:22.49344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.963909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-25T21:17:22.493492Z","caller":"traceutil/trace.go:171","msg":"trace[1790115276] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4668; }","duration":"306.047171ms","start":"2026-03-25T21:17:22.187431Z","end":"2026-03-25T21:17:22.493478Z","steps":["trace[1790115276] 'agreement among raft nodes before linearized reading' (duration: 305.927548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:22.493522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:22.187409Z","time spent":"306.105823ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T21:17:24.183549Z","caller":"traceutil/trace.go:171","msg":"trace[1402450029] linearizableReadLoop","detail":"{readStateIndex:4905; appliedIndex:4904; }","duration":"290.580381ms","start":"2026-03-25T21:17:23.892941Z","end":"2026-03-25T21:17:24.183522Z","steps":["trace[1402450029] 'read index received' (duration: 284.817558ms)","trace[1402450029] 'applied index is now lower than readState.Index' (duration: 5.761233ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:24.183704Z","caller":"traceutil/trace.go:171","msg":"trace[680852206] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"320.613598ms","start":"2026-03-25T21:17:23.863079Z","end":"2026-03-25T21:17:24.183693Z","steps":["trace[680852206] 'process raft request' (duration: 314.754712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:24.183829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:23.863055Z","time spent":"320.68423ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:24.183838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.89045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bprpp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T21:17:24.183891Z","caller":"traceutil/trace.go:171","msg":"trace[795853633] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bprpp; range_end:; response_count:1; response_revision:4701; }","duration":"183.982382ms","start":"2026-03-25T21:17:23.999894Z","end":"2026-03-25T21:17:24.183876Z","steps":["trace[795853633] 'agreement among raft nodes before linearized reading' (duration: 183.841299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:24.184015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.057113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:24.184109Z","caller":"traceutil/trace.go:171","msg":"trace[218813150] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:0; response_revision:4701; }","duration":"291.191487ms","start":"2026-03-25T21:17:23.892899Z","end":"2026-03-25T21:17:24.184091Z","steps":["trace[218813150] 'agreement among raft nodes before linearized reading' (duration: 291.039963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:24.184235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.423717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-25T21:17:24.184325Z","caller":"traceutil/trace.go:171","msg":"trace[1103976693] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4701; }","duration":"105.526631ms","start":"2026-03-25T21:17:24.078776Z","end":"2026-03-25T21:17:24.184303Z","steps":["trace[1103976693] 'agreement among raft nodes before linearized reading' (duration: 105.214082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:25.878649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.175617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-25T21:17:25.878749Z","caller":"traceutil/trace.go:171","msg":"trace[1038316237] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4767; }","duration":"132.340762ms","start":"2026-03-25T21:17:25.746389Z","end":"2026-03-25T21:17:25.87873Z","steps":["trace[1038316237] 'range keys from in-memory index tree' (duration: 131.978092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:26.318724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.589706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-25T21:17:26.318799Z","caller":"traceutil/trace.go:171","msg":"trace[704426332] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4770; }","duration":"124.708949ms","start":"2026-03-25T21:17:26.194074Z","end":"2026-03-25T21:17:26.318783Z","steps":["trace[704426332] 'agreement among raft nodes before linearized reading' (duration: 124.487413ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:28.653775Z","caller":"traceutil/trace.go:171","msg":"trace[725718014] linearizableReadLoop","detail":"{readStateIndex:5001; appliedIndex:5000; }","duration":"121.181985ms","start":"2026-03-25T21:17:28.532571Z","end":"2026-03-25T21:17:28.653753Z","steps":["trace[725718014] 'read index received' (duration: 121.087353ms)","trace[725718014] 'applied index is now lower than readState.Index' (duration: 93.412µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:28.653865Z","caller":"traceutil/trace.go:171","msg":"trace[1461942025] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"121.579066ms","start":"2026-03-25T21:17:28.532279Z","end":"2026-03-25T21:17:28.653858Z","steps":["trace[1461942025] 'process raft request' (duration: 121.346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:28.654082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.495384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T21:17:28.654104Z","caller":"traceutil/trace.go:171","msg":"trace[659407634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4793; }","duration":"121.747961ms","start":"2026-03-25T21:17:28.532351Z","end":"2026-03-25T21:17:28.654099Z","steps":["trace[659407634] 'agreement among raft nodes before linearized reading' (duration: 121.634808ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:28.914773Z","caller":"traceutil/trace.go:171","msg":"trace[127869454] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"297.184896ms","start":"2026-03-25T21:17:28.61755Z","end":"2026-03-25T21:17:28.914735Z","steps":["trace[127869454] 'process raft request' (duration: 293.816026ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:28.914914Z","caller":"traceutil/trace.go:171","msg":"trace[2130715449] linearizableReadLoop","detail":"{readStateIndex:5002; appliedIndex:5001; }","duration":"261.056708ms","start":"2026-03-25T21:17:28.653832Z","end":"2026-03-25T21:17:28.914889Z","steps":["trace[2130715449] 'read index received' (duration: 257.566165ms)","trace[2130715449] 'applied index is now lower than readState.Index' (duration: 3.488883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:28.915023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.289096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-25T21:17:28.915036Z","caller":"traceutil/trace.go:171","msg":"trace[1329261072] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"192.604111ms","start":"2026-03-25T21:17:28.722402Z","end":"2026-03-25T21:17:28.915006Z","steps":["trace[1329261072] 'process raft request' (duration: 192.547039ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:28.915108Z","caller":"traceutil/trace.go:171","msg":"trace[1216092653] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4794; }","duration":"347.416349ms","start":"2026-03-25T21:17:28.567674Z","end":"2026-03-25T21:17:28.91509Z","steps":["trace[1216092653] 'agreement among raft nodes before linearized reading' (duration: 347.225214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:28.915149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:28.567654Z","time spent":"347.48296ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:17:28.915145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.974896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-25T21:17:28.91516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.44491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-25T21:17:28.915182Z","caller":"traceutil/trace.go:171","msg":"trace[1132579498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4796; }","duration":"382.025107ms","start":"2026-03-25T21:17:28.533146Z","end":"2026-03-25T21:17:28.915171Z","steps":["trace[1132579498] 'agreement among raft nodes before linearized reading' (duration: 381.844943ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:28.915162Z","caller":"traceutil/trace.go:171","msg":"trace[1520483946] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"256.687401ms","start":"2026-03-25T21:17:28.658439Z","end":"2026-03-25T21:17:28.915126Z","steps":["trace[1520483946] 'process raft request' (duration: 256.318481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:28.915217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:28.533129Z","time spent":"382.080268ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T21:17:28.915196Z","caller":"traceutil/trace.go:171","msg":"trace[328142473] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4796; }","duration":"347.508872ms","start":"2026-03-25T21:17:28.567674Z","end":"2026-03-25T21:17:28.915183Z","steps":["trace[328142473] 'agreement among raft nodes before linearized reading' (duration: 347.412419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:28.915369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:28.567658Z","time spent":"347.679746ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:17:28.915405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.495646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T21:17:28.91528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.134287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T21:17:28.915603Z","caller":"traceutil/trace.go:171","msg":"trace[2041637118] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4796; }","duration":"380.453085ms","start":"2026-03-25T21:17:28.535129Z","end":"2026-03-25T21:17:28.915582Z","steps":["trace[2041637118] 'agreement among raft nodes before linearized reading' (duration: 380.093416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:28.915641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:28.535126Z","time spent":"380.505548ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T21:17:28.915438Z","caller":"traceutil/trace.go:171","msg":"trace[598307633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4796; }","duration":"380.527847ms","start":"2026-03-25T21:17:28.534902Z","end":"2026-03-25T21:17:28.91543Z","steps":["trace[598307633] 'agreement among raft nodes before linearized reading' (duration: 380.431395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:28.915789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:28.534885Z","time spent":"380.892578ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T21:17:31.028701Z","caller":"traceutil/trace.go:171","msg":"trace[2058557360] linearizableReadLoop","detail":"{readStateIndex:5048; appliedIndex:5047; }","duration":"108.040867ms","start":"2026-03-25T21:17:30.92064Z","end":"2026-03-25T21:17:31.028681Z","steps":["trace[2058557360] 'read index received' (duration: 107.803061ms)","trace[2058557360] 'applied index is now lower than readState.Index' (duration: 237.146µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:31.02873Z","caller":"traceutil/trace.go:171","msg":"trace[1035064092] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"190.951387ms","start":"2026-03-25T21:17:30.837753Z","end":"2026-03-25T21:17:31.028705Z","steps":["trace[1035064092] 'process raft request' (duration: 190.719731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:31.028943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.976792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:17:31.028968Z","caller":"traceutil/trace.go:171","msg":"trace[227210473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4838; }","duration":"103.027143ms","start":"2026-03-25T21:17:30.925933Z","end":"2026-03-25T21:17:31.028961Z","steps":["trace[227210473] 'agreement among raft nodes before linearized reading' (duration: 102.91235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:31.029001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.350445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T21:17:31.029055Z","caller":"traceutil/trace.go:171","msg":"trace[1096581132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4838; }","duration":"108.442788ms","start":"2026-03-25T21:17:30.920596Z","end":"2026-03-25T21:17:31.029039Z","steps":["trace[1096581132] 'agreement among raft nodes before linearized reading' (duration: 108.232552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:31.508857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.961906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:17:31.509283Z","caller":"traceutil/trace.go:171","msg":"trace[1148701126] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"475.346043ms","start":"2026-03-25T21:17:31.033914Z","end":"2026-03-25T21:17:31.50926Z","steps":["trace[1148701126] 'process raft request' (duration: 475.287682ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:31.509338Z","caller":"traceutil/trace.go:171","msg":"trace[871259544] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"478.393024ms","start":"2026-03-25T21:17:31.030904Z","end":"2026-03-25T21:17:31.509297Z","steps":["trace[871259544] 'process raft request' (duration: 101.901364ms)","trace[871259544] 'compare' (duration: 375.71057ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:31.509342Z","caller":"traceutil/trace.go:171","msg":"trace[640309736] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"475.638382ms","start":"2026-03-25T21:17:31.033669Z","end":"2026-03-25T21:17:31.509307Z","steps":["trace[640309736] 'process raft request' (duration: 475.432796ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:31.509379Z","caller":"traceutil/trace.go:171","msg":"trace[638425126] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"475.495838ms","start":"2026-03-25T21:17:31.033862Z","end":"2026-03-25T21:17:31.509358Z","steps":["trace[638425126] 'process raft request' (duration: 475.292823ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:31.509348Z","caller":"traceutil/trace.go:171","msg":"trace[1810563744] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"476.664459ms","start":"2026-03-25T21:17:31.032644Z","end":"2026-03-25T21:17:31.509308Z","steps":["trace[1810563744] 'process raft request' (duration: 476.34724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:31.509434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:31.033899Z","time spent":"475.467237ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:31.509486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:31.030882Z","time spent":"478.531709ms","remote":"127.0.0.1:54852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:17:31.509504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.268095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"warn","ts":"2026-03-25T21:17:31.509528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:31.033652Z","time spent":"475.777755ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:31.509536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:31.033853Z","time spent":"475.57926ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:31.509557Z","caller":"traceutil/trace.go:171","msg":"trace[1755254329] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4843; }","duration":"477.336587ms","start":"2026-03-25T21:17:31.03221Z","end":"2026-03-25T21:17:31.509547Z","steps":["trace[1755254329] 'agreement among raft nodes before linearized reading' (duration: 477.170533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:31.509586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:31.032202Z","time spent":"477.377128ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:17:31.509597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:31.032635Z","time spent":"476.847223ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:31.509335Z","caller":"traceutil/trace.go:171","msg":"trace[69359031] linearizableReadLoop","detail":"{readStateIndex:5049; appliedIndex:5048; }","duration":"477.07086ms","start":"2026-03-25T21:17:31.032229Z","end":"2026-03-25T21:17:31.5093Z","steps":["trace[69359031] 'read index received' (duration: 100.527327ms)","trace[69359031] 'applied index is now lower than readState.Index' (duration: 376.539252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:31.510176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.872541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-25T21:17:31.510321Z","caller":"traceutil/trace.go:171","msg":"trace[321290118] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4843; }","duration":"478.053466ms","start":"2026-03-25T21:17:31.032249Z","end":"2026-03-25T21:17:31.510303Z","steps":["trace[321290118] 'agreement among raft nodes before linearized reading' (duration: 477.764229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:31.510478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:31.032233Z","time spent":"478.22915ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:17:32.019833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.663047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:17:32.020192Z","caller":"traceutil/trace.go:171","msg":"trace[1582394280] linearizableReadLoop","detail":"{readStateIndex:5057; appliedIndex:5053; }","duration":"499.36539ms","start":"2026-03-25T21:17:31.520804Z","end":"2026-03-25T21:17:32.020169Z","steps":["trace[1582394280] 'read index received' (duration: 23.805442ms)","trace[1582394280] 'applied index is now lower than readState.Index' (duration: 475.558608ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:32.020222Z","caller":"traceutil/trace.go:171","msg":"trace[291979474] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"506.422258ms","start":"2026-03-25T21:17:31.513762Z","end":"2026-03-25T21:17:32.020184Z","steps":["trace[291979474] 'process raft request' (duration: 346.304968ms)","trace[291979474] 'compare' (duration: 159.358069ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:32.02026Z","caller":"traceutil/trace.go:171","msg":"trace[272884396] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"504.108536ms","start":"2026-03-25T21:17:31.516126Z","end":"2026-03-25T21:17:32.020234Z","steps":["trace[272884396] 'process raft request' (duration: 503.959142ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:32.020248Z","caller":"traceutil/trace.go:171","msg":"trace[451605312] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"505.77185ms","start":"2026-03-25T21:17:31.514442Z","end":"2026-03-25T21:17:32.020213Z","steps":["trace[451605312] 'process raft request' (duration: 505.506603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:32.020426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.906203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:17:32.020431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:31.513736Z","time spent":"506.570882ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:17:32.020469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:31.514427Z","time spent":"505.906554ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:32.020599Z","caller":"traceutil/trace.go:171","msg":"trace[1934881363] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4847; }","duration":"356.022056ms","start":"2026-03-25T21:17:31.664446Z","end":"2026-03-25T21:17:32.020468Z","steps":["trace[1934881363] 'agreement among raft nodes before linearized reading' (duration: 355.872372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:32.020614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.789676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-c47d949f5-kf8xh\" ","response":"range_response_count:1 size:7813"} {"level":"warn","ts":"2026-03-25T21:17:32.020675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:31.66435Z","time spent":"356.307274ms","remote":"127.0.0.1:40482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:17:32.020682Z","caller":"traceutil/trace.go:171","msg":"trace[103827832] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-c47d949f5-kf8xh; range_end:; response_count:1; response_revision:4847; }","duration":"287.95837ms","start":"2026-03-25T21:17:31.732706Z","end":"2026-03-25T21:17:32.020665Z","steps":["trace[103827832] 'agreement among raft nodes before linearized reading' (duration: 287.640042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:32.020423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:31.516116Z","time spent":"504.199639ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:32.021258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.441909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15688"} {"level":"info","ts":"2026-03-25T21:17:32.021331Z","caller":"traceutil/trace.go:171","msg":"trace[1545243353] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4847; }","duration":"500.534731ms","start":"2026-03-25T21:17:31.520778Z","end":"2026-03-25T21:17:32.021313Z","steps":["trace[1545243353] 'agreement among raft nodes before linearized reading' (duration: 499.497284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:32.021373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:31.520771Z","time spent":"500.590353ms","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":15710,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-25T21:17:32.495048Z","caller":"traceutil/trace.go:171","msg":"trace[453646006] linearizableReadLoop","detail":"{readStateIndex:5060; appliedIndex:5058; }","duration":"250.496898ms","start":"2026-03-25T21:17:32.244527Z","end":"2026-03-25T21:17:32.495024Z","steps":["trace[453646006] 'read index received' (duration: 250.091977ms)","trace[453646006] 'applied index is now lower than readState.Index' (duration: 403.741µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:32.49513Z","caller":"traceutil/trace.go:171","msg":"trace[633952072] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"465.795611ms","start":"2026-03-25T21:17:32.029302Z","end":"2026-03-25T21:17:32.495097Z","steps":["trace[633952072] 'process raft request' (duration: 465.295907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:32.49519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.668563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:32.495172Z","caller":"traceutil/trace.go:171","msg":"trace[1951602854] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"464.554568ms","start":"2026-03-25T21:17:32.03058Z","end":"2026-03-25T21:17:32.495135Z","steps":["trace[1951602854] 'process raft request' (duration: 464.376913ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:32.49523Z","caller":"traceutil/trace.go:171","msg":"trace[329006177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4850; }","duration":"250.749994ms","start":"2026-03-25T21:17:32.24447Z","end":"2026-03-25T21:17:32.49522Z","steps":["trace[329006177] 'agreement among raft nodes before linearized reading' (duration: 250.674712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:32.495295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:32.029288Z","time spent":"465.916924ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:32.495359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:32.030558Z","time spent":"464.704221ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8030,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:32.995211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858715099,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T21:17:33.182018Z","caller":"traceutil/trace.go:171","msg":"trace[854797695] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"912.096753ms","start":"2026-03-25T21:17:32.269895Z","end":"2026-03-25T21:17:33.181992Z","steps":["trace[854797695] 'process raft request' (duration: 911.935139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:33.182202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:32.269873Z","time spent":"912.226617ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:33.364738Z","caller":"traceutil/trace.go:171","msg":"trace[714333640] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"863.171696ms","start":"2026-03-25T21:17:32.501537Z","end":"2026-03-25T21:17:33.364709Z","steps":["trace[714333640] 'process raft request' (duration: 862.874818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:33.364922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:32.501514Z","time spent":"863.312719ms","remote":"127.0.0.1:54912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:33.364963Z","caller":"traceutil/trace.go:171","msg":"trace[1369309133] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"863.403922ms","start":"2026-03-25T21:17:32.501539Z","end":"2026-03-25T21:17:33.364943Z","steps":["trace[1369309133] 'process raft request' (duration: 863.090184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:33.365101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:32.501518Z","time spent":"863.495104ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:33.365189Z","caller":"traceutil/trace.go:171","msg":"trace[528996943] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"862.557089ms","start":"2026-03-25T21:17:32.502617Z","end":"2026-03-25T21:17:33.365174Z","steps":["trace[528996943] 'process raft request' (duration: 862.273112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:33.365265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:32.502604Z","time spent":"862.62091ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":679,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:33.365481Z","caller":"traceutil/trace.go:171","msg":"trace[714507303] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"850.988792ms","start":"2026-03-25T21:17:32.514482Z","end":"2026-03-25T21:17:33.365471Z","steps":["trace[714507303] 'process raft request' (duration: 850.633123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:33.365566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:32.514385Z","time spent":"851.144437ms","remote":"127.0.0.1:54912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1065,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:33.613352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.005941ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-25T21:17:33.613785Z","caller":"traceutil/trace.go:171","msg":"trace[525606558] linearizableReadLoop","detail":"{readStateIndex:5065; appliedIndex:5060; }","duration":"1.118639794s","start":"2026-03-25T21:17:32.495118Z","end":"2026-03-25T21:17:33.613758Z","steps":["trace[525606558] 'read index received' (duration: 686.722283ms)","trace[525606558] 'applied index is now lower than readState.Index' (duration: 431.916061ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:33.613859Z","caller":"traceutil/trace.go:171","msg":"trace[5918401] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"442.571024ms","start":"2026-03-25T21:17:33.171255Z","end":"2026-03-25T21:17:33.613826Z","steps":["trace[5918401] 'process raft request' (duration: 442.188494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:33.614006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241561566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-25T21:17:33.614037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:33.171226Z","time spent":"442.730439ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:33.614075Z","caller":"traceutil/trace.go:171","msg":"trace[1889174793] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4856; }","duration":"1.241705219s","start":"2026-03-25T21:17:32.372354Z","end":"2026-03-25T21:17:33.614059Z","steps":["trace[1889174793] 'agreement among raft nodes before linearized reading' (duration: 1.241469583s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:33.614072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257448738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bprpp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T21:17:33.615335Z","caller":"traceutil/trace.go:171","msg":"trace[1138776471] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bprpp; range_end:; response_count:1; response_revision:4856; }","duration":"1.258759823s","start":"2026-03-25T21:17:32.356553Z","end":"2026-03-25T21:17:33.615313Z","steps":["trace[1138776471] 'agreement among raft nodes before linearized reading' (duration: 1.257360316s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:33.615412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:32.356532Z","time spent":"1.258846986s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-bprpp\" "} {"level":"warn","ts":"2026-03-25T21:17:33.614141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112614385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:33.615666Z","caller":"traceutil/trace.go:171","msg":"trace[1738866558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4856; }","duration":"1.114137405s","start":"2026-03-25T21:17:32.5015Z","end":"2026-03-25T21:17:33.615637Z","steps":["trace[1738866558] 'agreement among raft nodes before linearized reading' (duration: 1.112581174s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:33.615771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:32.501461Z","time spent":"1.114253838s","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:17:33.614126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:32.372328Z","time spent":"1.241785202s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-25T21:17:33.61633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.794331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T21:17:33.616351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.943635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T21:17:33.616446Z","caller":"traceutil/trace.go:171","msg":"trace[1359644203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4856; }","duration":"101.943075ms","start":"2026-03-25T21:17:33.514485Z","end":"2026-03-25T21:17:33.616428Z","steps":["trace[1359644203] 'agreement among raft nodes before linearized reading' (duration: 101.452372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:33.616459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.080199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-25T21:17:33.616475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.710784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:33.616545Z","caller":"traceutil/trace.go:171","msg":"trace[2123895815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4856; }","duration":"102.196302ms","start":"2026-03-25T21:17:33.514314Z","end":"2026-03-25T21:17:33.61651Z","steps":["trace[2123895815] 'agreement among raft nodes before linearized reading' (duration: 101.635937ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:33.616596Z","caller":"traceutil/trace.go:171","msg":"trace[315459067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4856; }","duration":"749.865049ms","start":"2026-03-25T21:17:32.866689Z","end":"2026-03-25T21:17:33.616554Z","steps":["trace[315459067] 'agreement among raft nodes before linearized reading' (duration: 749.513369ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:33.616551Z","caller":"traceutil/trace.go:171","msg":"trace[821231555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4856; }","duration":"102.103099ms","start":"2026-03-25T21:17:33.514349Z","end":"2026-03-25T21:17:33.616452Z","steps":["trace[821231555] 'agreement among raft nodes before linearized reading' (duration: 101.614996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:33.616662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:32.866671Z","time spent":"749.975961ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:17:33.616807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.202551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-25T21:17:33.616844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100625007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:17:33.616907Z","caller":"traceutil/trace.go:171","msg":"trace[1990082264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4856; }","duration":"951.320065ms","start":"2026-03-25T21:17:32.665542Z","end":"2026-03-25T21:17:33.616862Z","steps":["trace[1990082264] 'agreement among raft nodes before linearized reading' (duration: 950.988176ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:33.616961Z","caller":"traceutil/trace.go:171","msg":"trace[112039310] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:4856; }","duration":"1.100734319s","start":"2026-03-25T21:17:32.516179Z","end":"2026-03-25T21:17:33.616913Z","steps":["trace[112039310] 'agreement among raft nodes before linearized reading' (duration: 1.10037776s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:33.616957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:32.665518Z","time spent":"951.426767ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:17:33.617002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.238916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-25T21:17:33.617029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:32.516173Z","time spent":"1.100837822s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:17:33.617114Z","caller":"traceutil/trace.go:171","msg":"trace[318475004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4856; }","duration":"101.324188ms","start":"2026-03-25T21:17:33.515743Z","end":"2026-03-25T21:17:33.617067Z","steps":["trace[318475004] 'agreement among raft nodes before linearized reading' (duration: 100.198068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:33.617253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115588643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-7f97687584-6f67q\" ","response":"range_response_count:1 size:11848"} {"level":"info","ts":"2026-03-25T21:17:33.617302Z","caller":"traceutil/trace.go:171","msg":"trace[120721539] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-7f97687584-6f67q; range_end:; response_count:1; response_revision:4856; }","duration":"1.115644965s","start":"2026-03-25T21:17:32.501642Z","end":"2026-03-25T21:17:33.617287Z","steps":["trace[120721539] 'agreement among raft nodes before linearized reading' (duration: 1.114929476s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:33.617349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:32.501637Z","time spent":"1.115703567s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11870,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-7f97687584-6f67q\" "} {"level":"warn","ts":"2026-03-25T21:17:34.721895Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.023454628s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T21:17:34.722386Z","caller":"traceutil/trace.go:171","msg":"trace[1698029866] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"1.097870113s","start":"2026-03-25T21:17:33.624489Z","end":"2026-03-25T21:17:34.722359Z","steps":["trace[1698029866] 'process raft request' (duration: 1.097634017s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:34.722552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:33.62448Z","time spent":"1.097987636s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:34.72284Z","caller":"traceutil/trace.go:171","msg":"trace[314781282] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"1.098322895s","start":"2026-03-25T21:17:33.624491Z","end":"2026-03-25T21:17:34.722814Z","steps":["trace[314781282] 'process raft request' (duration: 1.097824392s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:34.722939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:33.624481Z","time spent":"1.098414817s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:34.722947Z","caller":"traceutil/trace.go:171","msg":"trace[411821761] linearizableReadLoop","detail":"{readStateIndex:5072; appliedIndex:5067; }","duration":"1.098030287s","start":"2026-03-25T21:17:33.62489Z","end":"2026-03-25T21:17:34.72292Z","steps":["trace[411821761] 'read index received' (duration: 73.538721ms)","trace[411821761] 'applied index is now lower than readState.Index' (duration: 1.024490486s)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:34.723041Z","caller":"traceutil/trace.go:171","msg":"trace[931569455] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"1.097698558s","start":"2026-03-25T21:17:33.625333Z","end":"2026-03-25T21:17:34.723031Z","steps":["trace[931569455] 'process raft request' (duration: 1.097462741s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:34.72295Z","caller":"traceutil/trace.go:171","msg":"trace[564692893] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"1.098384206s","start":"2026-03-25T21:17:33.624477Z","end":"2026-03-25T21:17:34.722862Z","steps":["trace[564692893] 'process raft request' (duration: 1.098228212s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:34.723236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:33.624456Z","time spent":"1.098714805s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:34.723257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.83392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-25T21:17:34.723247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.251295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-25T21:17:34.72339Z","caller":"traceutil/trace.go:171","msg":"trace[983326764] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4863; }","duration":"224.018424ms","start":"2026-03-25T21:17:34.499342Z","end":"2026-03-25T21:17:34.723361Z","steps":["trace[983326764] 'agreement among raft nodes before linearized reading' (duration: 223.718566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:34.723251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097871493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:50391"} {"level":"info","ts":"2026-03-25T21:17:34.723497Z","caller":"traceutil/trace.go:171","msg":"trace[1839336468] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4863; }","duration":"722.501113ms","start":"2026-03-25T21:17:34.000942Z","end":"2026-03-25T21:17:34.723443Z","steps":["trace[1839336468] 'agreement among raft nodes before linearized reading' (duration: 722.194764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:34.72351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098270523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:34.723553Z","caller":"traceutil/trace.go:171","msg":"trace[149314665] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"1.094062192s","start":"2026-03-25T21:17:33.629464Z","end":"2026-03-25T21:17:34.723527Z","steps":["trace[149314665] 'process raft request' (duration: 1.093378804s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:34.723555Z","caller":"traceutil/trace.go:171","msg":"trace[986687441] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4863; }","duration":"1.098198311s","start":"2026-03-25T21:17:33.62534Z","end":"2026-03-25T21:17:34.723538Z","steps":["trace[986687441] 'agreement among raft nodes before linearized reading' (duration: 1.097706258s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:34.723644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:34.00092Z","time spent":"722.679517ms","remote":"127.0.0.1:54852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-25T21:17:34.723698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:33.629454Z","time spent":"1.094156374s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11655,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:34.72376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:33.625334Z","time spent":"1.098335624s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":50413,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-25T21:17:34.7231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:33.625321Z","time spent":"1.09775052s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:34.72333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.775201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-25T21:17:34.724077Z","caller":"traceutil/trace.go:171","msg":"trace[276349956] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4863; }","duration":"662.577692ms","start":"2026-03-25T21:17:34.061477Z","end":"2026-03-25T21:17:34.724055Z","steps":["trace[276349956] 'agreement among raft nodes before linearized reading' (duration: 661.602996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:34.724135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:34.061461Z","time spent":"662.660154ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T21:17:34.723615Z","caller":"traceutil/trace.go:171","msg":"trace[1629624262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4863; }","duration":"1.098724715s","start":"2026-03-25T21:17:33.624868Z","end":"2026-03-25T21:17:34.723592Z","steps":["trace[1629624262] 'agreement among raft nodes before linearized reading' (duration: 1.098163831s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:34.725297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:33.62486Z","time spent":"1.100354318s","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T21:17:41.53194Z","caller":"traceutil/trace.go:171","msg":"trace[2076275765] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"371.156379ms","start":"2026-03-25T21:17:41.160757Z","end":"2026-03-25T21:17:41.531914Z","steps":["trace[2076275765] 'process raft request' (duration: 319.510088ms)","trace[2076275765] 'compare' (duration: 51.522988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:41.532079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:41.160735Z","time spent":"371.273212ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1702,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:41.617203Z","caller":"traceutil/trace.go:171","msg":"trace[904593742] linearizableReadLoop","detail":"{readStateIndex:5217; appliedIndex:5215; }","duration":"412.071914ms","start":"2026-03-25T21:17:41.205112Z","end":"2026-03-25T21:17:41.617184Z","steps":["trace[904593742] 'read index received' (duration: 275.151381ms)","trace[904593742] 'applied index is now lower than readState.Index' (duration: 136.919813ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:41.617224Z","caller":"traceutil/trace.go:171","msg":"trace[1401763342] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"404.601687ms","start":"2026-03-25T21:17:41.212606Z","end":"2026-03-25T21:17:41.617208Z","steps":["trace[1401763342] 'process raft request' (duration: 404.513515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:41.617345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:41.212586Z","time spent":"404.693879ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:41.617364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.243419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:17:41.61747Z","caller":"traceutil/trace.go:171","msg":"trace[1278217241] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5002; }","duration":"453.702989ms","start":"2026-03-25T21:17:41.163596Z","end":"2026-03-25T21:17:41.617299Z","steps":["trace[1278217241] 'process raft request' (duration: 453.430532ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:41.617551Z","caller":"traceutil/trace.go:171","msg":"trace[427188225] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5003; }","duration":"412.344422ms","start":"2026-03-25T21:17:41.205061Z","end":"2026-03-25T21:17:41.617405Z","steps":["trace[427188225] 'agreement among raft nodes before linearized reading' (duration: 412.212299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:41.617739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:41.205039Z","time spent":"412.619099ms","remote":"127.0.0.1:58426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":28,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:17:41.617728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:41.163559Z","time spent":"453.984647ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":1750,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:42.117571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858715452,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T21:17:42.408648Z","caller":"traceutil/trace.go:171","msg":"trace[1651799331] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"871.63609ms","start":"2026-03-25T21:17:41.536968Z","end":"2026-03-25T21:17:42.408604Z","steps":["trace[1651799331] 'process raft request' (duration: 871.365072ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:42.408666Z","caller":"traceutil/trace.go:171","msg":"trace[54917881] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"796.119615ms","start":"2026-03-25T21:17:41.61252Z","end":"2026-03-25T21:17:42.40864Z","steps":["trace[54917881] 'process raft request' (duration: 796.003932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:42.408829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:41.536949Z","time spent":"871.792084ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:17:42.408898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:41.612494Z","time spent":"796.338722ms","remote":"127.0.0.1:54764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2581,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:17:43.242714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99998981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-25T21:17:43.242818Z","caller":"traceutil/trace.go:171","msg":"trace[2054593317] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000155835s","start":"2026-03-25T21:17:41.242641Z","end":"2026-03-25T21:17:43.242797Z","steps":["trace[2054593317] 'agreement among raft nodes before linearized reading' (duration: 2.000024811s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:43.242873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:41.242624Z","time spent":"2.000238527s","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/25 21:17:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-25T21:17:43.34684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.256342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:17:43.346916Z","caller":"traceutil/trace.go:171","msg":"trace[346364519] linearizableReadLoop","detail":"{readStateIndex:5221; appliedIndex:5218; }","duration":"1.729647097s","start":"2026-03-25T21:17:41.617256Z","end":"2026-03-25T21:17:43.346903Z","steps":["trace[346364519] 'read index received' (duration: 791.156634ms)","trace[346364519] 'applied index is now lower than readState.Index' (duration: 938.489703ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:43.346962Z","caller":"traceutil/trace.go:171","msg":"trace[38534386] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"1.714986598s","start":"2026-03-25T21:17:41.631932Z","end":"2026-03-25T21:17:43.346918Z","steps":["trace[38534386] 'process raft request' (duration: 890.583501ms)","trace[38534386] 'compare' (duration: 824.17506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:43.347044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022448987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74708160-c1fb-40dc-bf2a-e446b11cbb19\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-25T21:17:43.347065Z","caller":"traceutil/trace.go:171","msg":"trace[598052862] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-74708160-c1fb-40dc-bf2a-e446b11cbb19; range_end:; response_count:1; response_revision:5006; }","duration":"2.022513768s","start":"2026-03-25T21:17:41.324544Z","end":"2026-03-25T21:17:43.347058Z","steps":["trace[598052862] 'agreement among raft nodes before linearized reading' (duration: 2.022412376s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:43.347087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:41.324517Z","time spent":"2.0225652s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74708160-c1fb-40dc-bf2a-e446b11cbb19\" "} {"level":"warn","ts":"2026-03-25T21:17:43.347151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:41.631914Z","time spent":"1.715127372s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2250,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:43.587733Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.065215606s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T21:17:43.674646Z","caller":"traceutil/trace.go:171","msg":"trace[1510735992] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5007; }","duration":"1.25381959s","start":"2026-03-25T21:17:42.420796Z","end":"2026-03-25T21:17:43.674616Z","steps":["trace[1510735992] 'process raft request' (duration: 1.253698527s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:43.674658Z","caller":"traceutil/trace.go:171","msg":"trace[937794584] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"1.26021538s","start":"2026-03-25T21:17:42.4144Z","end":"2026-03-25T21:17:43.674615Z","steps":["trace[937794584] 'process raft request' (duration: 1.173514079s)","trace[937794584] 'compare' (duration: 86.454415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:43.674809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:42.420778Z","time spent":"1.253952383s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":2298,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:43.674941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:42.414384Z","time spent":"1.260466546s","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T21:17:43.677428Z","caller":"traceutil/trace.go:171","msg":"trace[759093749] linearizableReadLoop","detail":"{readStateIndex:5224; appliedIndex:5221; }","duration":"330.464919ms","start":"2026-03-25T21:17:43.346934Z","end":"2026-03-25T21:17:43.677399Z","steps":["trace[759093749] 'read index received' (duration: 241.078507ms)","trace[759093749] 'applied index is now lower than readState.Index' (duration: 89.382932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:43.677651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264844692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-25T21:17:43.677697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922553396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-25T21:17:43.677787Z","caller":"traceutil/trace.go:171","msg":"trace[14837539] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5008; }","duration":"1.264989597s","start":"2026-03-25T21:17:42.41278Z","end":"2026-03-25T21:17:43.677769Z","steps":["trace[14837539] 'agreement among raft nodes before linearized reading' (duration: 1.2647312s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:43.67779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.325319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-25T21:17:43.677638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.927639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:17:43.677807Z","caller":"traceutil/trace.go:171","msg":"trace[1877344109] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5008; }","duration":"1.922663619s","start":"2026-03-25T21:17:41.755067Z","end":"2026-03-25T21:17:43.677731Z","steps":["trace[1877344109] 'agreement among raft nodes before linearized reading' (duration: 1.922435463s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:43.677832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:42.412754Z","time spent":"1.265067568s","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-25T21:17:43.677836Z","caller":"traceutil/trace.go:171","msg":"trace[971302995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5008; }","duration":"837.417101ms","start":"2026-03-25T21:17:42.840407Z","end":"2026-03-25T21:17:43.677824Z","steps":["trace[971302995] 'agreement among raft nodes before linearized reading' (duration: 837.273587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:43.677871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:42.840356Z","time spent":"837.505554ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:17:43.677874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:41.755043Z","time spent":"1.922818103s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-25T21:17:43.677892Z","caller":"traceutil/trace.go:171","msg":"trace[1258827294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5008; }","duration":"814.177475ms","start":"2026-03-25T21:17:42.863669Z","end":"2026-03-25T21:17:43.677846Z","steps":["trace[1258827294] 'agreement among raft nodes before linearized reading' (duration: 813.790605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:43.677947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:42.863663Z","time spent":"814.270137ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:17:43.67806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141769708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:17:43.67809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26551109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-25T21:17:43.678107Z","caller":"traceutil/trace.go:171","msg":"trace[83846394] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5008; }","duration":"1.14185298s","start":"2026-03-25T21:17:42.536235Z","end":"2026-03-25T21:17:43.678088Z","steps":["trace[83846394] 'agreement among raft nodes before linearized reading' (duration: 1.141785598s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:43.678134Z","caller":"traceutil/trace.go:171","msg":"trace[1455116170] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5008; }","duration":"1.265589652s","start":"2026-03-25T21:17:42.412532Z","end":"2026-03-25T21:17:43.678121Z","steps":["trace[1455116170] 'agreement among raft nodes before linearized reading' (duration: 1.265454279s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:43.678144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:42.536214Z","time spent":"1.141920272s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:17:43.678169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:42.412512Z","time spent":"1.265647814s","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-25T21:17:43.678189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.608465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bprpp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T21:17:43.67822Z","caller":"traceutil/trace.go:171","msg":"trace[756045551] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bprpp; range_end:; response_count:1; response_revision:5008; }","duration":"826.679207ms","start":"2026-03-25T21:17:42.851531Z","end":"2026-03-25T21:17:43.67821Z","steps":["trace[756045551] 'agreement among raft nodes before linearized reading' (duration: 826.589214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:43.678253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:42.851506Z","time spent":"826.739398ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-bprpp\" "} {"level":"warn","ts":"2026-03-25T21:17:43.678318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627552097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:43.678364Z","caller":"traceutil/trace.go:171","msg":"trace[358187121] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5008; }","duration":"1.6276404s","start":"2026-03-25T21:17:42.050708Z","end":"2026-03-25T21:17:43.678349Z","steps":["trace[358187121] 'agreement among raft nodes before linearized reading' (duration: 1.627544568s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:43.678367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869469297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74708160-c1fb-40dc-bf2a-e446b11cbb19\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-25T21:17:43.678412Z","caller":"traceutil/trace.go:171","msg":"trace[1523947814] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-74708160-c1fb-40dc-bf2a-e446b11cbb19; range_end:; response_count:1; response_revision:5008; }","duration":"1.86954646s","start":"2026-03-25T21:17:41.808853Z","end":"2026-03-25T21:17:43.6784Z","steps":["trace[1523947814] 'agreement among raft nodes before linearized reading' (duration: 1.869426926s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:43.678428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:42.050687Z","time spent":"1.627708941s","remote":"127.0.0.1:33042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:17:43.67845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:41.808836Z","time spent":"1.869603421s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74708160-c1fb-40dc-bf2a-e446b11cbb19\" "} {"level":"warn","ts":"2026-03-25T21:17:43.678481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.114539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-25T21:17:43.678526Z","caller":"traceutil/trace.go:171","msg":"trace[1688383330] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5008; }","duration":"763.183891ms","start":"2026-03-25T21:17:42.915327Z","end":"2026-03-25T21:17:43.678511Z","steps":["trace[1688383330] 'agreement among raft nodes before linearized reading' (duration: 763.023717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:43.678556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:42.915315Z","time spent":"763.235343ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:17:43.678659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.299248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a031d976401544\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-25T21:17:43.678666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.459337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-25T21:17:43.678726Z","caller":"traceutil/trace.go:171","msg":"trace[2128955579] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a031d976401544; range_end:; response_count:1; response_revision:5008; }","duration":"430.403011ms","start":"2026-03-25T21:17:43.2483Z","end":"2026-03-25T21:17:43.678703Z","steps":["trace[2128955579] 'agreement among raft nodes before linearized reading' (duration: 430.213706ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:43.678745Z","caller":"traceutil/trace.go:171","msg":"trace[983333657] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5008; }","duration":"547.5785ms","start":"2026-03-25T21:17:43.131151Z","end":"2026-03-25T21:17:43.67873Z","steps":["trace[983333657] 'agreement among raft nodes before linearized reading' (duration: 547.374045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:43.678763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91744839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T21:17:43.678771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:43.248279Z","time spent":"430.479653ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a031d976401544\" "} {"level":"warn","ts":"2026-03-25T21:17:43.678794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:43.131129Z","time spent":"547.654023ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-25T21:17:43.678808Z","caller":"traceutil/trace.go:171","msg":"trace[1524730776] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5008; }","duration":"1.917535682s","start":"2026-03-25T21:17:41.76126Z","end":"2026-03-25T21:17:43.678796Z","steps":["trace[1524730776] 'agreement among raft nodes before linearized reading' (duration: 1.917397038s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:43.678816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.234937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-03-25T21:17:43.678824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.030797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:17:43.67885Z","caller":"traceutil/trace.go:171","msg":"trace[745334556] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5008; }","duration":"782.290488ms","start":"2026-03-25T21:17:42.896553Z","end":"2026-03-25T21:17:43.678843Z","steps":["trace[745334556] 'agreement among raft nodes before linearized reading' (duration: 782.222676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:43.678755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.845182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-25T21:17:43.678852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:41.761227Z","time spent":"1.917616044s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T21:17:43.678858Z","caller":"traceutil/trace.go:171","msg":"trace[5606221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5008; }","duration":"798.065367ms","start":"2026-03-25T21:17:42.880782Z","end":"2026-03-25T21:17:43.678847Z","steps":["trace[5606221] 'agreement among raft nodes before linearized reading' (duration: 797.972135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:43.678872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:42.896542Z","time spent":"782.32495ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:17:43.678855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.427451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:17:43.678889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:42.880735Z","time spent":"798.147789ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-25T21:17:43.678883Z","caller":"traceutil/trace.go:171","msg":"trace[591013061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5008; }","duration":"797.977155ms","start":"2026-03-25T21:17:42.880894Z","end":"2026-03-25T21:17:43.678871Z","steps":["trace[591013061] 'agreement among raft nodes before linearized reading' (duration: 797.79783ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:43.678912Z","caller":"traceutil/trace.go:171","msg":"trace[677765839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5008; }","duration":"430.496874ms","start":"2026-03-25T21:17:43.248398Z","end":"2026-03-25T21:17:43.678895Z","steps":["trace[677765839] 'agreement among raft nodes before linearized reading' (duration: 430.411041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:43.678927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:42.880888Z","time spent":"798.027486ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:17:43.678954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:43.248362Z","time spent":"430.582366ms","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:17:43.783801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.214039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-25T21:17:43.783891Z","caller":"traceutil/trace.go:171","msg":"trace[1506442632] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5018; }","duration":"100.320302ms","start":"2026-03-25T21:17:43.683549Z","end":"2026-03-25T21:17:43.78387Z","steps":["trace[1506442632] 'agreement among raft nodes before linearized reading' (duration: 99.944262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:43.784111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.457825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-25T21:17:43.784173Z","caller":"traceutil/trace.go:171","msg":"trace[1588186077] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5018; }","duration":"100.538168ms","start":"2026-03-25T21:17:43.683622Z","end":"2026-03-25T21:17:43.78416Z","steps":["trace[1588186077] 'agreement among raft nodes before linearized reading' (duration: 99.884321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:43.784111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.422495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-25T21:17:43.784318Z","caller":"traceutil/trace.go:171","msg":"trace[1166342237] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5018; }","duration":"100.648011ms","start":"2026-03-25T21:17:43.683654Z","end":"2026-03-25T21:17:43.784302Z","steps":["trace[1166342237] 'agreement among raft nodes before linearized reading' (duration: 100.338862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:44.188139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.81794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:17:44.188268Z","caller":"traceutil/trace.go:171","msg":"trace[698615459] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"261.438577ms","start":"2026-03-25T21:17:43.926791Z","end":"2026-03-25T21:17:44.18823Z","steps":["trace[698615459] 'process raft request' (duration: 69.464903ms)","trace[698615459] 'compare' (duration: 191.582764ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:44.188428Z","caller":"traceutil/trace.go:171","msg":"trace[2128228151] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"258.535881ms","start":"2026-03-25T21:17:43.929855Z","end":"2026-03-25T21:17:44.188391Z","steps":["trace[2128228151] 'process raft request' (duration: 258.368256ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:44.188319Z","caller":"traceutil/trace.go:171","msg":"trace[1735611290] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5044; }","duration":"256.858576ms","start":"2026-03-25T21:17:43.931448Z","end":"2026-03-25T21:17:44.188307Z","steps":["trace[1735611290] 'process raft request' (duration: 256.839096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:44.188705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.749346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-25T21:17:44.188427Z","caller":"traceutil/trace.go:171","msg":"trace[387510024] linearizableReadLoop","detail":"{readStateIndex:5260; appliedIndex:5259; }","duration":"261.354285ms","start":"2026-03-25T21:17:43.926955Z","end":"2026-03-25T21:17:44.188309Z","steps":["trace[387510024] 'read index received' (duration: 69.315269ms)","trace[387510024] 'applied index is now lower than readState.Index' (duration: 192.035346ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:44.188731Z","caller":"traceutil/trace.go:171","msg":"trace[1122263444] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5044; }","duration":"261.804877ms","start":"2026-03-25T21:17:43.92692Z","end":"2026-03-25T21:17:44.188725Z","steps":["trace[1122263444] 'agreement among raft nodes before linearized reading' (duration: 261.714485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:44.189163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.718394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:96716"} {"level":"info","ts":"2026-03-25T21:17:44.189201Z","caller":"traceutil/trace.go:171","msg":"trace[1001820788] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:5044; }","duration":"261.782477ms","start":"2026-03-25T21:17:43.927408Z","end":"2026-03-25T21:17:44.189191Z","steps":["trace[1001820788] 'agreement among raft nodes before linearized reading' (duration: 261.560981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:44.190344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.593682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2575989"} {"level":"info","ts":"2026-03-25T21:17:44.190407Z","caller":"traceutil/trace.go:171","msg":"trace[1496024732] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5044; }","duration":"252.689035ms","start":"2026-03-25T21:17:43.937704Z","end":"2026-03-25T21:17:44.190393Z","steps":["trace[1496024732] 'agreement among raft nodes before linearized reading' (duration: 251.277748ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:45.288464Z","caller":"traceutil/trace.go:171","msg":"trace[626402783] linearizableReadLoop","detail":"{readStateIndex:5270; appliedIndex:5269; }","duration":"273.010345ms","start":"2026-03-25T21:17:45.015432Z","end":"2026-03-25T21:17:45.288442Z","steps":["trace[626402783] 'read index received' (duration: 272.82115ms)","trace[626402783] 'applied index is now lower than readState.Index' (duration: 188.305µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:45.288583Z","caller":"traceutil/trace.go:171","msg":"trace[1571695856] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"418.529536ms","start":"2026-03-25T21:17:44.870023Z","end":"2026-03-25T21:17:45.288552Z","steps":["trace[1571695856] 'process raft request' (duration: 418.248819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:45.288739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.293302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"info","ts":"2026-03-25T21:17:45.288798Z","caller":"traceutil/trace.go:171","msg":"trace[1316843498] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5051; }","duration":"273.400615ms","start":"2026-03-25T21:17:45.015386Z","end":"2026-03-25T21:17:45.288787Z","steps":["trace[1316843498] 'agreement among raft nodes before linearized reading' (duration: 273.20691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:45.288743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:44.869996Z","time spent":"418.65686ms","remote":"127.0.0.1:54912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1441,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:45.289173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.211696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:45.289283Z","caller":"traceutil/trace.go:171","msg":"trace[1859525411] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5051; }","duration":"156.406591ms","start":"2026-03-25T21:17:45.132852Z","end":"2026-03-25T21:17:45.289258Z","steps":["trace[1859525411] 'agreement among raft nodes before linearized reading' (duration: 155.830035ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:46.167661Z","caller":"traceutil/trace.go:171","msg":"trace[1613283779] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"190.656278ms","start":"2026-03-25T21:17:45.97699Z","end":"2026-03-25T21:17:46.167647Z","steps":["trace[1613283779] 'process raft request' (duration: 121.583036ms)","trace[1613283779] 'compare' (duration: 68.957939ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:46.167972Z","caller":"traceutil/trace.go:171","msg":"trace[1803292527] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"190.438602ms","start":"2026-03-25T21:17:45.977498Z","end":"2026-03-25T21:17:46.167936Z","steps":["trace[1803292527] 'process raft request' (duration: 190.125154ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:49.417808Z","caller":"traceutil/trace.go:171","msg":"trace[1345646563] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"135.370912ms","start":"2026-03-25T21:17:49.282381Z","end":"2026-03-25T21:17:49.417752Z","steps":["trace[1345646563] 'process raft request' (duration: 135.121875ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:50.394397Z","caller":"traceutil/trace.go:171","msg":"trace[1339504998] linearizableReadLoop","detail":"{readStateIndex:5335; appliedIndex:5333; }","duration":"149.581299ms","start":"2026-03-25T21:17:50.244787Z","end":"2026-03-25T21:17:50.394368Z","steps":["trace[1339504998] 'read index received' (duration: 9.098281ms)","trace[1339504998] 'applied index is now lower than readState.Index' (duration: 140.481008ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:50.394486Z","caller":"traceutil/trace.go:171","msg":"trace[1167234930] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"194.759308ms","start":"2026-03-25T21:17:50.199692Z","end":"2026-03-25T21:17:50.394451Z","steps":["trace[1167234930] 'process raft request' (duration: 190.543296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:50.394579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.767924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:50.394619Z","caller":"traceutil/trace.go:171","msg":"trace[1106816292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5114; }","duration":"149.856577ms","start":"2026-03-25T21:17:50.244753Z","end":"2026-03-25T21:17:50.394609Z","steps":["trace[1106816292] 'agreement among raft nodes before linearized reading' (duration: 149.761734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:50.394753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.752235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-03-25T21:17:50.39483Z","caller":"traceutil/trace.go:171","msg":"trace[1387456603] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5114; }","duration":"137.864288ms","start":"2026-03-25T21:17:50.256944Z","end":"2026-03-25T21:17:50.394809Z","steps":["trace[1387456603] 'agreement among raft nodes before linearized reading' (duration: 137.624481ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:51.803849Z","caller":"traceutil/trace.go:171","msg":"trace[436160175] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"110.144833ms","start":"2026-03-25T21:17:51.693665Z","end":"2026-03-25T21:17:51.80381Z","steps":["trace[436160175] 'process raft request' (duration: 109.914997ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:57.907824Z","caller":"traceutil/trace.go:171","msg":"trace[1004923681] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"124.499133ms","start":"2026-03-25T21:17:57.783285Z","end":"2026-03-25T21:17:57.907784Z","steps":["trace[1004923681] 'process raft request' (duration: 116.584443ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:58.143926Z","caller":"traceutil/trace.go:171","msg":"trace[1846673950] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"201.424805ms","start":"2026-03-25T21:17:57.942473Z","end":"2026-03-25T21:17:58.143898Z","steps":["trace[1846673950] 'process raft request' (duration: 124.201665ms)","trace[1846673950] 'compare' (duration: 77.059505ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:58.144447Z","caller":"traceutil/trace.go:171","msg":"trace[627330777] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"201.120207ms","start":"2026-03-25T21:17:57.94331Z","end":"2026-03-25T21:17:58.144431Z","steps":["trace[627330777] 'process raft request' (duration: 200.553162ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:58.144709Z","caller":"traceutil/trace.go:171","msg":"trace[1043288279] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"199.910815ms","start":"2026-03-25T21:17:57.944781Z","end":"2026-03-25T21:17:58.144692Z","steps":["trace[1043288279] 'process raft request' (duration: 199.607167ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:58.144722Z","caller":"traceutil/trace.go:171","msg":"trace[2139665226] linearizableReadLoop","detail":"{readStateIndex:5413; appliedIndex:5408; }","duration":"183.704395ms","start":"2026-03-25T21:17:57.960996Z","end":"2026-03-25T21:17:58.144701Z","steps":["trace[2139665226] 'read index received' (duration: 105.781487ms)","trace[2139665226] 'applied index is now lower than readState.Index' (duration: 77.921928ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:58.144791Z","caller":"traceutil/trace.go:171","msg":"trace[398319300] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"199.564136ms","start":"2026-03-25T21:17:57.945201Z","end":"2026-03-25T21:17:58.144765Z","steps":["trace[398319300] 'process raft request' (duration: 199.461113ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:58.144784Z","caller":"traceutil/trace.go:171","msg":"trace[758163849] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"199.929465ms","start":"2026-03-25T21:17:57.944802Z","end":"2026-03-25T21:17:58.144732Z","steps":["trace[758163849] 'process raft request' (duration: 199.790021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:58.144945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.937301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13291"} {"level":"info","ts":"2026-03-25T21:17:58.144976Z","caller":"traceutil/trace.go:171","msg":"trace[1406428916] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5188; }","duration":"184.027093ms","start":"2026-03-25T21:17:57.960939Z","end":"2026-03-25T21:17:58.144966Z","steps":["trace[1406428916] 'agreement among raft nodes before linearized reading' (duration: 183.879649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:58.145047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.659924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-25T21:17:58.145127Z","caller":"traceutil/trace.go:171","msg":"trace[670921180] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5188; }","duration":"154.775697ms","start":"2026-03-25T21:17:57.990327Z","end":"2026-03-25T21:17:58.145103Z","steps":["trace[670921180] 'agreement among raft nodes before linearized reading' (duration: 154.53149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:02.296458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.300834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-25T21:18:02.296549Z","caller":"traceutil/trace.go:171","msg":"trace[1032539146] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5229; }","duration":"134.432568ms","start":"2026-03-25T21:18:02.162097Z","end":"2026-03-25T21:18:02.29653Z","steps":["trace[1032539146] 'range keys from in-memory index tree' (duration: 134.045677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:02.296579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.805798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-25T21:18:02.296706Z","caller":"traceutil/trace.go:171","msg":"trace[655013665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5229; }","duration":"134.968843ms","start":"2026-03-25T21:18:02.161721Z","end":"2026-03-25T21:18:02.29669Z","steps":["trace[655013665] 'range keys from in-memory index tree' (duration: 134.693165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:02.296729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.730296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-25T21:18:02.296748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.729846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T21:18:02.296778Z","caller":"traceutil/trace.go:171","msg":"trace[1872560543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5229; }","duration":"134.822229ms","start":"2026-03-25T21:18:02.161941Z","end":"2026-03-25T21:18:02.296764Z","steps":["trace[1872560543] 'range keys from in-memory index tree' (duration: 134.525601ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:02.296835Z","caller":"traceutil/trace.go:171","msg":"trace[997849414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5229; }","duration":"134.87154ms","start":"2026-03-25T21:18:02.161943Z","end":"2026-03-25T21:18:02.296814Z","steps":["trace[997849414] 'range keys from in-memory index tree' (duration: 134.482909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:02.296838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.153689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T21:18:02.296895Z","caller":"traceutil/trace.go:171","msg":"trace[1432525948] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5229; }","duration":"138.263902ms","start":"2026-03-25T21:18:02.158614Z","end":"2026-03-25T21:18:02.296878Z","steps":["trace[1432525948] 'range keys from in-memory index tree' (duration: 137.985304ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:02.600999Z","caller":"traceutil/trace.go:171","msg":"trace[1137981445] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"299.485185ms","start":"2026-03-25T21:18:02.301477Z","end":"2026-03-25T21:18:02.600962Z","steps":["trace[1137981445] 'process raft request' (duration: 299.206947ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:02.601372Z","caller":"traceutil/trace.go:171","msg":"trace[859382688] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"299.804833ms","start":"2026-03-25T21:18:02.301534Z","end":"2026-03-25T21:18:02.601339Z","steps":["trace[859382688] 'process raft request' (duration: 299.379771ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:02.601417Z","caller":"traceutil/trace.go:171","msg":"trace[300279361] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"299.412653ms","start":"2026-03-25T21:18:02.301951Z","end":"2026-03-25T21:18:02.601364Z","steps":["trace[300279361] 'process raft request' (duration: 299.205327ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:02.601578Z","caller":"traceutil/trace.go:171","msg":"trace[1714679803] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"298.308963ms","start":"2026-03-25T21:18:02.303257Z","end":"2026-03-25T21:18:02.601566Z","steps":["trace[1714679803] 'process raft request' (duration: 298.001825ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:02.949017Z","caller":"traceutil/trace.go:171","msg":"trace[643174733] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"340.31939ms","start":"2026-03-25T21:18:02.608678Z","end":"2026-03-25T21:18:02.948997Z","steps":["trace[643174733] 'process raft request' (duration: 274.138529ms)","trace[643174733] 'compare' (duration: 65.895593ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:18:02.949035Z","caller":"traceutil/trace.go:171","msg":"trace[74182800] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"340.269338ms","start":"2026-03-25T21:18:02.608745Z","end":"2026-03-25T21:18:02.949014Z","steps":["trace[74182800] 'process raft request' (duration: 340.188156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:02.949118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:02.608664Z","time spent":"340.397842ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:18:02.949157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:02.60872Z","time spent":"340.37024ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:18:03.119491Z","caller":"traceutil/trace.go:171","msg":"trace[1441759751] linearizableReadLoop","detail":"{readStateIndex:5464; appliedIndex:5462; }","duration":"104.93493ms","start":"2026-03-25T21:18:03.014536Z","end":"2026-03-25T21:18:03.119471Z","steps":["trace[1441759751] 'read index received' (duration: 10.959527ms)","trace[1441759751] 'applied index is now lower than readState.Index' (duration: 93.974473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:18:03.119655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.094094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:18:03.119635Z","caller":"traceutil/trace.go:171","msg":"trace[732489544] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"163.235548ms","start":"2026-03-25T21:18:02.956355Z","end":"2026-03-25T21:18:03.11959Z","steps":["trace[732489544] 'process raft request' (duration: 112.810983ms)","trace[732489544] 'compare' (duration: 50.173578ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:18:03.119682Z","caller":"traceutil/trace.go:171","msg":"trace[1397129215] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5238; }","duration":"105.197287ms","start":"2026-03-25T21:18:03.014477Z","end":"2026-03-25T21:18:03.119675Z","steps":["trace[1397129215] 'agreement among raft nodes before linearized reading' (duration: 105.121895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:03.479414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.294543ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-25T21:18:03.479518Z","caller":"traceutil/trace.go:171","msg":"trace[698710457] linearizableReadLoop","detail":"{readStateIndex:5465; appliedIndex:5464; }","duration":"234.730922ms","start":"2026-03-25T21:18:03.244771Z","end":"2026-03-25T21:18:03.479501Z","steps":["trace[698710457] 'read index received' (duration: 41.921µs)","trace[698710457] 'applied index is now lower than readState.Index' (duration: 234.687351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:18:03.479862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.823034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:18:03.479902Z","caller":"traceutil/trace.go:171","msg":"trace[10988640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5238; }","duration":"235.172174ms","start":"2026-03-25T21:18:03.244719Z","end":"2026-03-25T21:18:03.479892Z","steps":["trace[10988640] 'agreement among raft nodes before linearized reading' (duration: 234.829454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:04.203748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.716781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:18:04.203855Z","caller":"traceutil/trace.go:171","msg":"trace[758510953] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"259.964084ms","start":"2026-03-25T21:18:03.943871Z","end":"2026-03-25T21:18:04.203835Z","steps":["trace[758510953] 'process raft request' (duration: 127.078668ms)","trace[758510953] 'compare' (duration: 132.551537ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:18:04.904244Z","caller":"traceutil/trace.go:171","msg":"trace[190780554] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"292.776173ms","start":"2026-03-25T21:18:04.611437Z","end":"2026-03-25T21:18:04.904213Z","steps":["trace[190780554] 'process raft request' (duration: 292.603339ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:05.086772Z","caller":"traceutil/trace.go:171","msg":"trace[663753966] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"475.111357ms","start":"2026-03-25T21:18:04.611632Z","end":"2026-03-25T21:18:05.086744Z","steps":["trace[663753966] 'process raft request' (duration: 474.767698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:05.086918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:04.61161Z","time spent":"475.230711ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:18:05.087132Z","caller":"traceutil/trace.go:171","msg":"trace[596947426] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"475.569629ms","start":"2026-03-25T21:18:04.611553Z","end":"2026-03-25T21:18:05.087122Z","steps":["trace[596947426] 'process raft request' (duration: 474.582123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:05.087193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:04.611535Z","time spent":"475.628141ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:18:05.087346Z","caller":"traceutil/trace.go:171","msg":"trace[1154667592] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"475.742564ms","start":"2026-03-25T21:18:04.611593Z","end":"2026-03-25T21:18:05.087336Z","steps":["trace[1154667592] 'process raft request' (duration: 474.760618ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:05.08736Z","caller":"traceutil/trace.go:171","msg":"trace[1181365256] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"473.479903ms","start":"2026-03-25T21:18:04.613857Z","end":"2026-03-25T21:18:05.087337Z","steps":["trace[1181365256] 'process raft request' (duration: 472.665061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:05.087403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:04.611574Z","time spent":"475.802986ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:18:05.087603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:04.613827Z","time spent":"473.583796ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3810,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:18:05.272266Z","caller":"traceutil/trace.go:171","msg":"trace[1470411111] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"178.181602ms","start":"2026-03-25T21:18:05.094066Z","end":"2026-03-25T21:18:05.272247Z","steps":["trace[1470411111] 'process raft request' (duration: 178.13116ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:05.272384Z","caller":"traceutil/trace.go:171","msg":"trace[240824852] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"178.287365ms","start":"2026-03-25T21:18:05.094061Z","end":"2026-03-25T21:18:05.272348Z","steps":["trace[240824852] 'process raft request' (duration: 125.430524ms)","trace[240824852] 'compare' (duration: 52.174572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:18:06.304902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.069604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:18:06.305277Z","caller":"traceutil/trace.go:171","msg":"trace[351062510] linearizableReadLoop","detail":"{readStateIndex:5478; appliedIndex:5474; }","duration":"1.181218546s","start":"2026-03-25T21:18:05.12404Z","end":"2026-03-25T21:18:06.305258Z","steps":["trace[351062510] 'read index received' (duration: 95.460913ms)","trace[351062510] 'applied index is now lower than readState.Index' (duration: 1.085756453s)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:18:06.305574Z","caller":"traceutil/trace.go:171","msg":"trace[1242055324] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"1.210892078s","start":"2026-03-25T21:18:05.094633Z","end":"2026-03-25T21:18:06.305525Z","steps":["trace[1242055324] 'process raft request' (duration: 1.210369884s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:06.3057Z","caller":"traceutil/trace.go:171","msg":"trace[1528418630] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"1.211517735s","start":"2026-03-25T21:18:05.09415Z","end":"2026-03-25T21:18:06.305668Z","steps":["trace[1528418630] 'process raft request' (duration: 707.597348ms)","trace[1528418630] 'compare' (duration: 502.714445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:18:06.305772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:05.094626Z","time spent":"1.211038483s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:18:06.305856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:05.094141Z","time spent":"1.211635989s","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:18:06.306205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182155561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-25T21:18:06.306271Z","caller":"traceutil/trace.go:171","msg":"trace[2044231624] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5251; }","duration":"1.182218533s","start":"2026-03-25T21:18:05.12403Z","end":"2026-03-25T21:18:06.306249Z","steps":["trace[2044231624] 'agreement among raft nodes before linearized reading' (duration: 1.181502924s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:06.306335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:05.123984Z","time spent":"1.182335116s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T21:18:06.347322Z","caller":"traceutil/trace.go:171","msg":"trace[207556758] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"1.068147886s","start":"2026-03-25T21:18:05.279153Z","end":"2026-03-25T21:18:06.347301Z","steps":["trace[207556758] 'process raft request' (duration: 1.068015872s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:06.347474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:05.279136Z","time spent":"1.068251518s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3620,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:18:06.604832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.909214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:18:06.605483Z","caller":"traceutil/trace.go:171","msg":"trace[638122137] linearizableReadLoop","detail":"{readStateIndex:5480; appliedIndex:5478; }","duration":"300.134002ms","start":"2026-03-25T21:18:06.305322Z","end":"2026-03-25T21:18:06.605456Z","steps":["trace[638122137] 'read index received' (duration: 41.949115ms)","trace[638122137] 'applied index is now lower than readState.Index' (duration: 258.182327ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:18:06.605525Z","caller":"traceutil/trace.go:171","msg":"trace[1804393801] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"628.702064ms","start":"2026-03-25T21:18:05.976775Z","end":"2026-03-25T21:18:06.605477Z","steps":["trace[1804393801] 'process raft request' (duration: 459.854844ms)","trace[1804393801] 'compare' (duration: 167.456812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:18:06.605895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464924343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:18:06.605968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.264349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bprpp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-25T21:18:06.605996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.686799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-25T21:18:06.606013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.542738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-25T21:18:06.606042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.33951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-25T21:18:06.606053Z","caller":"traceutil/trace.go:171","msg":"trace[896246755] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bprpp; range_end:; response_count:1; response_revision:5253; }","duration":"629.390423ms","start":"2026-03-25T21:18:05.976642Z","end":"2026-03-25T21:18:06.606032Z","steps":["trace[896246755] 'agreement among raft nodes before linearized reading' (duration: 629.135976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:06.606008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:05.976763Z","time spent":"629.015673ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:18:06.606106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:05.976621Z","time spent":"629.475675ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-bprpp\" "} {"level":"warn","ts":"2026-03-25T21:18:06.606053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179976822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"info","ts":"2026-03-25T21:18:06.606054Z","caller":"traceutil/trace.go:171","msg":"trace[340976289] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5253; }","duration":"296.769521ms","start":"2026-03-25T21:18:06.309271Z","end":"2026-03-25T21:18:06.60604Z","steps":["trace[340976289] 'agreement among raft nodes before linearized reading' (duration: 296.620307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:06.605887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29111177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:98158"} {"level":"info","ts":"2026-03-25T21:18:06.606396Z","caller":"traceutil/trace.go:171","msg":"trace[2004188300] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:5253; }","duration":"1.291692875s","start":"2026-03-25T21:18:05.31469Z","end":"2026-03-25T21:18:06.606383Z","steps":["trace[2004188300] 'agreement among raft nodes before linearized reading' (duration: 1.290864953s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:06.606442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:05.314664Z","time spent":"1.291765177s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":13,"response size":98180,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-25T21:18:06.606107Z","caller":"traceutil/trace.go:171","msg":"trace[1369706454] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5253; }","duration":"296.423832ms","start":"2026-03-25T21:18:06.309661Z","end":"2026-03-25T21:18:06.606085Z","steps":["trace[1369706454] 'agreement among raft nodes before linearized reading' (duration: 296.310809ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:06.60599Z","caller":"traceutil/trace.go:171","msg":"trace[46067834] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5253; }","duration":"1.465072177s","start":"2026-03-25T21:18:05.140901Z","end":"2026-03-25T21:18:06.605973Z","steps":["trace[46067834] 'agreement among raft nodes before linearized reading' (duration: 1.464849721s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:06.606656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:05.140878Z","time spent":"1.465750646s","remote":"127.0.0.1:32908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:18:06.605644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.919852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:18:06.606823Z","caller":"traceutil/trace.go:171","msg":"trace[1330098578] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5253; }","duration":"983.187036ms","start":"2026-03-25T21:18:05.623616Z","end":"2026-03-25T21:18:06.606803Z","steps":["trace[1330098578] 'agreement among raft nodes before linearized reading' (duration: 981.889561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:06.605725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32881635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:18:06.606894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:05.623591Z","time spent":"983.281789ms","remote":"127.0.0.1:47470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:18:06.606912Z","caller":"traceutil/trace.go:171","msg":"trace[629548053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5253; }","duration":"1.330031373s","start":"2026-03-25T21:18:05.276867Z","end":"2026-03-25T21:18:06.606899Z","steps":["trace[629548053] 'agreement among raft nodes before linearized reading' (duration: 1.328788039s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:06.606956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:05.276852Z","time spent":"1.330093184s","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:18:06.606141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.687885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T21:18:06.607096Z","caller":"traceutil/trace.go:171","msg":"trace[1194773532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5253; }","duration":"111.672582ms","start":"2026-03-25T21:18:06.495408Z","end":"2026-03-25T21:18:06.60708Z","steps":["trace[1194773532] 'agreement among raft nodes before linearized reading' (duration: 110.674315ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:06.606133Z","caller":"traceutil/trace.go:171","msg":"trace[1362866785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5253; }","duration":"397.661381ms","start":"2026-03-25T21:18:06.208397Z","end":"2026-03-25T21:18:06.606058Z","steps":["trace[1362866785] 'agreement among raft nodes before linearized reading' (duration: 397.367733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:06.607208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:06.208346Z","time spent":"398.851284ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:18:06.606142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.29446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-25T21:18:06.607311Z","caller":"traceutil/trace.go:171","msg":"trace[783405648] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5253; }","duration":"232.521843ms","start":"2026-03-25T21:18:06.374773Z","end":"2026-03-25T21:18:06.607295Z","steps":["trace[783405648] 'agreement among raft nodes before linearized reading' (duration: 231.135155ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:06.60628Z","caller":"traceutil/trace.go:171","msg":"trace[1298889879] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5253; }","duration":"1.18024595s","start":"2026-03-25T21:18:05.425974Z","end":"2026-03-25T21:18:06.60622Z","steps":["trace[1298889879] 'agreement among raft nodes before linearized reading' (duration: 1.179756116s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:06.607389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:05.425952Z","time spent":"1.181417272s","remote":"127.0.0.1:47470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3220,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-25T21:18:06.879639Z","caller":"traceutil/trace.go:171","msg":"trace[653768485] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"266.894793ms","start":"2026-03-25T21:18:06.612711Z","end":"2026-03-25T21:18:06.879606Z","steps":["trace[653768485] 'process raft request' (duration: 266.650136ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:06.879766Z","caller":"traceutil/trace.go:171","msg":"trace[2126566218] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"266.992146ms","start":"2026-03-25T21:18:06.612749Z","end":"2026-03-25T21:18:06.879741Z","steps":["trace[2126566218] 'process raft request' (duration: 266.77255ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:06.879841Z","caller":"traceutil/trace.go:171","msg":"trace[1531974160] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"259.738569ms","start":"2026-03-25T21:18:06.620082Z","end":"2026-03-25T21:18:06.879821Z","steps":["trace[1531974160] 'process raft request' (duration: 259.561724ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:06.879918Z","caller":"traceutil/trace.go:171","msg":"trace[1228986107] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"267.086868ms","start":"2026-03-25T21:18:06.612769Z","end":"2026-03-25T21:18:06.879856Z","steps":["trace[1228986107] 'process raft request' (duration: 266.8129ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:06.879845Z","caller":"traceutil/trace.go:171","msg":"trace[1081045523] linearizableReadLoop","detail":"{readStateIndex:5484; appliedIndex:5480; }","duration":"265.67109ms","start":"2026-03-25T21:18:06.614034Z","end":"2026-03-25T21:18:06.879705Z","steps":["trace[1081045523] 'read index received' (duration: 71.156166ms)","trace[1081045523] 'applied index is now lower than readState.Index' (duration: 194.513494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:18:06.880249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.192813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-25T21:18:06.880341Z","caller":"traceutil/trace.go:171","msg":"trace[2008072525] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5258; }","duration":"267.233301ms","start":"2026-03-25T21:18:06.613093Z","end":"2026-03-25T21:18:06.880326Z","steps":["trace[2008072525] 'agreement among raft nodes before linearized reading' (duration: 266.791519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:06.889017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.262872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:18:06.889089Z","caller":"traceutil/trace.go:171","msg":"trace[414460290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5259; }","duration":"274.358645ms","start":"2026-03-25T21:18:06.614713Z","end":"2026-03-25T21:18:06.889071Z","steps":["trace[414460290] 'agreement among raft nodes before linearized reading' (duration: 274.244932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:07.090309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.383387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:18:07.090445Z","caller":"traceutil/trace.go:171","msg":"trace[1722555687] linearizableReadLoop","detail":"{readStateIndex:5487; appliedIndex:5486; }","duration":"182.665223ms","start":"2026-03-25T21:18:06.907761Z","end":"2026-03-25T21:18:07.090426Z","steps":["trace[1722555687] 'read index received' (duration: 48.085421ms)","trace[1722555687] 'applied index is now lower than readState.Index' (duration: 134.578692ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:18:07.090494Z","caller":"traceutil/trace.go:171","msg":"trace[225356317] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"196.190339ms","start":"2026-03-25T21:18:06.89428Z","end":"2026-03-25T21:18:07.09047Z","steps":["trace[225356317] 'process raft request' (duration: 61.552846ms)","trace[225356317] 'compare' (duration: 134.172911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:18:07.090584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.828528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:18:07.090609Z","caller":"traceutil/trace.go:171","msg":"trace[14370220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5260; }","duration":"182.89379ms","start":"2026-03-25T21:18:06.907709Z","end":"2026-03-25T21:18:07.090603Z","steps":["trace[14370220] 'agreement among raft nodes before linearized reading' (duration: 182.785787ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:07.170826Z","caller":"traceutil/trace.go:171","msg":"trace[589720037] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"239.161032ms","start":"2026-03-25T21:18:06.931629Z","end":"2026-03-25T21:18:07.17079Z","steps":["trace[589720037] 'process raft request' (duration: 238.953906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:07.170928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.353578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:18:07.171011Z","caller":"traceutil/trace.go:171","msg":"trace[1446317418] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5261; }","duration":"147.45669ms","start":"2026-03-25T21:18:07.023539Z","end":"2026-03-25T21:18:07.170995Z","steps":["trace[1446317418] 'agreement among raft nodes before linearized reading' (duration: 147.256995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:07.64022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.375041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:18:07.640666Z","caller":"traceutil/trace.go:171","msg":"trace[146329347] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5262; }","duration":"461.465587ms","start":"2026-03-25T21:18:07.179178Z","end":"2026-03-25T21:18:07.640644Z","steps":["trace[146329347] 'process raft request' (duration: 461.351034ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:07.640682Z","caller":"traceutil/trace.go:171","msg":"trace[1495674211] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"546.437416ms","start":"2026-03-25T21:18:07.094212Z","end":"2026-03-25T21:18:07.640649Z","steps":["trace[1495674211] 'process raft request' (duration: 243.5248ms)","trace[1495674211] 'compare' (duration: 302.202487ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:18:07.640672Z","caller":"traceutil/trace.go:171","msg":"trace[648927354] linearizableReadLoop","detail":"{readStateIndex:5489; appliedIndex:5488; }","duration":"469.903896ms","start":"2026-03-25T21:18:07.17074Z","end":"2026-03-25T21:18:07.640644Z","steps":["trace[648927354] 'read index received' (duration: 167.00901ms)","trace[648927354] 'applied index is now lower than readState.Index' (duration: 302.891636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:18:07.640843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:07.094201Z","time spent":"546.56651ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:18:07.640914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.644463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-25T21:18:07.640899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.013836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-25T21:18:07.640987Z","caller":"traceutil/trace.go:171","msg":"trace[790548310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5262; }","duration":"549.783617ms","start":"2026-03-25T21:18:07.091192Z","end":"2026-03-25T21:18:07.640976Z","steps":["trace[790548310] 'agreement among raft nodes before linearized reading' (duration: 549.52896ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:07.640985Z","caller":"traceutil/trace.go:171","msg":"trace[752851686] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5262; }","duration":"549.12454ms","start":"2026-03-25T21:18:07.091841Z","end":"2026-03-25T21:18:07.640966Z","steps":["trace[752851686] 'agreement among raft nodes before linearized reading' (duration: 548.806901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:07.641027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:07.091162Z","time spent":"549.857279ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:18:07.641039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:07.091836Z","time spent":"549.194091ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-25T21:18:07.640979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:07.179158Z","time spent":"461.56159ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:18:07.640915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.314154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:18:07.641301Z","caller":"traceutil/trace.go:171","msg":"trace[90132225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5262; }","duration":"549.716276ms","start":"2026-03-25T21:18:07.091546Z","end":"2026-03-25T21:18:07.641263Z","steps":["trace[90132225] 'agreement among raft nodes before linearized reading' (duration: 549.104699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:07.641405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:07.091534Z","time spent":"549.861919ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:18:08.26902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858716092,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T21:18:08.475778Z","caller":"traceutil/trace.go:171","msg":"trace[2059989561] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"829.936629ms","start":"2026-03-25T21:18:07.645785Z","end":"2026-03-25T21:18:08.475721Z","steps":["trace[2059989561] 'process raft request' (duration: 743.49323ms)","trace[2059989561] 'compare' (duration: 85.516294ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:18:08.475818Z","caller":"traceutil/trace.go:171","msg":"trace[388876134] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"823.653289ms","start":"2026-03-25T21:18:07.652139Z","end":"2026-03-25T21:18:08.475792Z","steps":["trace[388876134] 'process raft request' (duration: 823.539656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:08.475942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:07.645761Z","time spent":"830.104324ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:18:08.475985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:07.652114Z","time spent":"823.774003ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16842,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:18:08.475813Z","caller":"traceutil/trace.go:171","msg":"trace[828304552] linearizableReadLoop","detail":"{readStateIndex:5494; appliedIndex:5492; }","duration":"707.636289ms","start":"2026-03-25T21:18:07.76815Z","end":"2026-03-25T21:18:08.475787Z","steps":["trace[828304552] 'read index received' (duration: 621.028015ms)","trace[828304552] 'applied index is now lower than readState.Index' (duration: 86.606964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:18:08.476029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.878836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T21:18:08.476084Z","caller":"traceutil/trace.go:171","msg":"trace[601355046] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:5266; }","duration":"707.965839ms","start":"2026-03-25T21:18:07.768104Z","end":"2026-03-25T21:18:08.47607Z","steps":["trace[601355046] 'agreement among raft nodes before linearized reading' (duration: 707.763993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:08.47614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:07.768083Z","time spent":"708.04551ms","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-03-25T21:18:08.476168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.086596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:18:08.476241Z","caller":"traceutil/trace.go:171","msg":"trace[774877264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5266; }","duration":"220.192439ms","start":"2026-03-25T21:18:08.256029Z","end":"2026-03-25T21:18:08.476221Z","steps":["trace[774877264] 'agreement among raft nodes before linearized reading' (duration: 220.076976ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:39.296324Z","caller":"traceutil/trace.go:171","msg":"trace[1708880145] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"116.483982ms","start":"2026-03-25T21:18:39.179806Z","end":"2026-03-25T21:18:39.29629Z","steps":["trace[1708880145] 'process raft request' (duration: 116.299607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:42.991646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.566407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:18:42.991795Z","caller":"traceutil/trace.go:171","msg":"trace[1311511510] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5626; }","duration":"163.770502ms","start":"2026-03-25T21:18:42.828006Z","end":"2026-03-25T21:18:42.991776Z","steps":["trace[1311511510] 'range keys from in-memory index tree' (duration: 163.470793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:42.991805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.567797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:18:42.991875Z","caller":"traceutil/trace.go:171","msg":"trace[609194978] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5626; }","duration":"163.68974ms","start":"2026-03-25T21:18:42.82817Z","end":"2026-03-25T21:18:42.99186Z","steps":["trace[609194978] 'range keys from in-memory index tree' (duration: 163.457953ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:42.992006Z","caller":"traceutil/trace.go:171","msg":"trace[260151915] linearizableReadLoop","detail":"{readStateIndex:5870; appliedIndex:5869; }","duration":"127.578763ms","start":"2026-03-25T21:18:42.864397Z","end":"2026-03-25T21:18:42.991975Z","steps":["trace[260151915] 'read index received' (duration: 126.410851ms)","trace[260151915] 'applied index is now lower than readState.Index' (duration: 1.165912ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:18:42.992245Z","caller":"traceutil/trace.go:171","msg":"trace[1858867367] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"141.752747ms","start":"2026-03-25T21:18:42.850332Z","end":"2026-03-25T21:18:42.992085Z","steps":["trace[1858867367] 'process raft request' (duration: 140.38949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:42.992312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.925462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bprpp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T21:18:42.992408Z","caller":"traceutil/trace.go:171","msg":"trace[633680302] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bprpp; range_end:; response_count:1; response_revision:5627; }","duration":"128.028595ms","start":"2026-03-25T21:18:42.864321Z","end":"2026-03-25T21:18:42.992349Z","steps":["trace[633680302] 'agreement among raft nodes before linearized reading' (duration: 127.765048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:42.992459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.247147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6156"} {"level":"info","ts":"2026-03-25T21:18:42.992554Z","caller":"traceutil/trace.go:171","msg":"trace[80122199] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5626; }","duration":"160.3755ms","start":"2026-03-25T21:18:42.832157Z","end":"2026-03-25T21:18:42.992532Z","steps":["trace[80122199] 'range keys from in-memory index tree' (duration: 159.936699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:43.669656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.016718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:18:43.669765Z","caller":"traceutil/trace.go:171","msg":"trace[1152746570] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"332.58154ms","start":"2026-03-25T21:18:43.337163Z","end":"2026-03-25T21:18:43.669745Z","steps":["trace[1152746570] 'process raft request' (duration: 86.393737ms)","trace[1152746570] 'compare' (duration: 245.784032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:18:43.669821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:43.337149Z","time spent":"332.647071ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:18:51.53524Z","caller":"traceutil/trace.go:171","msg":"trace[1223484998] linearizableReadLoop","detail":"{readStateIndex:5946; appliedIndex:5945; }","duration":"187.576576ms","start":"2026-03-25T21:18:51.347642Z","end":"2026-03-25T21:18:51.535218Z","steps":["trace[1223484998] 'read index received' (duration: 187.456063ms)","trace[1223484998] 'applied index is now lower than readState.Index' (duration: 119.643µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:18:51.535408Z","caller":"traceutil/trace.go:171","msg":"trace[1617643255] transaction","detail":"{read_only:false; response_revision:5699; number_of_response:1; }","duration":"189.127948ms","start":"2026-03-25T21:18:51.346266Z","end":"2026-03-25T21:18:51.535394Z","steps":["trace[1617643255] 'process raft request' (duration: 188.791539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:51.536277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.613364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T21:18:51.536331Z","caller":"traceutil/trace.go:171","msg":"trace[1490183520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5699; }","duration":"188.676126ms","start":"2026-03-25T21:18:51.347639Z","end":"2026-03-25T21:18:51.536315Z","steps":["trace[1490183520] 'agreement among raft nodes before linearized reading' (duration: 187.70635ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:51.709268Z","caller":"traceutil/trace.go:171","msg":"trace[24147388] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"348.542262ms","start":"2026-03-25T21:18:51.360702Z","end":"2026-03-25T21:18:51.709245Z","steps":["trace[24147388] 'process raft request' (duration: 287.625883ms)","trace[24147388] 'compare' (duration: 60.747074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:18:51.709395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:51.360682Z","time spent":"348.652295ms","remote":"127.0.0.1:58936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:18:51.709385Z","caller":"traceutil/trace.go:171","msg":"trace[1018979089] transaction","detail":"{read_only:false; response_revision:5701; number_of_response:1; }","duration":"169.121437ms","start":"2026-03-25T21:18:51.54023Z","end":"2026-03-25T21:18:51.709351Z","steps":["trace[1018979089] 'process raft request' (duration: 168.964082ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:52.059808Z","caller":"traceutil/trace.go:171","msg":"trace[2003665443] transaction","detail":"{read_only:false; response_revision:5702; number_of_response:1; }","duration":"272.820933ms","start":"2026-03-25T21:18:51.786962Z","end":"2026-03-25T21:18:52.059783Z","steps":["trace[2003665443] 'process raft request' (duration: 272.696389ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:52.059865Z","caller":"traceutil/trace.go:171","msg":"trace[386650219] linearizableReadLoop","detail":"{readStateIndex:5949; appliedIndex:5949; }","duration":"224.32976ms","start":"2026-03-25T21:18:51.835515Z","end":"2026-03-25T21:18:52.059844Z","steps":["trace[386650219] 'read index received' (duration: 224.31953ms)","trace[386650219] 'applied index is now lower than readState.Index' (duration: 8.45µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:18:52.060059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.539697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-25T21:18:52.060089Z","caller":"traceutil/trace.go:171","msg":"trace[501331356] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5702; }","duration":"224.615129ms","start":"2026-03-25T21:18:51.835466Z","end":"2026-03-25T21:18:52.060081Z","steps":["trace[501331356] 'agreement among raft nodes before linearized reading' (duration: 224.473855ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:52.108195Z","caller":"traceutil/trace.go:171","msg":"trace[1531586884] transaction","detail":"{read_only:false; response_revision:5703; number_of_response:1; }","duration":"157.833541ms","start":"2026-03-25T21:18:51.950326Z","end":"2026-03-25T21:18:52.10816Z","steps":["trace[1531586884] 'process raft request' (duration: 157.510383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:52.108522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.561582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:18:52.108604Z","caller":"traceutil/trace.go:171","msg":"trace[1681941909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5703; }","duration":"205.683096ms","start":"2026-03-25T21:18:51.902902Z","end":"2026-03-25T21:18:52.108585Z","steps":["trace[1681941909] 'agreement among raft nodes before linearized reading' (duration: 205.514031ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:52.252296Z","caller":"traceutil/trace.go:171","msg":"trace[1583138757] transaction","detail":"{read_only:false; response_revision:5706; number_of_response:1; }","duration":"138.153938ms","start":"2026-03-25T21:18:52.114119Z","end":"2026-03-25T21:18:52.252273Z","steps":["trace[1583138757] 'process raft request' (duration: 137.980963ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:52.252647Z","caller":"traceutil/trace.go:171","msg":"trace[714099308] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"138.448506ms","start":"2026-03-25T21:18:52.114164Z","end":"2026-03-25T21:18:52.252613Z","steps":["trace[714099308] 'process raft request' (duration: 138.070846ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:52.252775Z","caller":"traceutil/trace.go:171","msg":"trace[1019739459] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"138.004084ms","start":"2026-03-25T21:18:52.114753Z","end":"2026-03-25T21:18:52.252757Z","steps":["trace[1019739459] 'process raft request' (duration: 137.786248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:52.413299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.898632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:18:52.41339Z","caller":"traceutil/trace.go:171","msg":"trace[173274358] linearizableReadLoop","detail":"{readStateIndex:5956; appliedIndex:5955; }","duration":"120.81794ms","start":"2026-03-25T21:18:52.292558Z","end":"2026-03-25T21:18:52.413376Z","steps":["trace[173274358] 'read index received' (duration: 6.682301ms)","trace[173274358] 'applied index is now lower than readState.Index' (duration: 114.134219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:18:52.413467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.916022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:18:52.413497Z","caller":"traceutil/trace.go:171","msg":"trace[471888389] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5709; }","duration":"120.947033ms","start":"2026-03-25T21:18:52.29254Z","end":"2026-03-25T21:18:52.413487Z","steps":["trace[471888389] 'agreement among raft nodes before linearized reading' (duration: 120.871881ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:52.413535Z","caller":"traceutil/trace.go:171","msg":"trace[413108871] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"153.167635ms","start":"2026-03-25T21:18:52.260335Z","end":"2026-03-25T21:18:52.413503Z","steps":["trace[413108871] 'process raft request' (duration: 38.983875ms)","trace[413108871] 'compare' (duration: 113.451971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:19:02.882181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.356642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:19:02.882262Z","caller":"traceutil/trace.go:171","msg":"trace[1796999559] linearizableReadLoop","detail":"{readStateIndex:6046; appliedIndex:6045; }","duration":"368.850852ms","start":"2026-03-25T21:19:02.5134Z","end":"2026-03-25T21:19:02.88225Z","steps":["trace[1796999559] 'read index received' (duration: 45.672µs)","trace[1796999559] 'applied index is now lower than readState.Index' (duration: 368.80404ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:19:02.882286Z","caller":"traceutil/trace.go:171","msg":"trace[594498099] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"539.370757ms","start":"2026-03-25T21:19:02.342887Z","end":"2026-03-25T21:19:02.882258Z","steps":["trace[594498099] 'process raft request' (duration: 49.86985ms)","trace[594498099] 'compare' (duration: 489.141547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:19:02.882408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.014876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-03-25T21:19:02.882398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:19:02.342868Z","time spent":"539.471529ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:19:02.882435Z","caller":"traceutil/trace.go:171","msg":"trace[14319424] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5795; }","duration":"369.066158ms","start":"2026-03-25T21:19:02.51336Z","end":"2026-03-25T21:19:02.882426Z","steps":["trace[14319424] 'agreement among raft nodes before linearized reading' (duration: 368.949375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:19:02.882454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:19:02.513341Z","time spent":"369.108969ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:19:02.882592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.879719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:19:02.882616Z","caller":"traceutil/trace.go:171","msg":"trace[1627202154] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5795; }","duration":"267.932601ms","start":"2026-03-25T21:19:02.614677Z","end":"2026-03-25T21:19:02.88261Z","steps":["trace[1627202154] 'agreement among raft nodes before linearized reading' (duration: 267.88916ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:19:07.546388Z","caller":"traceutil/trace.go:171","msg":"trace[2097480858] transaction","detail":"{read_only:false; response_revision:5831; number_of_response:1; }","duration":"105.535898ms","start":"2026-03-25T21:19:07.440815Z","end":"2026-03-25T21:19:07.546351Z","steps":["trace[2097480858] 'process raft request' (duration: 105.373233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:19:08.006886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.406296ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-25T21:19:08.007257Z","caller":"traceutil/trace.go:171","msg":"trace[320381468] transaction","detail":"{read_only:false; response_revision:5833; number_of_response:1; }","duration":"162.116385ms","start":"2026-03-25T21:19:07.845114Z","end":"2026-03-25T21:19:08.00723Z","steps":["trace[320381468] 'process raft request' (duration: 161.93871ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:20:14.61484Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2915} {"level":"info","ts":"2026-03-25T21:20:14.707303Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2915,"took":"91.066115ms","hash":449103210,"current-db-size-bytes":60440576,"current-db-size":"60 MB","current-db-size-in-use-bytes":35741696,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-03-25T21:20:14.707366Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":449103210,"revision":2915,"compact-revision":-1} {"level":"info","ts":"2026-03-25T21:23:48.831737Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000021ff.wal"} {"level":"warn","ts":"2026-03-25T21:23:52.26897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.236597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:23:52.269039Z","caller":"traceutil/trace.go:171","msg":"trace[1448059283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8344; }","duration":"573.35772ms","start":"2026-03-25T21:23:51.695667Z","end":"2026-03-25T21:23:52.269025Z","steps":["trace[1448059283] 'range keys from in-memory index tree' (duration: 573.099793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:52.269079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:23:51.695646Z","time spent":"573.414332ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:23:52.269742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.582241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-25T21:23:52.269823Z","caller":"traceutil/trace.go:171","msg":"trace[1142360408] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8344; }","duration":"435.716254ms","start":"2026-03-25T21:23:51.834088Z","end":"2026-03-25T21:23:52.269805Z","steps":["trace[1142360408] 'range keys from in-memory index tree' (duration: 435.400646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:52.269866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:23:51.83406Z","time spent":"435.796827ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-25T21:23:52.27008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.184265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"warn","ts":"2026-03-25T21:23:52.270107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.384114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T21:23:52.270112Z","caller":"traceutil/trace.go:171","msg":"trace[663704203] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8344; }","duration":"256.254717ms","start":"2026-03-25T21:23:52.013845Z","end":"2026-03-25T21:23:52.2701Z","steps":["trace[663704203] 'range keys from in-memory index tree' (duration: 256.091233ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:23:52.270135Z","caller":"traceutil/trace.go:171","msg":"trace[2064134001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8344; }","duration":"381.452806ms","start":"2026-03-25T21:23:51.888674Z","end":"2026-03-25T21:23:52.270127Z","steps":["trace[2064134001] 'range keys from in-memory index tree' (duration: 381.290231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:52.270155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:23:51.888654Z","time spent":"381.496827ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T21:23:52.270253Z","caller":"traceutil/trace.go:171","msg":"trace[189714997] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"209.80747ms","start":"2026-03-25T21:23:52.060429Z","end":"2026-03-25T21:23:52.270237Z","steps":["trace[189714997] 'process raft request' (duration: 206.638424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:54.78102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858724586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:23:55.283873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858724586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:23:55.677964Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.400976899s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T21:23:55.678322Z","caller":"traceutil/trace.go:171","msg":"trace[157141316] linearizableReadLoop","detail":"{readStateIndex:8740; appliedIndex:8739; }","duration":"1.39768085s","start":"2026-03-25T21:23:54.280619Z","end":"2026-03-25T21:23:55.6783Z","steps":["trace[157141316] 'read index received' (duration: 1.397515296s)","trace[157141316] 'applied index is now lower than readState.Index' (duration: 164.594µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:23:55.678568Z","caller":"traceutil/trace.go:171","msg":"trace[2054902817] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"1.401566295s","start":"2026-03-25T21:23:54.276853Z","end":"2026-03-25T21:23:55.678419Z","steps":["trace[2054902817] 'process raft request' (duration: 1.401294038s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:55.678631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.348635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:23:55.678657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397971868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-25T21:23:55.678729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376015554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-25T21:23:55.678793Z","caller":"traceutil/trace.go:171","msg":"trace[1011319074] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8359; }","duration":"1.376112396s","start":"2026-03-25T21:23:54.302665Z","end":"2026-03-25T21:23:55.678777Z","steps":["trace[1011319074] 'agreement among raft nodes before linearized reading' (duration: 1.375945072s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:23:55.678752Z","caller":"traceutil/trace.go:171","msg":"trace[822269804] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8359; }","duration":"1.398127902s","start":"2026-03-25T21:23:54.28057Z","end":"2026-03-25T21:23:55.678698Z","steps":["trace[822269804] 'agreement among raft nodes before linearized reading' (duration: 1.397887625s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:23:55.678711Z","caller":"traceutil/trace.go:171","msg":"trace[1716982433] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8359; }","duration":"857.466259ms","start":"2026-03-25T21:23:54.821223Z","end":"2026-03-25T21:23:55.678689Z","steps":["trace[1716982433] 'agreement among raft nodes before linearized reading' (duration: 857.347405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:55.678814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:23:54.276827Z","time spent":"1.401861663s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:23:55.678837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:23:54.302657Z","time spent":"1.376171207s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:23:55.678849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:23:54.280552Z","time spent":"1.398284686s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:23:55.678872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:23:54.821203Z","time spent":"857.656563ms","remote":"127.0.0.1:53814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:23:55.67902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394680248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-25T21:23:55.679027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.706378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T21:23:55.679061Z","caller":"traceutil/trace.go:171","msg":"trace[547505153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8359; }","duration":"321.759538ms","start":"2026-03-25T21:23:55.357292Z","end":"2026-03-25T21:23:55.679052Z","steps":["trace[547505153] 'agreement among raft nodes before linearized reading' (duration: 321.684306ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:23:55.67906Z","caller":"traceutil/trace.go:171","msg":"trace[2027789679] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8359; }","duration":"1.3947434s","start":"2026-03-25T21:23:54.284302Z","end":"2026-03-25T21:23:55.679045Z","steps":["trace[2027789679] 'agreement among raft nodes before linearized reading' (duration: 1.394658788s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:55.679087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:23:55.357281Z","time spent":"321.79907ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T21:23:55.679085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046051052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:23:55.679103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:23:54.28428Z","time spent":"1.394814733s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-25T21:23:55.678923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386344813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:23:55.67912Z","caller":"traceutil/trace.go:171","msg":"trace[11151746] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8359; }","duration":"1.046124064s","start":"2026-03-25T21:23:54.632985Z","end":"2026-03-25T21:23:55.679109Z","steps":["trace[11151746] 'agreement among raft nodes before linearized reading' (duration: 1.046067773s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:55.678958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.91259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-25T21:23:55.67915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:23:54.632963Z","time spent":"1.046179126s","remote":"127.0.0.1:53314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:23:55.679174Z","caller":"traceutil/trace.go:171","msg":"trace[556197647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8359; }","duration":"272.156736ms","start":"2026-03-25T21:23:55.407008Z","end":"2026-03-25T21:23:55.679165Z","steps":["trace[556197647] 'agreement among raft nodes before linearized reading' (duration: 271.885698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:55.678808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394502273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T21:23:55.679239Z","caller":"traceutil/trace.go:171","msg":"trace[1552612380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8359; }","duration":"1.394998667s","start":"2026-03-25T21:23:54.284232Z","end":"2026-03-25T21:23:55.679231Z","steps":["trace[1552612380] 'agreement among raft nodes before linearized reading' (duration: 1.394291028s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:55.679264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:23:54.284224Z","time spent":"1.395033648s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:23:55.679264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.6024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:23:55.679293Z","caller":"traceutil/trace.go:171","msg":"trace[1561785276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8359; }","duration":"435.686502ms","start":"2026-03-25T21:23:55.243597Z","end":"2026-03-25T21:23:55.679284Z","steps":["trace[1561785276] 'agreement among raft nodes before linearized reading' (duration: 435.641051ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:23:55.679148Z","caller":"traceutil/trace.go:171","msg":"trace[542352805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8359; }","duration":"1.38660161s","start":"2026-03-25T21:23:54.292535Z","end":"2026-03-25T21:23:55.679136Z","steps":["trace[542352805] 'agreement among raft nodes before linearized reading' (duration: 1.386335463s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:55.679317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:23:55.243577Z","time spent":"435.734344ms","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:23:55.679345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:23:54.292515Z","time spent":"1.386819026s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:23:55.679273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.152611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bprpp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-25T21:23:55.679377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372735305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-25T21:23:55.679422Z","caller":"traceutil/trace.go:171","msg":"trace[1194109236] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8359; }","duration":"1.372791836s","start":"2026-03-25T21:23:54.306616Z","end":"2026-03-25T21:23:55.679408Z","steps":["trace[1194109236] 'agreement among raft nodes before linearized reading' (duration: 1.372665213s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:55.67946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:23:54.306611Z","time spent":"1.372838897s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T21:23:55.679935Z","caller":"traceutil/trace.go:171","msg":"trace[2107320935] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bprpp; range_end:; response_count:1; response_revision:8359; }","duration":"843.324126ms","start":"2026-03-25T21:23:54.836073Z","end":"2026-03-25T21:23:55.679397Z","steps":["trace[2107320935] 'agreement among raft nodes before linearized reading' (duration: 843.059889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:55.680045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:23:54.836063Z","time spent":"843.968893ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-bprpp\" "} {"level":"info","ts":"2026-03-25T21:24:03.98651Z","caller":"traceutil/trace.go:171","msg":"trace[571554696] linearizableReadLoop","detail":"{readStateIndex:8802; appliedIndex:8801; }","duration":"195.028289ms","start":"2026-03-25T21:24:03.791455Z","end":"2026-03-25T21:24:03.986484Z","steps":["trace[571554696] 'read index received' (duration: 147.449781ms)","trace[571554696] 'applied index is now lower than readState.Index' (duration: 47.577127ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:03.986626Z","caller":"traceutil/trace.go:171","msg":"trace[295078585] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"195.703197ms","start":"2026-03-25T21:24:03.79087Z","end":"2026-03-25T21:24:03.986573Z","steps":["trace[295078585] 'process raft request' (duration: 148.048797ms)","trace[295078585] 'compare' (duration: 47.434344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:03.986844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.370798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203478"} {"level":"info","ts":"2026-03-25T21:24:03.986902Z","caller":"traceutil/trace.go:171","msg":"trace[442903552] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8416; }","duration":"195.473191ms","start":"2026-03-25T21:24:03.791416Z","end":"2026-03-25T21:24:03.986889Z","steps":["trace[442903552] 'agreement among raft nodes before linearized reading' (duration: 195.153762ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:04.030088Z","caller":"traceutil/trace.go:171","msg":"trace[591422754] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"238.249819ms","start":"2026-03-25T21:24:03.791815Z","end":"2026-03-25T21:24:04.030065Z","steps":["trace[591422754] 'process raft request' (duration: 238.063674ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:04.030356Z","caller":"traceutil/trace.go:171","msg":"trace[1224346737] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"238.493056ms","start":"2026-03-25T21:24:03.79184Z","end":"2026-03-25T21:24:04.030333Z","steps":["trace[1224346737] 'process raft request' (duration: 238.184107ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:04.03061Z","caller":"traceutil/trace.go:171","msg":"trace[1805521169] transaction","detail":"{read_only:false; response_revision:8420; number_of_response:1; }","duration":"238.766893ms","start":"2026-03-25T21:24:03.79183Z","end":"2026-03-25T21:24:04.030597Z","steps":["trace[1805521169] 'process raft request' (duration: 238.686961ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:04.030622Z","caller":"traceutil/trace.go:171","msg":"trace[1104919886] transaction","detail":"{read_only:false; response_revision:8419; number_of_response:1; }","duration":"238.751913ms","start":"2026-03-25T21:24:03.79184Z","end":"2026-03-25T21:24:04.030592Z","steps":["trace[1104919886] 'process raft request' (duration: 238.418294ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:04.03071Z","caller":"traceutil/trace.go:171","msg":"trace[1231041016] transaction","detail":"{read_only:false; response_revision:8421; number_of_response:1; }","duration":"238.819754ms","start":"2026-03-25T21:24:03.791876Z","end":"2026-03-25T21:24:04.030696Z","steps":["trace[1231041016] 'process raft request' (duration: 238.698981ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:04.030863Z","caller":"traceutil/trace.go:171","msg":"trace[1761806400] transaction","detail":"{read_only:false; response_revision:8422; number_of_response:1; }","duration":"237.705904ms","start":"2026-03-25T21:24:03.793139Z","end":"2026-03-25T21:24:04.030845Z","steps":["trace[1761806400] 'process raft request' (duration: 237.515249ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:04.030967Z","caller":"traceutil/trace.go:171","msg":"trace[777933257] transaction","detail":"{read_only:false; response_revision:8423; number_of_response:1; }","duration":"237.725304ms","start":"2026-03-25T21:24:03.793227Z","end":"2026-03-25T21:24:04.030952Z","steps":["trace[777933257] 'process raft request' (duration: 237.55419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:06.491142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858724818,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T21:24:06.556772Z","caller":"traceutil/trace.go:171","msg":"trace[691802004] linearizableReadLoop","detail":"{readStateIndex:8812; appliedIndex:8811; }","duration":"566.305578ms","start":"2026-03-25T21:24:05.990439Z","end":"2026-03-25T21:24:06.556745Z","steps":["trace[691802004] 'read index received' (duration: 566.081022ms)","trace[691802004] 'applied index is now lower than readState.Index' (duration: 223.516µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:06.556847Z","caller":"traceutil/trace.go:171","msg":"trace[506749660] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"765.197481ms","start":"2026-03-25T21:24:05.791613Z","end":"2026-03-25T21:24:06.55681Z","steps":["trace[506749660] 'process raft request' (duration: 764.961315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:06.557006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.563575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-25T21:24:06.557013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:05.791588Z","time spent":"765.328235ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:06.557041Z","caller":"traceutil/trace.go:171","msg":"trace[2025698047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8426; }","duration":"566.651187ms","start":"2026-03-25T21:24:05.990379Z","end":"2026-03-25T21:24:06.55703Z","steps":["trace[2025698047] 'agreement among raft nodes before linearized reading' (duration: 566.503793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:06.557065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.698521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-25T21:24:06.557078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:05.99036Z","time spent":"566.709019ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:24:06.557094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.703151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-25T21:24:06.557116Z","caller":"traceutil/trace.go:171","msg":"trace[967170599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8426; }","duration":"521.754442ms","start":"2026-03-25T21:24:06.035345Z","end":"2026-03-25T21:24:06.5571Z","steps":["trace[967170599] 'agreement among raft nodes before linearized reading' (duration: 521.629709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:06.557102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.447927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:24:06.557142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.783143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T21:24:06.55716Z","caller":"traceutil/trace.go:171","msg":"trace[388682614] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8426; }","duration":"521.786903ms","start":"2026-03-25T21:24:06.035358Z","end":"2026-03-25T21:24:06.557144Z","steps":["trace[388682614] 'agreement among raft nodes before linearized reading' (duration: 521.586978ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:06.557193Z","caller":"traceutil/trace.go:171","msg":"trace[1575058096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8426; }","duration":"312.588521ms","start":"2026-03-25T21:24:06.244586Z","end":"2026-03-25T21:24:06.557174Z","steps":["trace[1575058096] 'agreement among raft nodes before linearized reading' (duration: 312.429497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:06.557204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:06.035355Z","time spent":"521.841845ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-25T21:24:06.557198Z","caller":"traceutil/trace.go:171","msg":"trace[1057076432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8426; }","duration":"521.848885ms","start":"2026-03-25T21:24:06.035333Z","end":"2026-03-25T21:24:06.557182Z","steps":["trace[1057076432] 'agreement among raft nodes before linearized reading' (duration: 521.630079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:06.55721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.894396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-25T21:24:06.557238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:06.244569Z","time spent":"312.660683ms","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:24:06.557247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.186266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-03-25T21:24:06.557239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:06.03533Z","time spent":"521.901347ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T21:24:06.557253Z","caller":"traceutil/trace.go:171","msg":"trace[1184934740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8426; }","duration":"521.937978ms","start":"2026-03-25T21:24:06.035299Z","end":"2026-03-25T21:24:06.557237Z","steps":["trace[1184934740] 'agreement among raft nodes before linearized reading' (duration: 521.831565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:06.557162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:06.035343Z","time spent":"521.811404ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T21:24:06.557284Z","caller":"traceutil/trace.go:171","msg":"trace[1612447965] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8426; }","duration":"419.227857ms","start":"2026-03-25T21:24:06.138041Z","end":"2026-03-25T21:24:06.557269Z","steps":["trace[1612447965] 'agreement among raft nodes before linearized reading' (duration: 419.137994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:06.557289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:06.035294Z","time spent":"521.988149ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:24:06.557095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.282199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bprpp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-25T21:24:06.557317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:06.138035Z","time spent":"419.276209ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T21:24:06.557328Z","caller":"traceutil/trace.go:171","msg":"trace[1090225691] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bprpp; range_end:; response_count:1; response_revision:8426; }","duration":"562.554856ms","start":"2026-03-25T21:24:05.994765Z","end":"2026-03-25T21:24:06.55732Z","steps":["trace[1090225691] 'agreement among raft nodes before linearized reading' (duration: 562.167496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:06.557276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.992215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-25T21:24:06.557349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.752219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-25T21:24:06.557364Z","caller":"traceutil/trace.go:171","msg":"trace[1475682945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8426; }","duration":"523.114999ms","start":"2026-03-25T21:24:06.034239Z","end":"2026-03-25T21:24:06.557354Z","steps":["trace[1475682945] 'agreement among raft nodes before linearized reading' (duration: 522.925104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:06.557394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:06.034225Z","time spent":"523.161501ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-25T21:24:06.557394Z","caller":"traceutil/trace.go:171","msg":"trace[889663441] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8426; }","duration":"420.8155ms","start":"2026-03-25T21:24:06.136561Z","end":"2026-03-25T21:24:06.557377Z","steps":["trace[889663441] 'agreement among raft nodes before linearized reading' (duration: 420.623064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:06.55743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:06.136548Z","time spent":"420.874532ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:24:06.557348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:05.994756Z","time spent":"562.587038ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-bprpp\" "} {"level":"warn","ts":"2026-03-25T21:24:06.557137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.103611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:24:06.557523Z","caller":"traceutil/trace.go:171","msg":"trace[537791125] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8426; }","duration":"202.535542ms","start":"2026-03-25T21:24:06.354976Z","end":"2026-03-25T21:24:06.557511Z","steps":["trace[537791125] 'agreement among raft nodes before linearized reading' (duration: 202.09568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:06.853004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.37964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:24:06.853085Z","caller":"traceutil/trace.go:171","msg":"trace[1494039794] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"291.792078ms","start":"2026-03-25T21:24:06.561279Z","end":"2026-03-25T21:24:06.853071Z","steps":["trace[1494039794] 'process raft request' (duration: 66.292614ms)","trace[1494039794] 'compare' (duration: 225.113023ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:06.888136Z","caller":"traceutil/trace.go:171","msg":"trace[316511515] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"326.584349ms","start":"2026-03-25T21:24:06.561525Z","end":"2026-03-25T21:24:06.88811Z","steps":["trace[316511515] 'process raft request' (duration: 326.386274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:06.88829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:06.561511Z","time spent":"326.698933ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:06.888484Z","caller":"traceutil/trace.go:171","msg":"trace[820973856] transaction","detail":"{read_only:false; response_revision:8429; number_of_response:1; }","duration":"326.669451ms","start":"2026-03-25T21:24:06.56179Z","end":"2026-03-25T21:24:06.888459Z","steps":["trace[820973856] 'process raft request' (duration: 326.268751ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:06.888529Z","caller":"traceutil/trace.go:171","msg":"trace[852868568] transaction","detail":"{read_only:false; response_revision:8430; number_of_response:1; }","duration":"326.679321ms","start":"2026-03-25T21:24:06.561817Z","end":"2026-03-25T21:24:06.888496Z","steps":["trace[852868568] 'process raft request' (duration: 326.466596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:06.888615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:06.561752Z","time spent":"326.791885ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:06.888606Z","caller":"traceutil/trace.go:171","msg":"trace[1995222298] linearizableReadLoop","detail":"{readStateIndex:8818; appliedIndex:8812; }","duration":"326.267161ms","start":"2026-03-25T21:24:06.562311Z","end":"2026-03-25T21:24:06.888578Z","steps":["trace[1995222298] 'read index received' (duration: 65.285807ms)","trace[1995222298] 'applied index is now lower than readState.Index' (duration: 260.980384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:06.888659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:06.5618Z","time spent":"326.789165ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:06.888756Z","caller":"traceutil/trace.go:171","msg":"trace[1815047040] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"326.572859ms","start":"2026-03-25T21:24:06.562138Z","end":"2026-03-25T21:24:06.888711Z","steps":["trace[1815047040] 'process raft request' (duration: 326.273901ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:06.888806Z","caller":"traceutil/trace.go:171","msg":"trace[1947829289] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"324.670177ms","start":"2026-03-25T21:24:06.564121Z","end":"2026-03-25T21:24:06.888791Z","steps":["trace[1947829289] 'process raft request' (duration: 324.363979ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:06.888817Z","caller":"traceutil/trace.go:171","msg":"trace[433405250] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"324.174824ms","start":"2026-03-25T21:24:06.564631Z","end":"2026-03-25T21:24:06.888806Z","steps":["trace[433405250] 'process raft request' (duration: 323.906197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:06.888873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:06.564616Z","time spent":"324.227296ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:06.888879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:06.564104Z","time spent":"324.734279ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:06.888949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:06.562129Z","time spent":"326.718763ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:06.889011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.700353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203478"} {"level":"info","ts":"2026-03-25T21:24:06.888778Z","caller":"traceutil/trace.go:171","msg":"trace[683693607] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"326.553158ms","start":"2026-03-25T21:24:06.562201Z","end":"2026-03-25T21:24:06.888755Z","steps":["trace[683693607] 'process raft request' (duration: 326.24608ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:06.88905Z","caller":"traceutil/trace.go:171","msg":"trace[480264999] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8434; }","duration":"326.785234ms","start":"2026-03-25T21:24:06.562255Z","end":"2026-03-25T21:24:06.889041Z","steps":["trace[480264999] 'agreement among raft nodes before linearized reading' (duration: 326.418184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:06.889093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:06.562229Z","time spent":"326.855156ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":203500,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-25T21:24:06.889109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:06.562195Z","time spent":"326.882947ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:07.011296Z","caller":"traceutil/trace.go:171","msg":"trace[558249481] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"237.522209ms","start":"2026-03-25T21:24:06.773752Z","end":"2026-03-25T21:24:07.011274Z","steps":["trace[558249481] 'process raft request' (duration: 192.299165ms)","trace[558249481] 'compare' (duration: 44.968127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:07.011529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.121054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-25T21:24:07.011612Z","caller":"traceutil/trace.go:171","msg":"trace[704216196] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8435; }","duration":"119.249828ms","start":"2026-03-25T21:24:06.892339Z","end":"2026-03-25T21:24:07.011589Z","steps":["trace[704216196] 'agreement among raft nodes before linearized reading' (duration: 119.032132ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:07.011649Z","caller":"traceutil/trace.go:171","msg":"trace[1468541407] linearizableReadLoop","detail":"{readStateIndex:8821; appliedIndex:8820; }","duration":"118.838427ms","start":"2026-03-25T21:24:06.892392Z","end":"2026-03-25T21:24:07.011231Z","steps":["trace[1468541407] 'read index received' (duration: 73.604332ms)","trace[1468541407] 'applied index is now lower than readState.Index' (duration: 45.232805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:07.012041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.471274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-25T21:24:07.012091Z","caller":"traceutil/trace.go:171","msg":"trace[1886783231] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8435; }","duration":"119.538405ms","start":"2026-03-25T21:24:06.892537Z","end":"2026-03-25T21:24:07.012075Z","steps":["trace[1886783231] 'agreement among raft nodes before linearized reading' (duration: 119.197966ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:08.09024Z","caller":"traceutil/trace.go:171","msg":"trace[13329922] linearizableReadLoop","detail":"{readStateIndex:8824; appliedIndex:8823; }","duration":"474.423621ms","start":"2026-03-25T21:24:07.615792Z","end":"2026-03-25T21:24:08.090216Z","steps":["trace[13329922] 'read index received' (duration: 474.272677ms)","trace[13329922] 'applied index is now lower than readState.Index' (duration: 149.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:08.090313Z","caller":"traceutil/trace.go:171","msg":"trace[2107455571] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"618.987284ms","start":"2026-03-25T21:24:07.471295Z","end":"2026-03-25T21:24:08.090282Z","steps":["trace[2107455571] 'process raft request' (duration: 618.767488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:08.090409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.607656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:24:08.090448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:07.471271Z","time spent":"619.104207ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:08.090451Z","caller":"traceutil/trace.go:171","msg":"trace[1823976406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8438; }","duration":"474.699229ms","start":"2026-03-25T21:24:07.615741Z","end":"2026-03-25T21:24:08.09044Z","steps":["trace[1823976406] 'agreement among raft nodes before linearized reading' (duration: 474.621597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:08.090493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:07.615719Z","time spent":"474.76169ms","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:24:08.090635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.936791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-25T21:24:08.090557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.838423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-25T21:24:08.090696Z","caller":"traceutil/trace.go:171","msg":"trace[1741035135] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:8438; }","duration":"306.028593ms","start":"2026-03-25T21:24:07.784653Z","end":"2026-03-25T21:24:08.090682Z","steps":["trace[1741035135] 'agreement among raft nodes before linearized reading' (duration: 305.861029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:08.090737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:07.78464Z","time spent":"306.084215ms","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"info","ts":"2026-03-25T21:24:08.090947Z","caller":"traceutil/trace.go:171","msg":"trace[910177479] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8438; }","duration":"437.07477ms","start":"2026-03-25T21:24:07.653622Z","end":"2026-03-25T21:24:08.090697Z","steps":["trace[910177479] 'agreement among raft nodes before linearized reading' (duration: 436.798632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:08.091005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:07.653601Z","time spent":"437.392039ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T21:24:08.595192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858724843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:24:08.735583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:08.092043Z","time spent":"643.533278ms","remote":"127.0.0.1:54684","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-25T21:24:08.741046Z","caller":"traceutil/trace.go:171","msg":"trace[220196484] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"178.759198ms","start":"2026-03-25T21:24:08.562274Z","end":"2026-03-25T21:24:08.741033Z","steps":["trace[220196484] 'process raft request' (duration: 178.548472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:08.741182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.322294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-25T21:24:08.741238Z","caller":"traceutil/trace.go:171","msg":"trace[1552691521] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8439; }","duration":"646.403545ms","start":"2026-03-25T21:24:08.094823Z","end":"2026-03-25T21:24:08.741226Z","steps":["trace[1552691521] 'agreement among raft nodes before linearized reading' (duration: 646.277932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:08.741267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:08.094811Z","time spent":"646.450577ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-25T21:24:08.741001Z","caller":"traceutil/trace.go:171","msg":"trace[1475237028] linearizableReadLoop","detail":"{readStateIndex:8826; appliedIndex:8824; }","duration":"646.139249ms","start":"2026-03-25T21:24:08.094843Z","end":"2026-03-25T21:24:08.740982Z","steps":["trace[1475237028] 'read index received' (duration: 594.168272ms)","trace[1475237028] 'applied index is now lower than readState.Index' (duration: 51.970217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:08.789654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.753036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:24:08.789722Z","caller":"traceutil/trace.go:171","msg":"trace[1874873778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8440; }","duration":"547.862339ms","start":"2026-03-25T21:24:08.241842Z","end":"2026-03-25T21:24:08.789704Z","steps":["trace[1874873778] 'agreement among raft nodes before linearized reading' (duration: 547.763436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:08.789765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:08.241815Z","time spent":"547.942501ms","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T21:24:10.836618Z","caller":"traceutil/trace.go:171","msg":"trace[1226962941] transaction","detail":"{read_only:false; response_revision:8454; number_of_response:1; }","duration":"200.718653ms","start":"2026-03-25T21:24:10.635871Z","end":"2026-03-25T21:24:10.836589Z","steps":["trace[1226962941] 'process raft request' (duration: 200.542429ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:13.224005Z","caller":"traceutil/trace.go:171","msg":"trace[1702789920] linearizableReadLoop","detail":"{readStateIndex:8867; appliedIndex:8865; }","duration":"100.48173ms","start":"2026-03-25T21:24:13.123495Z","end":"2026-03-25T21:24:13.223976Z","steps":["trace[1702789920] 'read index received' (duration: 36.478807ms)","trace[1702789920] 'applied index is now lower than readState.Index' (duration: 64.001673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:13.22421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.693375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-25T21:24:13.224275Z","caller":"traceutil/trace.go:171","msg":"trace[26517856] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8478; }","duration":"100.801928ms","start":"2026-03-25T21:24:13.123457Z","end":"2026-03-25T21:24:13.224259Z","steps":["trace[26517856] 'agreement among raft nodes before linearized reading' (duration: 100.617393ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:14.384278Z","caller":"traceutil/trace.go:171","msg":"trace[1241453530] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"122.023373ms","start":"2026-03-25T21:24:14.262224Z","end":"2026-03-25T21:24:14.384247Z","steps":["trace[1241453530] 'process raft request' (duration: 121.859489ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:14.515454Z","caller":"traceutil/trace.go:171","msg":"trace[627028186] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8484; }","duration":"125.748214ms","start":"2026-03-25T21:24:14.389681Z","end":"2026-03-25T21:24:14.51543Z","steps":["trace[627028186] 'process raft request' (duration: 119.438413ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:38.117369Z","caller":"traceutil/trace.go:171","msg":"trace[885310422] transaction","detail":"{read_only:false; response_revision:8692; number_of_response:1; }","duration":"258.617361ms","start":"2026-03-25T21:24:37.858712Z","end":"2026-03-25T21:24:38.117329Z","steps":["trace[885310422] 'process raft request' (duration: 258.014005ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:38.117407Z","caller":"traceutil/trace.go:171","msg":"trace[744978607] linearizableReadLoop","detail":"{readStateIndex:9092; appliedIndex:9091; }","duration":"254.84631ms","start":"2026-03-25T21:24:37.862539Z","end":"2026-03-25T21:24:38.117386Z","steps":["trace[744978607] 'read index received' (duration: 254.11273ms)","trace[744978607] 'applied index is now lower than readState.Index' (duration: 731.53µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:38.117719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.157609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-25T21:24:38.117813Z","caller":"traceutil/trace.go:171","msg":"trace[961540426] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8693; }","duration":"255.300232ms","start":"2026-03-25T21:24:37.862491Z","end":"2026-03-25T21:24:38.117791Z","steps":["trace[961540426] 'agreement among raft nodes before linearized reading' (duration: 254.990824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:38.118029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.884792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-25T21:24:38.118117Z","caller":"traceutil/trace.go:171","msg":"trace[511971340] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8693; }","duration":"245.013756ms","start":"2026-03-25T21:24:37.873085Z","end":"2026-03-25T21:24:38.118099Z","steps":["trace[511971340] 'agreement among raft nodes before linearized reading' (duration: 244.41266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:39.715725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858725630,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T21:24:40.123078Z","caller":"traceutil/trace.go:171","msg":"trace[1283572047] linearizableReadLoop","detail":"{readStateIndex:9098; appliedIndex:9097; }","duration":"908.283714ms","start":"2026-03-25T21:24:39.214771Z","end":"2026-03-25T21:24:40.123055Z","steps":["trace[1283572047] 'read index received' (duration: 908.082758ms)","trace[1283572047] 'applied index is now lower than readState.Index' (duration: 200.166µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:40.123246Z","caller":"traceutil/trace.go:171","msg":"trace[543968102] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"912.407244ms","start":"2026-03-25T21:24:39.21078Z","end":"2026-03-25T21:24:40.123188Z","steps":["trace[543968102] 'process raft request' (duration: 912.139557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:40.123323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.55173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bprpp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-25T21:24:40.123325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.747507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:24:40.123367Z","caller":"traceutil/trace.go:171","msg":"trace[952169985] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bprpp; range_end:; response_count:1; response_revision:8698; }","duration":"908.644473ms","start":"2026-03-25T21:24:39.214712Z","end":"2026-03-25T21:24:40.123356Z","steps":["trace[952169985] 'agreement among raft nodes before linearized reading' (duration: 908.461218ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:40.123396Z","caller":"traceutil/trace.go:171","msg":"trace[1529657701] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8698; }","duration":"709.86754ms","start":"2026-03-25T21:24:39.413496Z","end":"2026-03-25T21:24:40.123364Z","steps":["trace[1529657701] 'agreement among raft nodes before linearized reading' (duration: 709.773467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:40.123401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:39.214687Z","time spent":"908.706085ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-bprpp\" "} {"level":"warn","ts":"2026-03-25T21:24:40.123434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:39.413468Z","time spent":"709.955103ms","remote":"127.0.0.1:33042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:24:40.12347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.459698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:24:40.123524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.563426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-25T21:24:40.123779Z","caller":"traceutil/trace.go:171","msg":"trace[29117880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8698; }","duration":"881.843943ms","start":"2026-03-25T21:24:39.241916Z","end":"2026-03-25T21:24:40.12376Z","steps":["trace[29117880] 'agreement among raft nodes before linearized reading' (duration: 881.309328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:40.123791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.01856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-03-25T21:24:40.123778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.129244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-25T21:24:40.123811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.623081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-25T21:24:40.123845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:39.241903Z","time spent":"881.928306ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:24:40.123851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.161919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T21:24:40.12389Z","caller":"traceutil/trace.go:171","msg":"trace[1140719945] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8698; }","duration":"838.739635ms","start":"2026-03-25T21:24:39.285136Z","end":"2026-03-25T21:24:40.123875Z","steps":["trace[1140719945] 'agreement among raft nodes before linearized reading' (duration: 838.327124ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:40.123888Z","caller":"traceutil/trace.go:171","msg":"trace[1037111523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8698; }","duration":"836.483503ms","start":"2026-03-25T21:24:39.287377Z","end":"2026-03-25T21:24:40.12386Z","steps":["trace[1037111523] 'agreement among raft nodes before linearized reading' (duration: 835.99989ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:40.123915Z","caller":"traceutil/trace.go:171","msg":"trace[541359290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8698; }","duration":"806.275412ms","start":"2026-03-25T21:24:39.31763Z","end":"2026-03-25T21:24:40.123906Z","steps":["trace[541359290] 'agreement among raft nodes before linearized reading' (duration: 806.147158ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:40.123806Z","caller":"traceutil/trace.go:171","msg":"trace[841053294] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8698; }","duration":"546.632383ms","start":"2026-03-25T21:24:39.576924Z","end":"2026-03-25T21:24:40.123556Z","steps":["trace[841053294] 'agreement among raft nodes before linearized reading' (duration: 546.426598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:40.123942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:39.285122Z","time spent":"838.807416ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-25T21:24:40.123943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:39.287352Z","time spent":"836.577426ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:24:40.123942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.416887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-25T21:24:40.123945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:39.317605Z","time spent":"806.333233ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T21:24:40.123997Z","caller":"traceutil/trace.go:171","msg":"trace[2096228589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8698; }","duration":"863.49956ms","start":"2026-03-25T21:24:39.260484Z","end":"2026-03-25T21:24:40.123983Z","steps":["trace[2096228589] 'agreement among raft nodes before linearized reading' (duration: 863.072328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:40.123996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:39.576909Z","time spent":"547.066744ms","remote":"127.0.0.1:32894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:24:40.123842Z","caller":"traceutil/trace.go:171","msg":"trace[815478768] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8698; }","duration":"391.098882ms","start":"2026-03-25T21:24:39.732727Z","end":"2026-03-25T21:24:40.123826Z","steps":["trace[815478768] 'agreement among raft nodes before linearized reading' (duration: 390.765053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:40.124037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:39.260468Z","time spent":"863.560492ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:24:40.123508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:39.210761Z","time spent":"912.61348ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:40.124062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:39.732696Z","time spent":"391.345649ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:24:40.124272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.703713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:24:40.124406Z","caller":"traceutil/trace.go:171","msg":"trace[2050622301] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8698; }","duration":"505.879928ms","start":"2026-03-25T21:24:39.618515Z","end":"2026-03-25T21:24:40.124395Z","steps":["trace[2050622301] 'agreement among raft nodes before linearized reading' (duration: 504.791888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:40.124762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:39.618495Z","time spent":"506.249057ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:24:40.76595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.666423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:24:40.766129Z","caller":"traceutil/trace.go:171","msg":"trace[1524417070] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"637.333521ms","start":"2026-03-25T21:24:40.128778Z","end":"2026-03-25T21:24:40.766111Z","steps":["trace[1524417070] 'process raft request' (duration: 423.433592ms)","trace[1524417070] 'compare' (duration: 213.575881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:40.76619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:40.128759Z","time spent":"637.401453ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:40.780743Z","caller":"traceutil/trace.go:171","msg":"trace[1270882367] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"651.701777ms","start":"2026-03-25T21:24:40.129011Z","end":"2026-03-25T21:24:40.780713Z","steps":["trace[1270882367] 'process raft request' (duration: 651.312776ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:40.78096Z","caller":"traceutil/trace.go:171","msg":"trace[619263616] transaction","detail":"{read_only:false; response_revision:8701; number_of_response:1; }","duration":"651.403559ms","start":"2026-03-25T21:24:40.129532Z","end":"2026-03-25T21:24:40.780935Z","steps":["trace[619263616] 'process raft request' (duration: 651.236844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:40.78091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:40.128973Z","time spent":"651.845541ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:40.781093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:40.129514Z","time spent":"651.511372ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:40.781104Z","caller":"traceutil/trace.go:171","msg":"trace[2076740451] transaction","detail":"{read_only:false; response_revision:8702; number_of_response:1; }","duration":"650.755852ms","start":"2026-03-25T21:24:40.130328Z","end":"2026-03-25T21:24:40.781084Z","steps":["trace[2076740451] 'process raft request' (duration: 650.504215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:40.781183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:40.130309Z","time spent":"650.839674ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:40.781666Z","caller":"traceutil/trace.go:171","msg":"trace[503993628] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"651.098251ms","start":"2026-03-25T21:24:40.130547Z","end":"2026-03-25T21:24:40.781645Z","steps":["trace[503993628] 'process raft request' (duration: 650.345971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:40.781764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:40.130537Z","time spent":"651.180313ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:40.782139Z","caller":"traceutil/trace.go:171","msg":"trace[636952468] linearizableReadLoop","detail":"{readStateIndex:9103; appliedIndex:9098; }","duration":"651.009709ms","start":"2026-03-25T21:24:40.131112Z","end":"2026-03-25T21:24:40.782121Z","steps":["trace[636952468] 'read index received' (duration: 421.114309ms)","trace[636952468] 'applied index is now lower than readState.Index' (duration: 229.89419ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:40.782252Z","caller":"traceutil/trace.go:171","msg":"trace[2119027651] transaction","detail":"{read_only:false; response_revision:8704; number_of_response:1; }","duration":"650.69004ms","start":"2026-03-25T21:24:40.131545Z","end":"2026-03-25T21:24:40.782235Z","steps":["trace[2119027651] 'process raft request' (duration: 649.982451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:40.782332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:40.131531Z","time spent":"650.754452ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:40.782377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.452979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-25T21:24:40.782422Z","caller":"traceutil/trace.go:171","msg":"trace[698910574] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8704; }","duration":"645.514831ms","start":"2026-03-25T21:24:40.136894Z","end":"2026-03-25T21:24:40.782409Z","steps":["trace[698910574] 'agreement among raft nodes before linearized reading' (duration: 645.399728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:40.782443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:40.136884Z","time spent":"645.553762ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:24:40.782767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.362621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:24:40.782788Z","caller":"traceutil/trace.go:171","msg":"trace[1145138513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8704; }","duration":"538.642579ms","start":"2026-03-25T21:24:40.244139Z","end":"2026-03-25T21:24:40.782782Z","steps":["trace[1145138513] 'agreement among raft nodes before linearized reading' (duration: 538.391542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:40.782785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.200599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"warn","ts":"2026-03-25T21:24:40.782808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:40.244116Z","time spent":"538.6866ms","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T21:24:40.782835Z","caller":"traceutil/trace.go:171","msg":"trace[638768813] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8704; }","duration":"537.277932ms","start":"2026-03-25T21:24:40.245543Z","end":"2026-03-25T21:24:40.782821Z","steps":["trace[638768813] 'agreement among raft nodes before linearized reading' (duration: 536.960293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:40.782889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:40.245529Z","time spent":"537.348944ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T21:24:40.783141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.033426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208165"} {"level":"info","ts":"2026-03-25T21:24:40.783167Z","caller":"traceutil/trace.go:171","msg":"trace[674264820] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8704; }","duration":"652.079098ms","start":"2026-03-25T21:24:40.131081Z","end":"2026-03-25T21:24:40.783161Z","steps":["trace[674264820] 'agreement among raft nodes before linearized reading' (duration: 651.833291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:40.783186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:40.131074Z","time spent":"652.106508ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":208187,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-25T21:24:52.509949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.80865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2w8sn\" ","response":"range_response_count:1 size:4624"} {"level":"warn","ts":"2026-03-25T21:24:52.510041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.569285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2w8sn\" ","response":"range_response_count:1 size:4624"} {"level":"info","ts":"2026-03-25T21:24:52.510068Z","caller":"traceutil/trace.go:171","msg":"trace[1506075661] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2w8sn; range_end:; response_count:1; response_revision:8818; }","duration":"106.958585ms","start":"2026-03-25T21:24:52.403093Z","end":"2026-03-25T21:24:52.510051Z","steps":["trace[1506075661] 'range keys from in-memory index tree' (duration: 106.706918ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:52.51011Z","caller":"traceutil/trace.go:171","msg":"trace[1043136548] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2w8sn; range_end:; response_count:1; response_revision:8818; }","duration":"109.649757ms","start":"2026-03-25T21:24:52.400437Z","end":"2026-03-25T21:24:52.510087Z","steps":["trace[1043136548] 'range keys from in-memory index tree' (duration: 109.500013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:52.82276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.871827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:24:52.823287Z","caller":"traceutil/trace.go:171","msg":"trace[490273247] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"304.878135ms","start":"2026-03-25T21:24:52.517989Z","end":"2026-03-25T21:24:52.822867Z","steps":["trace[490273247] 'process raft request' (duration: 118.811204ms)","trace[490273247] 'compare' (duration: 185.768253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:52.823592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:52.517964Z","time spent":"305.4406ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4589,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:53.016142Z","caller":"traceutil/trace.go:171","msg":"trace[2077424398] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"127.107927ms","start":"2026-03-25T21:24:52.889003Z","end":"2026-03-25T21:24:53.016111Z","steps":["trace[2077424398] 'process raft request' (duration: 126.84834ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:53.016224Z","caller":"traceutil/trace.go:171","msg":"trace[1765759071] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"127.024755ms","start":"2026-03-25T21:24:52.889179Z","end":"2026-03-25T21:24:53.016204Z","steps":["trace[1765759071] 'process raft request' (duration: 126.85876ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:53.016262Z","caller":"traceutil/trace.go:171","msg":"trace[163101117] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"124.62119ms","start":"2026-03-25T21:24:52.891619Z","end":"2026-03-25T21:24:53.01624Z","steps":["trace[163101117] 'process raft request' (duration: 124.524217ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:53.016224Z","caller":"traceutil/trace.go:171","msg":"trace[1577718328] linearizableReadLoop","detail":"{readStateIndex:9232; appliedIndex:9228; }","duration":"126.677286ms","start":"2026-03-25T21:24:52.889522Z","end":"2026-03-25T21:24:53.016199Z","steps":["trace[1577718328] 'read index received' (duration: 38.30579ms)","trace[1577718328] 'applied index is now lower than readState.Index' (duration: 88.367565ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:53.016453Z","caller":"traceutil/trace.go:171","msg":"trace[653143547] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"127.012794ms","start":"2026-03-25T21:24:52.889396Z","end":"2026-03-25T21:24:53.016409Z","steps":["trace[653143547] 'process raft request' (duration: 126.700336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:53.016589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.723882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-25T21:24:53.016672Z","caller":"traceutil/trace.go:171","msg":"trace[1733607455] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8826; }","duration":"124.822025ms","start":"2026-03-25T21:24:52.891831Z","end":"2026-03-25T21:24:53.016653Z","steps":["trace[1733607455] 'agreement among raft nodes before linearized reading' (duration: 124.614229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:53.016686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.157598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208075"} {"level":"info","ts":"2026-03-25T21:24:53.016721Z","caller":"traceutil/trace.go:171","msg":"trace[805096008] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8826; }","duration":"127.218309ms","start":"2026-03-25T21:24:52.889493Z","end":"2026-03-25T21:24:53.016712Z","steps":["trace[805096008] 'agreement among raft nodes before linearized reading' (duration: 126.86534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:53.554682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858726003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:24:53.669517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.064477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:24:53.669729Z","caller":"traceutil/trace.go:171","msg":"trace[862403878] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"645.902431ms","start":"2026-03-25T21:24:53.023799Z","end":"2026-03-25T21:24:53.669701Z","steps":["trace[862403878] 'process raft request' (duration: 541.570247ms)","trace[862403878] 'compare' (duration: 103.801409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:53.669876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:53.023783Z","time spent":"646.052435ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:53.753513Z","caller":"traceutil/trace.go:171","msg":"trace[77222429] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"728.44113ms","start":"2026-03-25T21:24:53.025039Z","end":"2026-03-25T21:24:53.75348Z","steps":["trace[77222429] 'process raft request' (duration: 728.218574ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:53.753565Z","caller":"traceutil/trace.go:171","msg":"trace[1807408725] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"698.994948ms","start":"2026-03-25T21:24:53.054543Z","end":"2026-03-25T21:24:53.753538Z","steps":["trace[1807408725] 'process raft request' (duration: 698.847074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:53.753651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:53.025021Z","time spent":"728.557543ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:53.753672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:53.054528Z","time spent":"699.091981ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T21:24:53.753672Z","caller":"traceutil/trace.go:171","msg":"trace[1495379010] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"691.356923ms","start":"2026-03-25T21:24:53.062291Z","end":"2026-03-25T21:24:53.753648Z","steps":["trace[1495379010] 'process raft request' (duration: 691.154548ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:53.75379Z","caller":"traceutil/trace.go:171","msg":"trace[1910627433] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"618.558566ms","start":"2026-03-25T21:24:53.135197Z","end":"2026-03-25T21:24:53.753755Z","steps":["trace[1910627433] 'process raft request' (duration: 618.300329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:53.753834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:53.06228Z","time spent":"691.472706ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:53.753942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:53.135165Z","time spent":"618.70359ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:53.841659Z","caller":"traceutil/trace.go:171","msg":"trace[1482756768] linearizableReadLoop","detail":"{readStateIndex:9240; appliedIndex:9233; }","duration":"787.788565ms","start":"2026-03-25T21:24:53.05384Z","end":"2026-03-25T21:24:53.841629Z","steps":["trace[1482756768] 'read index received' (duration: 511.574061ms)","trace[1482756768] 'applied index is now lower than readState.Index' (duration: 276.212364ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:53.841685Z","caller":"traceutil/trace.go:171","msg":"trace[301117821] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"456.166342ms","start":"2026-03-25T21:24:53.385479Z","end":"2026-03-25T21:24:53.841645Z","steps":["trace[301117821] 'process raft request' (duration: 455.903914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:53.841866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:53.385458Z","time spent":"456.317975ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2999,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:53.988755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.664987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-25T21:24:53.98885Z","caller":"traceutil/trace.go:171","msg":"trace[450899595] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8832; }","duration":"231.80765ms","start":"2026-03-25T21:24:53.757015Z","end":"2026-03-25T21:24:53.988822Z","steps":["trace[450899595] 'agreement among raft nodes before linearized reading' (duration: 84.790849ms)","trace[450899595] 'range keys from in-memory index tree' (duration: 146.787835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:53.98884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.029459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T21:24:53.98876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.669786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:24:53.988958Z","caller":"traceutil/trace.go:171","msg":"trace[548210815] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8832; }","duration":"398.206183ms","start":"2026-03-25T21:24:53.590722Z","end":"2026-03-25T21:24:53.988928Z","steps":["trace[548210815] 'agreement among raft nodes before linearized reading' (duration: 251.074419ms)","trace[548210815] 'count revisions from in-memory index tree' (duration: 146.96716ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:53.988982Z","caller":"traceutil/trace.go:171","msg":"trace[1998817012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8832; }","duration":"744.948653ms","start":"2026-03-25T21:24:53.244005Z","end":"2026-03-25T21:24:53.988953Z","steps":["trace[1998817012] 'agreement among raft nodes before linearized reading' (duration: 597.782327ms)","trace[1998817012] 'range keys from in-memory index tree' (duration: 146.880557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:53.989043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:53.590692Z","time spent":"398.332877ms","remote":"127.0.0.1:55148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:24:53.989063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:53.24398Z","time spent":"745.057836ms","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:24:53.989124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.407534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:24:53.989241Z","caller":"traceutil/trace.go:171","msg":"trace[453274323] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8832; }","duration":"348.60881ms","start":"2026-03-25T21:24:53.640597Z","end":"2026-03-25T21:24:53.989206Z","steps":["trace[453274323] 'agreement among raft nodes before linearized reading' (duration: 201.194127ms)","trace[453274323] 'count revisions from in-memory index tree' (duration: 147.182236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:53.989131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.288439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2w8sn\" ","response":"range_response_count:1 size:4604"} {"level":"info","ts":"2026-03-25T21:24:53.98939Z","caller":"traceutil/trace.go:171","msg":"trace[1323378748] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2w8sn; range_end:; response_count:1; response_revision:8832; }","duration":"935.539886ms","start":"2026-03-25T21:24:53.053824Z","end":"2026-03-25T21:24:53.989364Z","steps":["trace[1323378748] 'agreement among raft nodes before linearized reading' (duration: 787.918058ms)","trace[1323378748] 'range keys from in-memory index tree' (duration: 147.235217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:53.989438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:53.053765Z","time spent":"935.66112ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4626,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2w8sn\" "} {"level":"warn","ts":"2026-03-25T21:24:53.989413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:53.640576Z","time spent":"348.763374ms","remote":"127.0.0.1:40692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:24:54.133209Z","caller":"traceutil/trace.go:171","msg":"trace[1397697890] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"134.931687ms","start":"2026-03-25T21:24:53.998256Z","end":"2026-03-25T21:24:54.133188Z","steps":["trace[1397697890] 'process raft request' (duration: 93.895074ms)","trace[1397697890] 'compare' (duration: 40.94217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:54.488651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.551286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:24:54.488748Z","caller":"traceutil/trace.go:171","msg":"trace[754151985] linearizableReadLoop","detail":"{readStateIndex:9243; appliedIndex:9242; }","duration":"137.104146ms","start":"2026-03-25T21:24:54.351628Z","end":"2026-03-25T21:24:54.488733Z","steps":["trace[754151985] 'read index received' (duration: 83.843µs)","trace[754151985] 'applied index is now lower than readState.Index' (duration: 137.019172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:54.488856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.232138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:24:54.488909Z","caller":"traceutil/trace.go:171","msg":"trace[67142215] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8835; }","duration":"137.334631ms","start":"2026-03-25T21:24:54.351564Z","end":"2026-03-25T21:24:54.488899Z","steps":["trace[67142215] 'agreement among raft nodes before linearized reading' (duration: 137.210978ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:54.489052Z","caller":"traceutil/trace.go:171","msg":"trace[1446544571] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"298.226706ms","start":"2026-03-25T21:24:54.190753Z","end":"2026-03-25T21:24:54.48898Z","steps":["trace[1446544571] 'process raft request' (duration: 102.273049ms)","trace[1446544571] 'compare' (duration: 195.209147ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:55.013776Z","caller":"traceutil/trace.go:171","msg":"trace[696952423] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"120.478278ms","start":"2026-03-25T21:24:54.893273Z","end":"2026-03-25T21:24:55.013752Z","steps":["trace[696952423] 'process raft request' (duration: 120.375726ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:55.013958Z","caller":"traceutil/trace.go:171","msg":"trace[403733886] linearizableReadLoop","detail":"{readStateIndex:9244; appliedIndex:9244; }","duration":"119.133572ms","start":"2026-03-25T21:24:54.894803Z","end":"2026-03-25T21:24:55.013937Z","steps":["trace[403733886] 'read index received' (duration: 119.125292ms)","trace[403733886] 'applied index is now lower than readState.Index' (duration: 6.76µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:55.014231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.360888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:24:55.014352Z","caller":"traceutil/trace.go:171","msg":"trace[46170634] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8836; }","duration":"119.568614ms","start":"2026-03-25T21:24:54.894756Z","end":"2026-03-25T21:24:55.014325Z","steps":["trace[46170634] 'agreement among raft nodes before linearized reading' (duration: 119.285846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:56.173182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118312928s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:24:56.173297Z","caller":"traceutil/trace.go:171","msg":"trace[896880054] linearizableReadLoop","detail":"{readStateIndex:9245; appliedIndex:9244; }","duration":"1.152788955s","start":"2026-03-25T21:24:55.020492Z","end":"2026-03-25T21:24:56.17328Z","steps":["trace[896880054] 'read index received' (duration: 34.321873ms)","trace[896880054] 'applied index is now lower than readState.Index' (duration: 1.118465992s)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:56.173309Z","caller":"traceutil/trace.go:171","msg":"trace[740842879] transaction","detail":"{read_only:false; response_revision:8837; number_of_response:1; }","duration":"1.155532008s","start":"2026-03-25T21:24:55.017749Z","end":"2026-03-25T21:24:56.173281Z","steps":["trace[740842879] 'process raft request' (duration: 37.044386ms)","trace[740842879] 'compare' (duration: 1.118187584s)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:56.173447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15295296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-25T21:24:56.173507Z","caller":"traceutil/trace.go:171","msg":"trace[773727653] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8837; }","duration":"1.15300852s","start":"2026-03-25T21:24:55.020466Z","end":"2026-03-25T21:24:56.173475Z","steps":["trace[773727653] 'agreement among raft nodes before linearized reading' (duration: 1.152880727s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:56.173542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.020458Z","time spent":"1.153075742s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-25T21:24:56.173477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.017727Z","time spent":"1.155662682s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:56.201726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075626831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:24:56.201812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178823284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bprpp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-25T21:24:56.201794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.068981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:24:56.201841Z","caller":"traceutil/trace.go:171","msg":"trace[391819130] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"442.452222ms","start":"2026-03-25T21:24:55.759366Z","end":"2026-03-25T21:24:56.201818Z","steps":["trace[391819130] 'process raft request' (duration: 442.102123ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:56.201849Z","caller":"traceutil/trace.go:171","msg":"trace[1433081148] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bprpp; range_end:; response_count:1; response_revision:8838; }","duration":"1.178867846s","start":"2026-03-25T21:24:55.022972Z","end":"2026-03-25T21:24:56.20184Z","steps":["trace[1433081148] 'agreement among raft nodes before linearized reading' (duration: 1.178803814s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:56.201872Z","caller":"traceutil/trace.go:171","msg":"trace[666753381] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8838; }","duration":"529.192014ms","start":"2026-03-25T21:24:55.67266Z","end":"2026-03-25T21:24:56.201852Z","steps":["trace[666753381] 'agreement among raft nodes before linearized reading' (duration: 529.061851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:56.201899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.970318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-25T21:24:56.201925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.672639Z","time spent":"529.275406ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:24:56.201949Z","caller":"traceutil/trace.go:171","msg":"trace[1464391826] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8838; }","duration":"167.041431ms","start":"2026-03-25T21:24:56.034894Z","end":"2026-03-25T21:24:56.201935Z","steps":["trace[1464391826] 'agreement among raft nodes before linearized reading' (duration: 166.947278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:56.201958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.759342Z","time spent":"442.553836ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:56.201977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181140847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-25T21:24:56.20195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.749896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:24:56.202016Z","caller":"traceutil/trace.go:171","msg":"trace[1616080116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8838; }","duration":"956.853269ms","start":"2026-03-25T21:24:55.245157Z","end":"2026-03-25T21:24:56.20201Z","steps":["trace[1616080116] 'agreement among raft nodes before linearized reading' (duration: 956.720465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:56.2018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.211811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-25T21:24:56.202073Z","caller":"traceutil/trace.go:171","msg":"trace[1185876654] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8838; }","duration":"527.509049ms","start":"2026-03-25T21:24:55.674555Z","end":"2026-03-25T21:24:56.202064Z","steps":["trace[1185876654] 'agreement among raft nodes before linearized reading' (duration: 527.064107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:56.202093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.674546Z","time spent":"527.54051ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:24:56.202055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.245134Z","time spent":"956.9124ms","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T21:24:56.201856Z","caller":"traceutil/trace.go:171","msg":"trace[722283971] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8838; }","duration":"1.075786185s","start":"2026-03-25T21:24:55.126038Z","end":"2026-03-25T21:24:56.201824Z","steps":["trace[722283971] 'agreement among raft nodes before linearized reading' (duration: 1.075593159s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:56.202229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.126021Z","time spent":"1.076195556s","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:24:56.201904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.022965Z","time spent":"1.178934328s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-bprpp\" "} {"level":"warn","ts":"2026-03-25T21:24:56.201744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180950712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T21:24:56.202343Z","caller":"traceutil/trace.go:171","msg":"trace[227573762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8838; }","duration":"1.181574018s","start":"2026-03-25T21:24:55.020755Z","end":"2026-03-25T21:24:56.202329Z","steps":["trace[227573762] 'agreement among raft nodes before linearized reading' (duration: 1.180850649s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:56.202391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.020748Z","time spent":"1.18162866s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T21:24:56.201994Z","caller":"traceutil/trace.go:171","msg":"trace[1577383013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8838; }","duration":"1.181187648s","start":"2026-03-25T21:24:55.020801Z","end":"2026-03-25T21:24:56.201989Z","steps":["trace[1577383013] 'agreement among raft nodes before linearized reading' (duration: 1.181118386s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:56.202437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.020783Z","time spent":"1.181641221s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:24:56.202694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.794713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:2953"} {"level":"info","ts":"2026-03-25T21:24:56.202876Z","caller":"traceutil/trace.go:171","msg":"trace[341339693] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8838; }","duration":"478.346287ms","start":"2026-03-25T21:24:55.72451Z","end":"2026-03-25T21:24:56.202856Z","steps":["trace[341339693] 'agreement among raft nodes before linearized reading' (duration: 477.435973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:56.202972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.72449Z","time spent":"478.463031ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":2975,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-25T21:24:56.614029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.885433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:24:56.614183Z","caller":"traceutil/trace.go:171","msg":"trace[4528359] linearizableReadLoop","detail":"{readStateIndex:9247; appliedIndex:9246; }","duration":"410.689929ms","start":"2026-03-25T21:24:56.203478Z","end":"2026-03-25T21:24:56.614167Z","steps":["trace[4528359] 'read index received' (duration: 258.742904ms)","trace[4528359] 'applied index is now lower than readState.Index' (duration: 151.945865ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:56.614218Z","caller":"traceutil/trace.go:171","msg":"trace[233638293] transaction","detail":"{read_only:false; response_revision:8839; number_of_response:1; }","duration":"436.346408ms","start":"2026-03-25T21:24:56.177834Z","end":"2026-03-25T21:24:56.614181Z","steps":["trace[233638293] 'process raft request' (duration: 284.233179ms)","trace[233638293] 'compare' (duration: 151.76377ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:56.614405Z","caller":"traceutil/trace.go:171","msg":"trace[648450186] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"408.188342ms","start":"2026-03-25T21:24:56.206205Z","end":"2026-03-25T21:24:56.614394Z","steps":["trace[648450186] 'process raft request' (duration: 407.920405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:56.61442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.935155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:24:56.614461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:56.206185Z","time spent":"408.246003ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:56.614523Z","caller":"traceutil/trace.go:171","msg":"trace[429226951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8840; }","duration":"411.024728ms","start":"2026-03-25T21:24:56.203458Z","end":"2026-03-25T21:24:56.614483Z","steps":["trace[429226951] 'agreement among raft nodes before linearized reading' (duration: 410.850234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:56.614455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:56.17781Z","time spent":"436.568984ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:56.61457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:56.203445Z","time spent":"411.11424ms","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:24:56.614639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.638981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-25T21:24:56.614692Z","caller":"traceutil/trace.go:171","msg":"trace[436647676] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8841; }","duration":"409.724713ms","start":"2026-03-25T21:24:56.204955Z","end":"2026-03-25T21:24:56.61468Z","steps":["trace[436647676] 'agreement among raft nodes before linearized reading' (duration: 409.554288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:56.6147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.534081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-25T21:24:56.614706Z","caller":"traceutil/trace.go:171","msg":"trace[2019089742] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"407.917544ms","start":"2026-03-25T21:24:56.206776Z","end":"2026-03-25T21:24:56.614693Z","steps":["trace[2019089742] 'process raft request' (duration: 407.554464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:56.61472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:56.204937Z","time spent":"409.776354ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T21:24:56.614727Z","caller":"traceutil/trace.go:171","msg":"trace[1906862869] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8841; }","duration":"408.580662ms","start":"2026-03-25T21:24:56.206138Z","end":"2026-03-25T21:24:56.614719Z","steps":["trace[1906862869] 'agreement among raft nodes before linearized reading' (duration: 408.5213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:56.614705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.101365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-25T21:24:56.614743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.883407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a03296a0762571\" ","response":"range_response_count:1 size:646"} {"level":"warn","ts":"2026-03-25T21:24:56.61476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:56.206764Z","time spent":"407.967036ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:56.614792Z","caller":"traceutil/trace.go:171","msg":"trace[997926043] range","detail":"{range_begin:/registry/events/openstack/ceph.18a03296a0762571; range_end:; response_count:1; response_revision:8841; }","duration":"406.945718ms","start":"2026-03-25T21:24:56.207832Z","end":"2026-03-25T21:24:56.614777Z","steps":["trace[997926043] 'agreement among raft nodes before linearized reading' (duration: 406.776744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:56.614816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.487895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T21:24:56.614838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.797745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-25T21:24:56.614844Z","caller":"traceutil/trace.go:171","msg":"trace[1331073448] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8841; }","duration":"118.547817ms","start":"2026-03-25T21:24:56.496285Z","end":"2026-03-25T21:24:56.614833Z","steps":["trace[1331073448] 'agreement among raft nodes before linearized reading' (duration: 118.482385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:56.614842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:56.207826Z","time spent":"407.00724ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":668,"request content":"key:\"/registry/events/openstack/ceph.18a03296a0762571\" "} {"level":"info","ts":"2026-03-25T21:24:56.614856Z","caller":"traceutil/trace.go:171","msg":"trace[388905467] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8841; }","duration":"409.840146ms","start":"2026-03-25T21:24:56.205011Z","end":"2026-03-25T21:24:56.614852Z","steps":["trace[388905467] 'agreement among raft nodes before linearized reading' (duration: 409.788705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:56.61487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:56.204997Z","time spent":"409.868987ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T21:24:56.614785Z","caller":"traceutil/trace.go:171","msg":"trace[167882107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8841; }","duration":"121.223018ms","start":"2026-03-25T21:24:56.493546Z","end":"2026-03-25T21:24:56.614769Z","steps":["trace[167882107] 'agreement among raft nodes before linearized reading' (duration: 121.051933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:56.614749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:56.206116Z","time spent":"408.627173ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T21:24:56.615189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.062741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208080"} {"level":"info","ts":"2026-03-25T21:24:56.615238Z","caller":"traceutil/trace.go:171","msg":"trace[579203875] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8841; }","duration":"407.137693ms","start":"2026-03-25T21:24:56.208088Z","end":"2026-03-25T21:24:56.615225Z","steps":["trace[579203875] 'agreement among raft nodes before linearized reading' (duration: 406.739032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:56.615334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:56.208077Z","time spent":"407.245806ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":208102,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-25T21:24:57.092822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.986485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:24:57.092959Z","caller":"traceutil/trace.go:171","msg":"trace[226217600] transaction","detail":"{read_only:false; response_revision:8842; number_of_response:1; }","duration":"473.744473ms","start":"2026-03-25T21:24:56.619187Z","end":"2026-03-25T21:24:57.092931Z","steps":["trace[226217600] 'process raft request' (duration: 276.574144ms)","trace[226217600] 'compare' (duration: 196.695247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:57.093045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:56.619167Z","time spent":"473.836596ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":631,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:57.657576Z","caller":"traceutil/trace.go:171","msg":"trace[1678827310] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"1.03724966s","start":"2026-03-25T21:24:56.620302Z","end":"2026-03-25T21:24:57.657552Z","steps":["trace[1678827310] 'process raft request' (duration: 1.037051895s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:57.657723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:56.620279Z","time spent":"1.037368473s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:57.657857Z","caller":"traceutil/trace.go:171","msg":"trace[2142404486] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"1.037526927s","start":"2026-03-25T21:24:56.620302Z","end":"2026-03-25T21:24:57.657829Z","steps":["trace[2142404486] 'process raft request' (duration: 1.037196618s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:57.657996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:56.620279Z","time spent":"1.037642941s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:57.658193Z","caller":"traceutil/trace.go:171","msg":"trace[77166213] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"1.036829059s","start":"2026-03-25T21:24:56.621326Z","end":"2026-03-25T21:24:57.658155Z","steps":["trace[77166213] 'process raft request' (duration: 1.036411988s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:57.658213Z","caller":"traceutil/trace.go:171","msg":"trace[334477257] transaction","detail":"{read_only:false; response_revision:8846; number_of_response:1; }","duration":"1.001502319s","start":"2026-03-25T21:24:56.656699Z","end":"2026-03-25T21:24:57.658201Z","steps":["trace[334477257] 'process raft request' (duration: 1.001315354s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:57.65821Z","caller":"traceutil/trace.go:171","msg":"trace[952701040] linearizableReadLoop","detail":"{readStateIndex:9253; appliedIndex:9249; }","duration":"1.036308135s","start":"2026-03-25T21:24:56.621877Z","end":"2026-03-25T21:24:57.658185Z","steps":["trace[952701040] 'read index received' (duration: 273.907652ms)","trace[952701040] 'applied index is now lower than readState.Index' (duration: 762.399553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:57.658281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:56.656671Z","time spent":"1.001578602s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16428,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:57.658297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:56.621307Z","time spent":"1.036942132s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:57.658328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036447379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:24:57.658373Z","caller":"traceutil/trace.go:171","msg":"trace[680845250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8846; }","duration":"1.036519931s","start":"2026-03-25T21:24:56.621843Z","end":"2026-03-25T21:24:57.658363Z","steps":["trace[680845250] 'agreement among raft nodes before linearized reading' (duration: 1.036450259s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:57.658409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:56.621832Z","time spent":"1.036571552s","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:24:57.658942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.559845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T21:24:57.659013Z","caller":"traceutil/trace.go:171","msg":"trace[712297396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8846; }","duration":"641.76696ms","start":"2026-03-25T21:24:57.017217Z","end":"2026-03-25T21:24:57.658984Z","steps":["trace[712297396] 'agreement among raft nodes before linearized reading' (duration: 641.164824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:57.65907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:57.017199Z","time spent":"641.852262ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:24:57.835587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.847718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:24:57.83569Z","caller":"traceutil/trace.go:171","msg":"trace[768111756] transaction","detail":"{read_only:false; response_revision:8847; number_of_response:1; }","duration":"171.777418ms","start":"2026-03-25T21:24:57.663893Z","end":"2026-03-25T21:24:57.835671Z","steps":["trace[768111756] 'process raft request' (duration: 66.767985ms)","trace[768111756] 'compare' (duration: 104.731915ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:57.871354Z","caller":"traceutil/trace.go:171","msg":"trace[1658094889] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8847; }","duration":"204.790685ms","start":"2026-03-25T21:24:57.666536Z","end":"2026-03-25T21:24:57.871327Z","steps":["trace[1658094889] 'process raft request' (duration: 204.581749ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:57.871431Z","caller":"traceutil/trace.go:171","msg":"trace[1911094909] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"204.536178ms","start":"2026-03-25T21:24:57.666866Z","end":"2026-03-25T21:24:57.871402Z","steps":["trace[1911094909] 'process raft request' (duration: 204.343803ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:57.871441Z","caller":"traceutil/trace.go:171","msg":"trace[659343618] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"202.492783ms","start":"2026-03-25T21:24:57.668927Z","end":"2026-03-25T21:24:57.87142Z","steps":["trace[659343618] 'process raft request' (duration: 202.36734ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:57.871365Z","caller":"traceutil/trace.go:171","msg":"trace[1806951548] linearizableReadLoop","detail":"{readStateIndex:9258; appliedIndex:9254; }","duration":"202.038171ms","start":"2026-03-25T21:24:57.669299Z","end":"2026-03-25T21:24:57.871337Z","steps":["trace[1806951548] 'read index received' (duration: 61.37933ms)","trace[1806951548] 'applied index is now lower than readState.Index' (duration: 140.657671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:57.871486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.165084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:24:57.871538Z","caller":"traceutil/trace.go:171","msg":"trace[609011979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8849; }","duration":"202.253876ms","start":"2026-03-25T21:24:57.669272Z","end":"2026-03-25T21:24:57.871526Z","steps":["trace[609011979] 'agreement among raft nodes before linearized reading' (duration: 202.146833ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:58.059424Z","caller":"traceutil/trace.go:171","msg":"trace[2045814512] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"173.77314ms","start":"2026-03-25T21:24:57.885638Z","end":"2026-03-25T21:24:58.059411Z","steps":["trace[2045814512] 'process raft request' (duration: 173.673358ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:58.229486Z","caller":"traceutil/trace.go:171","msg":"trace[292867349] linearizableReadLoop","detail":"{readStateIndex:9263; appliedIndex:9262; }","duration":"146.918069ms","start":"2026-03-25T21:24:58.082543Z","end":"2026-03-25T21:24:58.229461Z","steps":["trace[292867349] 'read index received' (duration: 84.724887ms)","trace[292867349] 'applied index is now lower than readState.Index' (duration: 62.192172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:58.229631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.848578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-25T21:24:58.229672Z","caller":"traceutil/trace.go:171","msg":"trace[1398391497] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8853; }","duration":"149.93466ms","start":"2026-03-25T21:24:58.079727Z","end":"2026-03-25T21:24:58.229662Z","steps":["trace[1398391497] 'agreement among raft nodes before linearized reading' (duration: 149.840928ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:58.22967Z","caller":"traceutil/trace.go:171","msg":"trace[784548577] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"167.086791ms","start":"2026-03-25T21:24:58.062472Z","end":"2026-03-25T21:24:58.229558Z","steps":["trace[784548577] 'process raft request' (duration: 104.713544ms)","trace[784548577] 'compare' (duration: 62.164401ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:58.393352Z","caller":"traceutil/trace.go:171","msg":"trace[218579948] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"305.869642ms","start":"2026-03-25T21:24:58.087456Z","end":"2026-03-25T21:24:58.393326Z","steps":["trace[218579948] 'process raft request' (duration: 258.342914ms)","trace[218579948] 'compare' (duration: 47.292431ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:58.393364Z","caller":"traceutil/trace.go:171","msg":"trace[1211284173] linearizableReadLoop","detail":"{readStateIndex:9266; appliedIndex:9263; }","duration":"163.783992ms","start":"2026-03-25T21:24:58.229556Z","end":"2026-03-25T21:24:58.39334Z","steps":["trace[1211284173] 'read index received' (duration: 116.257344ms)","trace[1211284173] 'applied index is now lower than readState.Index' (duration: 47.525718ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:58.393474Z","caller":"traceutil/trace.go:171","msg":"trace[280009299] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"305.909832ms","start":"2026-03-25T21:24:58.087555Z","end":"2026-03-25T21:24:58.393465Z","steps":["trace[280009299] 'process raft request' (duration: 305.666806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:58.393482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:58.087441Z","time spent":"305.967834ms","remote":"127.0.0.1:54954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:58.393554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:58.087534Z","time spent":"305.966704ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:24:58.393673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.026345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-25T21:24:58.393752Z","caller":"traceutil/trace.go:171","msg":"trace[1306376715] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8856; }","duration":"306.137189ms","start":"2026-03-25T21:24:58.087597Z","end":"2026-03-25T21:24:58.393734Z","steps":["trace[1306376715] 'agreement among raft nodes before linearized reading' (duration: 305.926963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:58.393788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.487798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18210"} {"level":"warn","ts":"2026-03-25T21:24:58.393792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:58.087559Z","time spent":"306.225081ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-25T21:24:58.393818Z","caller":"traceutil/trace.go:171","msg":"trace[1762896524] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8856; }","duration":"162.587091ms","start":"2026-03-25T21:24:58.231223Z","end":"2026-03-25T21:24:58.39381Z","steps":["trace[1762896524] 'agreement among raft nodes before linearized reading' (duration: 162.466757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:58.393963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.9357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-25T21:24:58.393992Z","caller":"traceutil/trace.go:171","msg":"trace[443239071] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8856; }","duration":"309.981802ms","start":"2026-03-25T21:24:58.084002Z","end":"2026-03-25T21:24:58.393984Z","steps":["trace[443239071] 'agreement among raft nodes before linearized reading' (duration: 309.857979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:58.394013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:58.083994Z","time spent":"310.013713ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-25T21:24:58.394047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.093892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T21:24:58.394072Z","caller":"traceutil/trace.go:171","msg":"trace[556260065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8856; }","duration":"215.141372ms","start":"2026-03-25T21:24:58.178923Z","end":"2026-03-25T21:24:58.394065Z","steps":["trace[556260065] 'agreement among raft nodes before linearized reading' (duration: 215.06822ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:58.394071Z","caller":"traceutil/trace.go:171","msg":"trace[264950435] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"185.544837ms","start":"2026-03-25T21:24:58.208515Z","end":"2026-03-25T21:24:58.394059Z","steps":["trace[264950435] 'process raft request' (duration: 184.775337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:59.075699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.398296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:24:59.075998Z","caller":"traceutil/trace.go:171","msg":"trace[1121146680] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"677.066949ms","start":"2026-03-25T21:24:58.398891Z","end":"2026-03-25T21:24:59.075957Z","steps":["trace[1121146680] 'process raft request' (duration: 338.282333ms)","trace[1121146680] 'compare' (duration: 338.249211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:59.076172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:58.39888Z","time spent":"677.202722ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:59.076439Z","caller":"traceutil/trace.go:171","msg":"trace[1905907757] linearizableReadLoop","detail":"{readStateIndex:9268; appliedIndex:9266; }","duration":"671.5214ms","start":"2026-03-25T21:24:58.404893Z","end":"2026-03-25T21:24:59.076415Z","steps":["trace[1905907757] 'read index received' (duration: 332.296802ms)","trace[1905907757] 'applied index is now lower than readState.Index' (duration: 339.223218ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:59.076499Z","caller":"traceutil/trace.go:171","msg":"trace[530263806] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"677.091219ms","start":"2026-03-25T21:24:58.399394Z","end":"2026-03-25T21:24:59.076485Z","steps":["trace[530263806] 'process raft request' (duration: 676.422221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:59.076558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:58.399388Z","time spent":"677.136671ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:59.07668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.545018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:24:59.076756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.835013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-25T21:24:59.076764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.898325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-25T21:24:59.076773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.880459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"info","ts":"2026-03-25T21:24:59.076797Z","caller":"traceutil/trace.go:171","msg":"trace[1936057166] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8858; }","duration":"630.734704ms","start":"2026-03-25T21:24:58.446038Z","end":"2026-03-25T21:24:59.076773Z","steps":["trace[1936057166] 'agreement among raft nodes before linearized reading' (duration: 630.523828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:59.076832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.842166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-757654d95d-z6wjx.18a0328bb454579d\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-25T21:24:59.076824Z","caller":"traceutil/trace.go:171","msg":"trace[1541027698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8858; }","duration":"458.981097ms","start":"2026-03-25T21:24:58.617825Z","end":"2026-03-25T21:24:59.076806Z","steps":["trace[1541027698] 'agreement among raft nodes before linearized reading' (duration: 458.767221ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:59.076851Z","caller":"traceutil/trace.go:171","msg":"trace[1913762915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8858; }","duration":"672.021733ms","start":"2026-03-25T21:24:58.404816Z","end":"2026-03-25T21:24:59.076838Z","steps":["trace[1913762915] 'agreement among raft nodes before linearized reading' (duration: 671.718535ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:59.07687Z","caller":"traceutil/trace.go:171","msg":"trace[1085133847] range","detail":"{range_begin:/registry/events/openstack/barbican-api-757654d95d-z6wjx.18a0328bb454579d; range_end:; response_count:1; response_revision:8858; }","duration":"281.909858ms","start":"2026-03-25T21:24:58.794946Z","end":"2026-03-25T21:24:59.076856Z","steps":["trace[1085133847] 'agreement among raft nodes before linearized reading' (duration: 281.775774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:59.076883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:58.617808Z","time spent":"459.062589ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:24:59.076882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:58.446026Z","time spent":"630.834196ms","remote":"127.0.0.1:58438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:24:59.076875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.330086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bprpp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-25T21:24:59.076756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.769335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-03-25T21:24:59.076918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:58.404797Z","time spent":"672.085835ms","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4852,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-25T21:24:59.076968Z","caller":"traceutil/trace.go:171","msg":"trace[1061238292] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bprpp; range_end:; response_count:1; response_revision:8858; }","duration":"456.466659ms","start":"2026-03-25T21:24:58.620479Z","end":"2026-03-25T21:24:59.076946Z","steps":["trace[1061238292] 'agreement among raft nodes before linearized reading' (duration: 456.1045ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:59.076979Z","caller":"traceutil/trace.go:171","msg":"trace[306883442] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8858; }","duration":"458.040462ms","start":"2026-03-25T21:24:58.618918Z","end":"2026-03-25T21:24:59.076958Z","steps":["trace[306883442] 'agreement among raft nodes before linearized reading' (duration: 457.679192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:59.077024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:58.620468Z","time spent":"456.543401ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-bprpp\" "} {"level":"info","ts":"2026-03-25T21:24:59.076812Z","caller":"traceutil/trace.go:171","msg":"trace[608365671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8858; }","duration":"458.940515ms","start":"2026-03-25T21:24:58.617857Z","end":"2026-03-25T21:24:59.076798Z","steps":["trace[608365671] 'agreement among raft nodes before linearized reading' (duration: 458.721979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:59.077049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:58.618895Z","time spent":"458.135684ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":546,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-25T21:24:59.077096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:58.617837Z","time spent":"459.242544ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:24:59.077129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.71522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:24:59.077296Z","caller":"traceutil/trace.go:171","msg":"trace[761490888] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8858; }","duration":"208.883684ms","start":"2026-03-25T21:24:58.868322Z","end":"2026-03-25T21:24:59.077205Z","steps":["trace[761490888] 'agreement among raft nodes before linearized reading' (duration: 208.3544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:59.583244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858726069,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:25:00.083893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858726069,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:25:00.448768Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.368831032s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-25T21:25:00.614241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.162309ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:25:00.615071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.081454ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-25T21:25:00.615122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:59.079591Z","time spent":"1.535528272s","remote":"127.0.0.1:54752","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-25T21:25:00.615153Z","caller":"traceutil/trace.go:171","msg":"trace[61386929] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8858; }","duration":"710.324573ms","start":"2026-03-25T21:24:59.904052Z","end":"2026-03-25T21:25:00.614377Z","steps":["trace[61386929] 'range keys from in-memory index tree' (duration: 710.149158ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:00.707588Z","caller":"traceutil/trace.go:171","msg":"trace[497722729] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"1.626690643s","start":"2026-03-25T21:24:59.080873Z","end":"2026-03-25T21:25:00.707564Z","steps":["trace[497722729] 'process raft request' (duration: 1.626470217s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:00.707753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:59.080849Z","time spent":"1.626819417s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:25:00.707868Z","caller":"traceutil/trace.go:171","msg":"trace[261164781] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"1.625665895s","start":"2026-03-25T21:24:59.082181Z","end":"2026-03-25T21:25:00.707847Z","steps":["trace[261164781] 'process raft request' (duration: 1.625336326s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:00.70799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:59.082166Z","time spent":"1.625760397s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:25:00.708056Z","caller":"traceutil/trace.go:171","msg":"trace[1855207105] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"1.6258459s","start":"2026-03-25T21:24:59.082188Z","end":"2026-03-25T21:25:00.708034Z","steps":["trace[1855207105] 'process raft request' (duration: 1.625573183s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:00.708196Z","caller":"traceutil/trace.go:171","msg":"trace[504064544] linearizableReadLoop","detail":"{readStateIndex:9272; appliedIndex:9268; }","duration":"1.62586354s","start":"2026-03-25T21:24:59.082271Z","end":"2026-03-25T21:25:00.708135Z","steps":["trace[504064544] 'read index received' (duration: 1.366716095s)","trace[504064544] 'applied index is now lower than readState.Index' (duration: 259.146475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:25:00.708232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:59.082173Z","time spent":"1.625955233s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:25:00.708257Z","caller":"traceutil/trace.go:171","msg":"trace[1928636223] transaction","detail":"{read_only:false; response_revision:8862; number_of_response:1; }","duration":"308.528083ms","start":"2026-03-25T21:25:00.399707Z","end":"2026-03-25T21:25:00.708235Z","steps":["trace[1928636223] 'process raft request' (duration: 308.236385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:00.708404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:00.399681Z","time spent":"308.638036ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:25:00.708609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626327092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208080"} {"level":"info","ts":"2026-03-25T21:25:00.708652Z","caller":"traceutil/trace.go:171","msg":"trace[2136433311] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8862; }","duration":"1.626388745s","start":"2026-03-25T21:24:59.082253Z","end":"2026-03-25T21:25:00.708642Z","steps":["trace[2136433311] 'agreement among raft nodes before linearized reading' (duration: 1.626015785s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:00.708699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:59.082245Z","time spent":"1.626430846s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":208102,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-25T21:25:01.244737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999805793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-25T21:25:01.244808Z","caller":"traceutil/trace.go:171","msg":"trace[73981016] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999937147s","start":"2026-03-25T21:24:59.244853Z","end":"2026-03-25T21:25:01.24479Z","steps":["trace[73981016] 'agreement among raft nodes before linearized reading' (duration: 1.999834034s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:01.244848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:59.244834Z","time spent":"2.000006648s","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/25 21:25:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-25T21:25:01.279791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.083028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:25:01.279921Z","caller":"traceutil/trace.go:171","msg":"trace[502140567] linearizableReadLoop","detail":"{readStateIndex:9274; appliedIndex:9273; }","duration":"571.662876ms","start":"2026-03-25T21:25:00.708239Z","end":"2026-03-25T21:25:01.279902Z","steps":["trace[502140567] 'read index received' (duration: 259.32787ms)","trace[502140567] 'applied index is now lower than readState.Index' (duration: 312.331535ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:25:01.280039Z","caller":"traceutil/trace.go:171","msg":"trace[396816772] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"664.131791ms","start":"2026-03-25T21:25:00.615894Z","end":"2026-03-25T21:25:01.280026Z","steps":["trace[396816772] 'process raft request' (duration: 351.690783ms)","trace[396816772] 'compare' (duration: 311.747859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:25:01.280132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:00.61586Z","time spent":"664.213423ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:25:01.280361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.262431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:25:01.280466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.693578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:25:01.280557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020702905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:25:01.280572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.452714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:25:01.280595Z","caller":"traceutil/trace.go:171","msg":"trace[518204633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8863; }","duration":"1.020773987s","start":"2026-03-25T21:25:00.259808Z","end":"2026-03-25T21:25:01.280582Z","steps":["trace[518204633] 'agreement among raft nodes before linearized reading' (duration: 1.020727426s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:01.280576Z","caller":"traceutil/trace.go:171","msg":"trace[706488233] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8863; }","duration":"596.866743ms","start":"2026-03-25T21:25:00.683682Z","end":"2026-03-25T21:25:01.280549Z","steps":["trace[706488233] 'agreement among raft nodes before linearized reading' (duration: 596.637957ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:01.280614Z","caller":"traceutil/trace.go:171","msg":"trace[888472756] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8863; }","duration":"669.498775ms","start":"2026-03-25T21:25:00.611104Z","end":"2026-03-25T21:25:01.280603Z","steps":["trace[888472756] 'agreement among raft nodes before linearized reading' (duration: 669.429134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:01.280646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:00.683666Z","time spent":"596.960086ms","remote":"127.0.0.1:32966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:25:01.280679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777866587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-25T21:25:01.280692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616547451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-25T21:25:01.280698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357464278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-25T21:25:01.280727Z","caller":"traceutil/trace.go:171","msg":"trace[115379926] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8863; }","duration":"1.777914558s","start":"2026-03-25T21:24:59.502797Z","end":"2026-03-25T21:25:01.280712Z","steps":["trace[115379926] 'agreement among raft nodes before linearized reading' (duration: 1.777749764s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:01.280735Z","caller":"traceutil/trace.go:171","msg":"trace[1972987311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8863; }","duration":"1.616647474s","start":"2026-03-25T21:24:59.664076Z","end":"2026-03-25T21:25:01.280723Z","steps":["trace[1972987311] 'agreement among raft nodes before linearized reading' (duration: 1.6165099s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:01.280748Z","caller":"traceutil/trace.go:171","msg":"trace[1797383152] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8863; }","duration":"1.357545369s","start":"2026-03-25T21:24:59.923192Z","end":"2026-03-25T21:25:01.280738Z","steps":["trace[1797383152] 'agreement among raft nodes before linearized reading' (duration: 1.357395645s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:01.280753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014776765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-25T21:25:01.280501Z","caller":"traceutil/trace.go:171","msg":"trace[348838308] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8863; }","duration":"912.412035ms","start":"2026-03-25T21:25:00.368063Z","end":"2026-03-25T21:25:01.280475Z","steps":["trace[348838308] 'agreement among raft nodes before linearized reading' (duration: 912.21234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:01.280764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:59.66406Z","time spent":"1.616696916s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:25:01.280778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:59.923176Z","time spent":"1.357596561s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-25T21:25:01.280622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:00.259786Z","time spent":"1.020831959s","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:25:01.280772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440804328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-25T21:25:01.280799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:00.367996Z","time spent":"912.793184ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:25:01.280801Z","caller":"traceutil/trace.go:171","msg":"trace[1716496187] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8863; }","duration":"2.014857557s","start":"2026-03-25T21:24:59.265926Z","end":"2026-03-25T21:25:01.280784Z","steps":["trace[1716496187] 'agreement among raft nodes before linearized reading' (duration: 2.014762315s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:01.280656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:00.611058Z","time spent":"669.588998ms","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:25:01.280852Z","caller":"traceutil/trace.go:171","msg":"trace[1559030029] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8863; }","duration":"1.440968492s","start":"2026-03-25T21:24:59.839869Z","end":"2026-03-25T21:25:01.280837Z","steps":["trace[1559030029] 'agreement among raft nodes before linearized reading' (duration: 1.440693454s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:01.28085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:59.265901Z","time spent":"2.01493793s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:25:01.280496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404193663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-03-25T21:25:01.280889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:59.839847Z","time spent":"1.441035034s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T21:25:01.280927Z","caller":"traceutil/trace.go:171","msg":"trace[1493423729] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8863; }","duration":"1.404678266s","start":"2026-03-25T21:24:59.876237Z","end":"2026-03-25T21:25:01.280915Z","steps":["trace[1493423729] 'agreement among raft nodes before linearized reading' (duration: 1.404004388s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:01.280651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404873501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-25T21:25:01.280966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:59.876223Z","time spent":"1.404734018s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T21:25:01.280994Z","caller":"traceutil/trace.go:171","msg":"trace[1066020567] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8863; }","duration":"1.405230681s","start":"2026-03-25T21:24:59.875736Z","end":"2026-03-25T21:25:01.280967Z","steps":["trace[1066020567] 'agreement among raft nodes before linearized reading' (duration: 1.404759549s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:01.281077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:59.875723Z","time spent":"1.405334184s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:25:01.28076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:59.50274Z","time spent":"1.778011431s","remote":"127.0.0.1:54824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T21:25:01.780322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858726079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:25:02.281544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858726079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:25:02.330486Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.071029908s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T21:25:02.330858Z","caller":"traceutil/trace.go:171","msg":"trace[635769035] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"1.071458189s","start":"2026-03-25T21:25:01.259376Z","end":"2026-03-25T21:25:02.330834Z","steps":["trace[635769035] 'process raft request' (duration: 1.071299845s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:02.331103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:01.259357Z","time spent":"1.071567843s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:25:02.765159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.434553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:25:02.765322Z","caller":"traceutil/trace.go:171","msg":"trace[970532098] transaction","detail":"{read_only:false; response_revision:8866; number_of_response:1; }","duration":"1.480895964s","start":"2026-03-25T21:25:01.284412Z","end":"2026-03-25T21:25:02.765308Z","steps":["trace[970532098] 'process raft request' (duration: 1.480827552s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:02.765378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:01.284404Z","time spent":"1.480951716s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:25:02.765538Z","caller":"traceutil/trace.go:171","msg":"trace[1162837297] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"1.481226853s","start":"2026-03-25T21:25:01.284302Z","end":"2026-03-25T21:25:02.765529Z","steps":["trace[1162837297] 'process raft request' (duration: 1.170349087s)","trace[1162837297] 'compare' (duration: 310.318641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:25:02.765579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:01.284282Z","time spent":"1.481279004s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:25:02.765598Z","caller":"traceutil/trace.go:171","msg":"trace[1085919124] transaction","detail":"{read_only:false; response_revision:8867; number_of_response:1; }","duration":"1.48074721s","start":"2026-03-25T21:25:01.284828Z","end":"2026-03-25T21:25:02.765576Z","steps":["trace[1085919124] 'process raft request' (duration: 1.480446472s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:02.765711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:01.284818Z","time spent":"1.480836852s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:25:02.76589Z","caller":"traceutil/trace.go:171","msg":"trace[319727826] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"1.480514324s","start":"2026-03-25T21:25:01.285368Z","end":"2026-03-25T21:25:02.765883Z","steps":["trace[319727826] 'process raft request' (duration: 1.480118553s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:02.765935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:01.285363Z","time spent":"1.480551145s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:25:02.76611Z","caller":"traceutil/trace.go:171","msg":"trace[1231681877] linearizableReadLoop","detail":"{readStateIndex:9279; appliedIndex:9275; }","duration":"1.486128204s","start":"2026-03-25T21:25:01.279952Z","end":"2026-03-25T21:25:02.76608Z","steps":["trace[1231681877] 'read index received' (duration: 1.050889997s)","trace[1231681877] 'applied index is now lower than readState.Index' (duration: 435.235537ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:25:02.766139Z","caller":"traceutil/trace.go:171","msg":"trace[59811613] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"469.582911ms","start":"2026-03-25T21:25:02.296523Z","end":"2026-03-25T21:25:02.766106Z","steps":["trace[59811613] 'process raft request' (duration: 469.329874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:02.766321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521198617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:25:02.766397Z","caller":"traceutil/trace.go:171","msg":"trace[2054250986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8869; }","duration":"1.52133105s","start":"2026-03-25T21:25:01.245046Z","end":"2026-03-25T21:25:02.766377Z","steps":["trace[2054250986] 'agreement among raft nodes before linearized reading' (duration: 1.521105424s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:02.766378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:02.296496Z","time spent":"469.803197ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:25:02.766453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:01.245022Z","time spent":"1.521418893s","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:25:02.76642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684579209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T21:25:02.76653Z","caller":"traceutil/trace.go:171","msg":"trace[434664046] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8869; }","duration":"1.684739303s","start":"2026-03-25T21:25:01.081779Z","end":"2026-03-25T21:25:02.766519Z","steps":["trace[434664046] 'agreement among raft nodes before linearized reading' (duration: 1.684430315s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:02.766574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:01.081757Z","time spent":"1.684808574s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T21:25:03.265227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.932135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:25:03.265378Z","caller":"traceutil/trace.go:171","msg":"trace[897252839] linearizableReadLoop","detail":"{readStateIndex:9281; appliedIndex:9280; }","duration":"499.173737ms","start":"2026-03-25T21:25:02.766182Z","end":"2026-03-25T21:25:03.265356Z","steps":["trace[897252839] 'read index received' (duration: 357.020756ms)","trace[897252839] 'applied index is now lower than readState.Index' (duration: 142.13327ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:25:03.265471Z","caller":"traceutil/trace.go:171","msg":"trace[1428037890] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"551.75175ms","start":"2026-03-25T21:25:02.713703Z","end":"2026-03-25T21:25:03.265455Z","steps":["trace[1428037890] 'process raft request' (duration: 409.483996ms)","trace[1428037890] 'compare' (duration: 141.711529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:25:03.265546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:02.71367Z","time spent":"551.836302ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:25:03.265681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.007626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-25T21:25:03.265686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.339908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bprpp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-25T21:25:03.265713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.743406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-25T21:25:03.265714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.956962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-25T21:25:03.265721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.328908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-25T21:25:03.26575Z","caller":"traceutil/trace.go:171","msg":"trace[1047925311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8870; }","duration":"552.13466ms","start":"2026-03-25T21:25:02.713596Z","end":"2026-03-25T21:25:03.265731Z","steps":["trace[1047925311] 'agreement among raft nodes before linearized reading' (duration: 551.949135ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:03.265762Z","caller":"traceutil/trace.go:171","msg":"trace[1975251046] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bprpp; range_end:; response_count:1; response_revision:8870; }","duration":"535.470072ms","start":"2026-03-25T21:25:02.730279Z","end":"2026-03-25T21:25:03.265749Z","steps":["trace[1975251046] 'agreement among raft nodes before linearized reading' (duration: 535.269366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:03.265767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981989563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-59eff95c-0db5-457f-b3e9-3356cbcb4b2f\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-25T21:25:03.26578Z","caller":"traceutil/trace.go:171","msg":"trace[534817201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8870; }","duration":"552.87503ms","start":"2026-03-25T21:25:02.712885Z","end":"2026-03-25T21:25:03.26576Z","steps":["trace[534817201] 'agreement among raft nodes before linearized reading' (duration: 552.694055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:03.265802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:02.730258Z","time spent":"535.532224ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-bprpp\" "} {"level":"info","ts":"2026-03-25T21:25:03.265798Z","caller":"traceutil/trace.go:171","msg":"trace[866548934] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8870; }","duration":"769.44206ms","start":"2026-03-25T21:25:02.496333Z","end":"2026-03-25T21:25:03.265775Z","steps":["trace[866548934] 'agreement among raft nodes before linearized reading' (duration: 769.203714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:03.265795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:02.71357Z","time spent":"552.216162ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:25:03.265817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.280685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:4798"} {"level":"warn","ts":"2026-03-25T21:25:03.265842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:02.496318Z","time spent":"769.515283ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-25T21:25:03.265841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:02.712849Z","time spent":"552.975303ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T21:25:03.265835Z","caller":"traceutil/trace.go:171","msg":"trace[462197675] range","detail":"{range_begin:/registry/persistentvolumes/pvc-59eff95c-0db5-457f-b3e9-3356cbcb4b2f; range_end:; response_count:1; response_revision:8870; }","duration":"1.982068574s","start":"2026-03-25T21:25:01.283746Z","end":"2026-03-25T21:25:03.265814Z","steps":["trace[462197675] 'agreement among raft nodes before linearized reading' (duration: 1.981867939s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:03.265898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:01.283741Z","time spent":"1.982145486s","remote":"127.0.0.1:54818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-59eff95c-0db5-457f-b3e9-3356cbcb4b2f\" "} {"level":"warn","ts":"2026-03-25T21:25:03.265925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692113441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T21:25:03.265719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98114189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"warn","ts":"2026-03-25T21:25:03.265924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982279631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-25T21:25:03.265785Z","caller":"traceutil/trace.go:171","msg":"trace[1327793125] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8870; }","duration":"553.065755ms","start":"2026-03-25T21:25:02.712702Z","end":"2026-03-25T21:25:03.265768Z","steps":["trace[1327793125] 'agreement among raft nodes before linearized reading' (duration: 552.88614ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:03.265952Z","caller":"traceutil/trace.go:171","msg":"trace[124001626] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8870; }","duration":"1.692187103s","start":"2026-03-25T21:25:01.573757Z","end":"2026-03-25T21:25:03.265944Z","steps":["trace[124001626] 'agreement among raft nodes before linearized reading' (duration: 1.692120811s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:03.265986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:01.573698Z","time spent":"1.692279196s","remote":"127.0.0.1:58894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:25:03.265981Z","caller":"traceutil/trace.go:171","msg":"trace[1124151224] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8870; }","duration":"1.982371982s","start":"2026-03-25T21:25:01.283591Z","end":"2026-03-25T21:25:03.265963Z","steps":["trace[1124151224] 'agreement among raft nodes before linearized reading' (duration: 1.982195108s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:03.265859Z","caller":"traceutil/trace.go:171","msg":"trace[1381465506] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8870; }","duration":"859.348837ms","start":"2026-03-25T21:25:02.406495Z","end":"2026-03-25T21:25:03.265844Z","steps":["trace[1381465506] 'agreement among raft nodes before linearized reading' (duration: 859.267205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:03.265989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:02.712682Z","time spent":"553.292981ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-25T21:25:03.26603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:01.283573Z","time spent":"1.982446275s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:25:03.266041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:02.406476Z","time spent":"859.551663ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4820,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-25T21:25:03.265973Z","caller":"traceutil/trace.go:171","msg":"trace[641264664] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8870; }","duration":"1.981431817s","start":"2026-03-25T21:25:01.284523Z","end":"2026-03-25T21:25:03.265955Z","steps":["trace[641264664] 'agreement among raft nodes before linearized reading' (duration: 1.981027266s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:03.266148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:01.284516Z","time spent":"1.981616393s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:25:03.550922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.790121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:25:03.551023Z","caller":"traceutil/trace.go:171","msg":"trace[614268918] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"778.267019ms","start":"2026-03-25T21:25:02.772738Z","end":"2026-03-25T21:25:03.551005Z","steps":["trace[614268918] 'process raft request' (duration: 617.318263ms)","trace[614268918] 'compare' (duration: 160.529955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:25:03.551082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:02.772722Z","time spent":"778.33192ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:25:03.648849Z","caller":"traceutil/trace.go:171","msg":"trace[519329063] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"378.067032ms","start":"2026-03-25T21:25:03.270744Z","end":"2026-03-25T21:25:03.648811Z","steps":["trace[519329063] 'process raft request' (duration: 377.859126ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:03.648881Z","caller":"traceutil/trace.go:171","msg":"trace[43629111] transaction","detail":"{read_only:false; response_revision:8873; number_of_response:1; }","duration":"377.99933ms","start":"2026-03-25T21:25:03.270857Z","end":"2026-03-25T21:25:03.648856Z","steps":["trace[43629111] 'process raft request' (duration: 377.874277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:03.649025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:03.270851Z","time spent":"378.099282ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:25:03.64902Z","caller":"traceutil/trace.go:171","msg":"trace[1086844363] transaction","detail":"{read_only:false; response_revision:8874; number_of_response:1; }","duration":"377.554408ms","start":"2026-03-25T21:25:03.27144Z","end":"2026-03-25T21:25:03.648994Z","steps":["trace[1086844363] 'process raft request' (duration: 377.326252ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:03.649096Z","caller":"traceutil/trace.go:171","msg":"trace[1099802458] transaction","detail":"{read_only:false; response_revision:8875; number_of_response:1; }","duration":"377.596189ms","start":"2026-03-25T21:25:03.271477Z","end":"2026-03-25T21:25:03.649074Z","steps":["trace[1099802458] 'process raft request' (duration: 377.320701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:03.649143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:03.271432Z","time spent":"377.644241ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:25:03.649242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:03.271464Z","time spent":"377.695192ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:25:03.649305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:03.270723Z","time spent":"378.209256ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:25:03.649584Z","caller":"traceutil/trace.go:171","msg":"trace[1859081613] linearizableReadLoop","detail":"{readStateIndex:9283; appliedIndex:9281; }","duration":"384.155795ms","start":"2026-03-25T21:25:03.265413Z","end":"2026-03-25T21:25:03.649568Z","steps":["trace[1859081613] 'read index received' (duration: 124.732842ms)","trace[1859081613] 'applied index is now lower than readState.Index' (duration: 259.421783ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:25:03.649643Z","caller":"traceutil/trace.go:171","msg":"trace[1726689816] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"372.644227ms","start":"2026-03-25T21:25:03.276981Z","end":"2026-03-25T21:25:03.649625Z","steps":["trace[1726689816] 'process raft request' (duration: 372.513013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:03.64968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.841437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:25:03.649692Z","caller":"traceutil/trace.go:171","msg":"trace[1620958386] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"377.64334ms","start":"2026-03-25T21:25:03.272036Z","end":"2026-03-25T21:25:03.64968Z","steps":["trace[1620958386] 'process raft request' (duration: 376.932501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:03.649703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.898329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:25:03.649752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:03.272029Z","time spent":"377.685412ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:25:03.64977Z","caller":"traceutil/trace.go:171","msg":"trace[673771532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8877; }","duration":"873.964711ms","start":"2026-03-25T21:25:02.77579Z","end":"2026-03-25T21:25:03.649755Z","steps":["trace[673771532] 'agreement among raft nodes before linearized reading' (duration: 873.839328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:03.649755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:03.276973Z","time spent":"372.738559ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5115,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:25:03.649823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.239863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a031d976401544\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-25T21:25:03.649858Z","caller":"traceutil/trace.go:171","msg":"trace[1063322983] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a031d976401544; range_end:; response_count:1; response_revision:8877; }","duration":"879.301465ms","start":"2026-03-25T21:25:02.770548Z","end":"2026-03-25T21:25:03.649849Z","steps":["trace[1063322983] 'agreement among raft nodes before linearized reading' (duration: 879.210052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:03.649881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:02.770527Z","time spent":"879.348795ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a031d976401544\" "} {"level":"warn","ts":"2026-03-25T21:25:03.649886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.037542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:25:03.649938Z","caller":"traceutil/trace.go:171","msg":"trace[254378290] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8877; }","duration":"243.118525ms","start":"2026-03-25T21:25:03.406805Z","end":"2026-03-25T21:25:03.649924Z","steps":["trace[254378290] 'agreement among raft nodes before linearized reading' (duration: 243.041923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:03.649821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:02.775746Z","time spent":"874.059854ms","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:25:03.650074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.777694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208080"} {"level":"info","ts":"2026-03-25T21:25:03.649723Z","caller":"traceutil/trace.go:171","msg":"trace[1719451098] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8877; }","duration":"742.922869ms","start":"2026-03-25T21:25:02.906784Z","end":"2026-03-25T21:25:03.649707Z","steps":["trace[1719451098] 'agreement among raft nodes before linearized reading' (duration: 742.839207ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:03.650128Z","caller":"traceutil/trace.go:171","msg":"trace[798206242] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8877; }","duration":"377.836006ms","start":"2026-03-25T21:25:03.27228Z","end":"2026-03-25T21:25:03.650116Z","steps":["trace[798206242] 'agreement among raft nodes before linearized reading' (duration: 377.397584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:03.650151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:02.906758Z","time spent":"743.382871ms","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:25:03.650181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:03.272252Z","time spent":"377.903308ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":208102,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-25T21:25:04.181001Z","caller":"traceutil/trace.go:171","msg":"trace[492012260] transaction","detail":"{read_only:false; response_revision:8879; number_of_response:1; }","duration":"428.112697ms","start":"2026-03-25T21:25:03.75286Z","end":"2026-03-25T21:25:04.180972Z","steps":["trace[492012260] 'process raft request' (duration: 427.920851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:04.181295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:03.752836Z","time spent":"428.332593ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:25:04.213646Z","caller":"traceutil/trace.go:171","msg":"trace[1878650690] linearizableReadLoop","detail":"{readStateIndex:9294; appliedIndex:9291; }","duration":"128.725ms","start":"2026-03-25T21:25:04.084897Z","end":"2026-03-25T21:25:04.213622Z","steps":["trace[1878650690] 'read index received' (duration: 95.97276ms)","trace[1878650690] 'applied index is now lower than readState.Index' (duration: 32.75111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:25:04.213798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.899134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-25T21:25:04.213797Z","caller":"traceutil/trace.go:171","msg":"trace[1299128203] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"460.709283ms","start":"2026-03-25T21:25:03.753062Z","end":"2026-03-25T21:25:04.213771Z","steps":["trace[1299128203] 'process raft request' (duration: 460.374264ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:04.21384Z","caller":"traceutil/trace.go:171","msg":"trace[1790023429] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8881; }","duration":"128.985047ms","start":"2026-03-25T21:25:04.084842Z","end":"2026-03-25T21:25:04.213827Z","steps":["trace[1790023429] 'agreement among raft nodes before linearized reading' (duration: 128.873814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:04.213919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:03.753035Z","time spent":"460.817376ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:25:04.213927Z","caller":"traceutil/trace.go:171","msg":"trace[1312147267] transaction","detail":"{read_only:false; response_revision:8881; number_of_response:1; }","duration":"457.940209ms","start":"2026-03-25T21:25:03.755963Z","end":"2026-03-25T21:25:04.213903Z","steps":["trace[1312147267] 'process raft request' (duration: 457.60417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:04.214383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:03.755949Z","time spent":"458.35954ms","remote":"127.0.0.1:54764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:25:04.497243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.545857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-25T21:25:04.49732Z","caller":"traceutil/trace.go:171","msg":"trace[2036366507] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8881; }","duration":"262.66403ms","start":"2026-03-25T21:25:04.234636Z","end":"2026-03-25T21:25:04.4973Z","steps":["trace[2036366507] 'range keys from in-memory index tree' (duration: 262.390552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:04.497499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.411711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:25:04.497612Z","caller":"traceutil/trace.go:171","msg":"trace[1303741024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8881; }","duration":"253.589346ms","start":"2026-03-25T21:25:04.243997Z","end":"2026-03-25T21:25:04.497586Z","steps":["trace[1303741024] 'range keys from in-memory index tree' (duration: 253.35587ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:04.832642Z","caller":"traceutil/trace.go:171","msg":"trace[609287990] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"565.47869ms","start":"2026-03-25T21:25:04.267152Z","end":"2026-03-25T21:25:04.832631Z","steps":["trace[609287990] 'process raft request' (duration: 565.316785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:04.832746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:04.267127Z","time spent":"565.562751ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16428,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:25:04.832629Z","caller":"traceutil/trace.go:171","msg":"trace[1493471675] linearizableReadLoop","detail":"{readStateIndex:9295; appliedIndex:9294; }","duration":"389.390286ms","start":"2026-03-25T21:25:04.443217Z","end":"2026-03-25T21:25:04.832607Z","steps":["trace[1493471675] 'read index received' (duration: 389.208741ms)","trace[1493471675] 'applied index is now lower than readState.Index' (duration: 180.825µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:25:04.833148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.430355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-03-25T21:25:04.833202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.906013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:25:04.833231Z","caller":"traceutil/trace.go:171","msg":"trace[1012780055] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8882; }","duration":"321.975844ms","start":"2026-03-25T21:25:04.511245Z","end":"2026-03-25T21:25:04.833221Z","steps":["trace[1012780055] 'agreement among raft nodes before linearized reading' (duration: 321.936873ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:04.83323Z","caller":"traceutil/trace.go:171","msg":"trace[593731721] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8882; }","duration":"332.565899ms","start":"2026-03-25T21:25:04.500642Z","end":"2026-03-25T21:25:04.833208Z","steps":["trace[593731721] 'agreement among raft nodes before linearized reading' (duration: 332.304002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:04.833251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:04.511228Z","time spent":"322.017296ms","remote":"127.0.0.1:40478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:25:04.83329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:04.500625Z","time spent":"332.653101ms","remote":"127.0.0.1:54764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":672,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-25T21:25:04.833585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.393624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2575989"} {"level":"info","ts":"2026-03-25T21:25:04.833636Z","caller":"traceutil/trace.go:171","msg":"trace[1899248993] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8882; }","duration":"390.450745ms","start":"2026-03-25T21:25:04.443174Z","end":"2026-03-25T21:25:04.833625Z","steps":["trace[1899248993] 'agreement among raft nodes before linearized reading' (duration: 389.49671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:04.833669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:04.443131Z","time spent":"390.528627ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2576011,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-25T21:25:04.986065Z","caller":"traceutil/trace.go:171","msg":"trace[1170352228] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"149.030956ms","start":"2026-03-25T21:25:04.837006Z","end":"2026-03-25T21:25:04.986037Z","steps":["trace[1170352228] 'process raft request' (duration: 64.924625ms)","trace[1170352228] 'compare' (duration: 83.990138ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:25:05.005801Z","caller":"traceutil/trace.go:171","msg":"trace[1168301617] linearizableReadLoop","detail":"{readStateIndex:9297; appliedIndex:9295; }","duration":"165.846007ms","start":"2026-03-25T21:25:04.839927Z","end":"2026-03-25T21:25:05.005773Z","steps":["trace[1168301617] 'read index received' (duration: 62.014667ms)","trace[1168301617] 'applied index is now lower than readState.Index' (duration: 103.82997ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:25:05.005846Z","caller":"traceutil/trace.go:171","msg":"trace[509265156] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"167.79335ms","start":"2026-03-25T21:25:04.838018Z","end":"2026-03-25T21:25:05.005811Z","steps":["trace[509265156] 'process raft request' (duration: 167.575165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:05.006052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.103125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-03-25T21:25:05.006067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.986234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-25T21:25:05.006095Z","caller":"traceutil/trace.go:171","msg":"trace[559513008] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8884; }","duration":"166.195127ms","start":"2026-03-25T21:25:04.839887Z","end":"2026-03-25T21:25:05.006083Z","steps":["trace[559513008] 'agreement among raft nodes before linearized reading' (duration: 166.022342ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:05.006115Z","caller":"traceutil/trace.go:171","msg":"trace[463866647] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8884; }","duration":"127.085156ms","start":"2026-03-25T21:25:04.879017Z","end":"2026-03-25T21:25:05.006102Z","steps":["trace[463866647] 'agreement among raft nodes before linearized reading' (duration: 126.913022ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:05.006018Z","caller":"traceutil/trace.go:171","msg":"trace[1362555974] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8884; }","duration":"164.4332ms","start":"2026-03-25T21:25:04.841537Z","end":"2026-03-25T21:25:05.00597Z","steps":["trace[1362555974] 'process raft request' (duration: 164.190593ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:05.5524Z","caller":"traceutil/trace.go:171","msg":"trace[1591961304] linearizableReadLoop","detail":"{readStateIndex:9299; appliedIndex:9298; }","duration":"525.171856ms","start":"2026-03-25T21:25:05.027165Z","end":"2026-03-25T21:25:05.552337Z","steps":["trace[1591961304] 'read index received' (duration: 470.207489ms)","trace[1591961304] 'applied index is now lower than readState.Index' (duration: 54.963097ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:25:05.552754Z","caller":"traceutil/trace.go:171","msg":"trace[1620354021] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"529.803501ms","start":"2026-03-25T21:25:05.022913Z","end":"2026-03-25T21:25:05.552716Z","steps":["trace[1620354021] 'process raft request' (duration: 474.448313ms)","trace[1620354021] 'compare' (duration: 54.799383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:25:05.552896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:05.022849Z","time spent":"529.974796ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16842,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:25:05.552925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.6759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-25T21:25:05.55306Z","caller":"traceutil/trace.go:171","msg":"trace[836336782] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8885; }","duration":"525.899666ms","start":"2026-03-25T21:25:05.027109Z","end":"2026-03-25T21:25:05.553009Z","steps":["trace[836336782] 'agreement among raft nodes before linearized reading' (duration: 525.603598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:05.553165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:05.027083Z","time spent":"526.027159ms","remote":"127.0.0.1:54852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-25T21:25:05.93513Z","caller":"traceutil/trace.go:171","msg":"trace[1477495572] linearizableReadLoop","detail":"{readStateIndex:9300; appliedIndex:9299; }","duration":"382.626095ms","start":"2026-03-25T21:25:05.552479Z","end":"2026-03-25T21:25:05.935105Z","steps":["trace[1477495572] 'read index received' (duration: 382.302966ms)","trace[1477495572] 'applied index is now lower than readState.Index' (duration: 322.119µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:25:05.935218Z","caller":"traceutil/trace.go:171","msg":"trace[465062870] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"661.637944ms","start":"2026-03-25T21:25:05.273542Z","end":"2026-03-25T21:25:05.93518Z","steps":["trace[465062870] 'process raft request' (duration: 661.367267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:05.935327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.702439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:25:05.9354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:05.27352Z","time spent":"661.783348ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:25:05.935443Z","caller":"traceutil/trace.go:171","msg":"trace[1911435801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8886; }","duration":"692.856843ms","start":"2026-03-25T21:25:05.242558Z","end":"2026-03-25T21:25:05.935415Z","steps":["trace[1911435801] 'agreement among raft nodes before linearized reading' (duration: 692.673418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:05.935474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.094762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"warn","ts":"2026-03-25T21:25:05.935506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:05.242537Z","time spent":"692.955406ms","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:25:05.935527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.915948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T21:25:05.935528Z","caller":"traceutil/trace.go:171","msg":"trace[1983098147] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8886; }","duration":"362.150854ms","start":"2026-03-25T21:25:05.573363Z","end":"2026-03-25T21:25:05.935514Z","steps":["trace[1983098147] 'agreement among raft nodes before linearized reading' (duration: 362.040841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:05.935401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.482698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3522"} {"level":"warn","ts":"2026-03-25T21:25:05.935502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.849786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-25T21:25:05.935606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.920458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-25T21:25:05.935649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.249526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:25:05.935577Z","caller":"traceutil/trace.go:171","msg":"trace[1537584903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8886; }","duration":"282.00143ms","start":"2026-03-25T21:25:05.653561Z","end":"2026-03-25T21:25:05.935562Z","steps":["trace[1537584903] 'agreement among raft nodes before linearized reading' (duration: 281.888587ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:05.935661Z","caller":"traceutil/trace.go:171","msg":"trace[1299214563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8886; }","duration":"282.02425ms","start":"2026-03-25T21:25:05.653613Z","end":"2026-03-25T21:25:05.935637Z","steps":["trace[1299214563] 'agreement among raft nodes before linearized reading' (duration: 281.769413ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:05.935704Z","caller":"traceutil/trace.go:171","msg":"trace[185574657] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:8886; }","duration":"375.356129ms","start":"2026-03-25T21:25:05.560333Z","end":"2026-03-25T21:25:05.935689Z","steps":["trace[185574657] 'agreement among raft nodes before linearized reading' (duration: 375.283118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:05.935751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:05.560312Z","time spent":"375.425151ms","remote":"127.0.0.1:54756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"warn","ts":"2026-03-25T21:25:05.93558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:05.573315Z","time spent":"362.254887ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T21:25:05.935497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.346334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T21:25:05.935647Z","caller":"traceutil/trace.go:171","msg":"trace[1658997661] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8886; }","duration":"889.772496ms","start":"2026-03-25T21:25:05.04585Z","end":"2026-03-25T21:25:05.935623Z","steps":["trace[1658997661] 'agreement among raft nodes before linearized reading' (duration: 889.399856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:05.935847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.583411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bprpp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T21:25:05.935996Z","caller":"traceutil/trace.go:171","msg":"trace[1596164332] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bprpp; range_end:; response_count:1; response_revision:8886; }","duration":"277.761086ms","start":"2026-03-25T21:25:05.658219Z","end":"2026-03-25T21:25:05.93598Z","steps":["trace[1596164332] 'agreement among raft nodes before linearized reading' (duration: 277.362036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:05.935927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:05.045832Z","time spent":"890.075424ms","remote":"127.0.0.1:54764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3544,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-25T21:25:05.935657Z","caller":"traceutil/trace.go:171","msg":"trace[1704918640] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8886; }","duration":"281.986039ms","start":"2026-03-25T21:25:05.653655Z","end":"2026-03-25T21:25:05.935641Z","steps":["trace[1704918640] 'agreement among raft nodes before linearized reading' (duration: 281.878656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:05.935655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.487651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:25:05.936525Z","caller":"traceutil/trace.go:171","msg":"trace[1575627388] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8886; }","duration":"181.377245ms","start":"2026-03-25T21:25:05.755126Z","end":"2026-03-25T21:25:05.936503Z","steps":["trace[1575627388] 'agreement among raft nodes before linearized reading' (duration: 180.493982ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:05.93606Z","caller":"traceutil/trace.go:171","msg":"trace[1464208005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8886; }","duration":"380.95701ms","start":"2026-03-25T21:25:05.555085Z","end":"2026-03-25T21:25:05.936042Z","steps":["trace[1464208005] 'agreement among raft nodes before linearized reading' (duration: 380.244391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:05.937068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:05.55507Z","time spent":"381.976107ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T21:25:14.637764Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6369} {"level":"info","ts":"2026-03-25T21:25:14.840852Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6369,"took":"200.653203ms","hash":990075459,"current-db-size-bytes":60440576,"current-db-size":"60 MB","current-db-size-in-use-bytes":25751552,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-25T21:25:14.840952Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":990075459,"revision":6369,"compact-revision":2915} {"level":"warn","ts":"2026-03-25T21:25:16.368053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.524925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-25T21:25:16.368205Z","caller":"traceutil/trace.go:171","msg":"trace[1779590669] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:9039; }","duration":"109.741219ms","start":"2026-03-25T21:25:16.258427Z","end":"2026-03-25T21:25:16.368168Z","steps":["trace[1779590669] 'range keys from in-memory index tree' (duration: 109.260327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:17.970446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.455244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-25T21:25:17.970537Z","caller":"traceutil/trace.go:171","msg":"trace[941431446] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9060; }","duration":"198.583298ms","start":"2026-03-25T21:25:17.771933Z","end":"2026-03-25T21:25:17.970517Z","steps":["trace[941431446] 'range keys from in-memory index tree' (duration: 198.29991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:17.970641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.32488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T21:25:17.97072Z","caller":"traceutil/trace.go:171","msg":"trace[535322246] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:9060; }","duration":"182.436894ms","start":"2026-03-25T21:25:17.788265Z","end":"2026-03-25T21:25:17.970702Z","steps":["trace[535322246] 'range keys from in-memory index tree' (duration: 182.070543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:17.970684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.690031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:25:17.970862Z","caller":"traceutil/trace.go:171","msg":"trace[670268405] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:9060; }","duration":"137.939337ms","start":"2026-03-25T21:25:17.832897Z","end":"2026-03-25T21:25:17.970836Z","steps":["trace[670268405] 'count revisions from in-memory index tree' (duration: 137.533167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:17.971113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.640236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-25T21:25:17.971253Z","caller":"traceutil/trace.go:171","msg":"trace[1166649801] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9060; }","duration":"199.922154ms","start":"2026-03-25T21:25:17.771298Z","end":"2026-03-25T21:25:17.97122Z","steps":["trace[1166649801] 'range keys from in-memory index tree' (duration: 199.335147ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:18.150247Z","caller":"traceutil/trace.go:171","msg":"trace[246251115] linearizableReadLoop","detail":"{readStateIndex:9486; appliedIndex:9481; }","duration":"104.403826ms","start":"2026-03-25T21:25:18.04582Z","end":"2026-03-25T21:25:18.150224Z","steps":["trace[246251115] 'read index received' (duration: 15.491976ms)","trace[246251115] 'applied index is now lower than readState.Index' (duration: 88.91057ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:25:18.150463Z","caller":"traceutil/trace.go:171","msg":"trace[1516003592] transaction","detail":"{read_only:false; response_revision:9065; number_of_response:1; }","duration":"127.304812ms","start":"2026-03-25T21:25:18.023146Z","end":"2026-03-25T21:25:18.150451Z","steps":["trace[1516003592] 'process raft request' (duration: 126.976933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:18.150827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.998242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-25T21:25:18.150909Z","caller":"traceutil/trace.go:171","msg":"trace[563685197] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9065; }","duration":"105.133556ms","start":"2026-03-25T21:25:18.045762Z","end":"2026-03-25T21:25:18.150896Z","steps":["trace[563685197] 'agreement among raft nodes before linearized reading' (duration: 104.941861ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:18.15028Z","caller":"traceutil/trace.go:171","msg":"trace[47404898] transaction","detail":"{read_only:false; response_revision:9064; number_of_response:1; }","duration":"127.330502ms","start":"2026-03-25T21:25:18.022907Z","end":"2026-03-25T21:25:18.150237Z","steps":["trace[47404898] 'process raft request' (duration: 127.067515ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:18.260078Z","caller":"traceutil/trace.go:171","msg":"trace[2108527125] transaction","detail":"{read_only:false; response_revision:9068; number_of_response:1; }","duration":"100.869801ms","start":"2026-03-25T21:25:18.159178Z","end":"2026-03-25T21:25:18.260047Z","steps":["trace[2108527125] 'process raft request' (duration: 100.716577ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:18.260178Z","caller":"traceutil/trace.go:171","msg":"trace[692771949] transaction","detail":"{read_only:false; response_revision:9069; number_of_response:1; }","duration":"100.505512ms","start":"2026-03-25T21:25:18.159617Z","end":"2026-03-25T21:25:18.260123Z","steps":["trace[692771949] 'process raft request' (duration: 100.309246ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:18.260236Z","caller":"traceutil/trace.go:171","msg":"trace[695476923] transaction","detail":"{read_only:false; response_revision:9066; number_of_response:1; }","duration":"101.733195ms","start":"2026-03-25T21:25:18.158461Z","end":"2026-03-25T21:25:18.260194Z","steps":["trace[695476923] 'process raft request' (duration: 87.217625ms)","trace[695476923] 'compare' (duration: 14.050067ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:25:18.260284Z","caller":"traceutil/trace.go:171","msg":"trace[1192164720] transaction","detail":"{read_only:false; response_revision:9067; number_of_response:1; }","duration":"101.376675ms","start":"2026-03-25T21:25:18.158861Z","end":"2026-03-25T21:25:18.260238Z","steps":["trace[1192164720] 'process raft request' (duration: 100.998685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:18.260522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.803053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:217250"} {"level":"info","ts":"2026-03-25T21:25:18.260603Z","caller":"traceutil/trace.go:171","msg":"trace[597276283] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9070; }","duration":"102.905346ms","start":"2026-03-25T21:25:18.15768Z","end":"2026-03-25T21:25:18.260585Z","steps":["trace[597276283] 'agreement among raft nodes before linearized reading' (duration: 102.420183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:18.293233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.059979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-25T21:25:18.293322Z","caller":"traceutil/trace.go:171","msg":"trace[595712964] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9071; }","duration":"129.172582ms","start":"2026-03-25T21:25:18.164133Z","end":"2026-03-25T21:25:18.293305Z","steps":["trace[595712964] 'agreement among raft nodes before linearized reading' (duration: 128.922605ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:18.433831Z","caller":"traceutil/trace.go:171","msg":"trace[192772733] transaction","detail":"{read_only:false; response_revision:9073; number_of_response:1; }","duration":"132.231884ms","start":"2026-03-25T21:25:18.301557Z","end":"2026-03-25T21:25:18.433789Z","steps":["trace[192772733] 'process raft request' (duration: 77.76469ms)","trace[192772733] 'compare' (duration: 54.199247ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:25:19.007876Z","caller":"traceutil/trace.go:171","msg":"trace[817971121] transaction","detail":"{read_only:false; response_revision:9086; number_of_response:1; }","duration":"211.507155ms","start":"2026-03-25T21:25:18.79633Z","end":"2026-03-25T21:25:19.007837Z","steps":["trace[817971121] 'process raft request' (duration: 150.766422ms)","trace[817971121] 'compare' (duration: 60.571978ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:25:19.072739Z","caller":"traceutil/trace.go:171","msg":"trace[176834078] transaction","detail":"{read_only:false; response_revision:9087; number_of_response:1; }","duration":"274.982701ms","start":"2026-03-25T21:25:18.797726Z","end":"2026-03-25T21:25:19.072709Z","steps":["trace[176834078] 'process raft request' (duration: 274.752235ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:19.073556Z","caller":"traceutil/trace.go:171","msg":"trace[1659670736] transaction","detail":"{read_only:false; response_revision:9088; number_of_response:1; }","duration":"230.750772ms","start":"2026-03-25T21:25:18.84211Z","end":"2026-03-25T21:25:19.072861Z","steps":["trace[1659670736] 'process raft request' (duration: 230.529776ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:37.26291Z","caller":"traceutil/trace.go:171","msg":"trace[65906050] transaction","detail":"{read_only:false; response_revision:9243; number_of_response:1; }","duration":"200.094074ms","start":"2026-03-25T21:25:37.06278Z","end":"2026-03-25T21:25:37.262874Z","steps":["trace[65906050] 'process raft request' (duration: 199.870008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:03.105677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858727985,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T21:26:03.161885Z","caller":"traceutil/trace.go:171","msg":"trace[1651012363] linearizableReadLoop","detail":"{readStateIndex:9972; appliedIndex:9971; }","duration":"556.543296ms","start":"2026-03-25T21:26:02.605324Z","end":"2026-03-25T21:26:03.161868Z","steps":["trace[1651012363] 'read index received' (duration: 554.036528ms)","trace[1651012363] 'applied index is now lower than readState.Index' (duration: 2.505918ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:26:03.161986Z","caller":"traceutil/trace.go:171","msg":"trace[53502221] transaction","detail":"{read_only:false; response_revision:9531; number_of_response:1; }","duration":"558.010406ms","start":"2026-03-25T21:26:02.603966Z","end":"2026-03-25T21:26:03.161977Z","steps":["trace[53502221] 'process raft request' (duration: 555.350724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:03.162065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:02.603951Z","time spent":"558.052267ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:26:03.16235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.733775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T21:26:03.162488Z","caller":"traceutil/trace.go:171","msg":"trace[1823783843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9531; }","duration":"551.901271ms","start":"2026-03-25T21:26:02.610557Z","end":"2026-03-25T21:26:03.162459Z","steps":["trace[1823783843] 'agreement among raft nodes before linearized reading' (duration: 551.537591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:03.162524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.190984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-25T21:26:03.162561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:02.610549Z","time spent":"551.997493ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T21:26:03.16258Z","caller":"traceutil/trace.go:171","msg":"trace[63353372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9531; }","duration":"557.279986ms","start":"2026-03-25T21:26:02.605286Z","end":"2026-03-25T21:26:03.162566Z","steps":["trace[63353372] 'agreement among raft nodes before linearized reading' (duration: 557.130182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:03.162581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.8923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-03-25T21:26:03.162613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:02.60526Z","time spent":"557.348229ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:26:03.162581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.939494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:26:03.162656Z","caller":"traceutil/trace.go:171","msg":"trace[1553309565] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9531; }","duration":"128.990273ms","start":"2026-03-25T21:26:03.033645Z","end":"2026-03-25T21:26:03.162635Z","steps":["trace[1553309565] 'agreement among raft nodes before linearized reading' (duration: 128.836839ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:03.162678Z","caller":"traceutil/trace.go:171","msg":"trace[1099834042] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9531; }","duration":"428.087137ms","start":"2026-03-25T21:26:02.73457Z","end":"2026-03-25T21:26:03.162657Z","steps":["trace[1099834042] 'agreement among raft nodes before linearized reading' (duration: 427.919362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:03.162675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.980923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"warn","ts":"2026-03-25T21:26:03.162724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:02.734555Z","time spent":"428.157959ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:26:03.162702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.822071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bprpp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T21:26:03.162769Z","caller":"traceutil/trace.go:171","msg":"trace[2021201811] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9531; }","duration":"312.117667ms","start":"2026-03-25T21:26:02.850633Z","end":"2026-03-25T21:26:03.162751Z","steps":["trace[2021201811] 'agreement among raft nodes before linearized reading' (duration: 311.82547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:03.163777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:02.850619Z","time spent":"313.120894ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-25T21:26:03.163278Z","caller":"traceutil/trace.go:171","msg":"trace[66412401] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bprpp; range_end:; response_count:1; response_revision:9531; }","duration":"532.949165ms","start":"2026-03-25T21:26:02.629826Z","end":"2026-03-25T21:26:03.162775Z","steps":["trace[66412401] 'agreement among raft nodes before linearized reading' (duration: 532.690228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:03.163867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:02.629815Z","time spent":"534.029304ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-bprpp\" "} {"level":"info","ts":"2026-03-25T21:26:06.593486Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"11f26225a5bb9fe3","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-25T21:26:06.620513Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-25T21:26:06.620634Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-25T21:26:13.78506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.291131ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-25T21:26:13.785285Z","caller":"traceutil/trace.go:171","msg":"trace[2060373457] linearizableReadLoop","detail":"{readStateIndex:10049; appliedIndex:10047; }","duration":"519.48697ms","start":"2026-03-25T21:26:13.265788Z","end":"2026-03-25T21:26:13.785275Z","steps":["trace[2060373457] 'read index received' (duration: 196.002403ms)","trace[2060373457] 'applied index is now lower than readState.Index' (duration: 323.484037ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:26:13.785417Z","caller":"traceutil/trace.go:171","msg":"trace[1649543136] transaction","detail":"{read_only:false; response_revision:9605; number_of_response:1; }","duration":"517.29376ms","start":"2026-03-25T21:26:13.268066Z","end":"2026-03-25T21:26:13.78536Z","steps":["trace[1649543136] 'process raft request' (duration: 517.188437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:13.785481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.687116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bprpp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T21:26:13.785502Z","caller":"traceutil/trace.go:171","msg":"trace[1026611981] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bprpp; range_end:; response_count:1; response_revision:9605; }","duration":"519.748717ms","start":"2026-03-25T21:26:13.265746Z","end":"2026-03-25T21:26:13.785495Z","steps":["trace[1026611981] 'agreement among raft nodes before linearized reading' (duration: 519.662644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:13.785519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:13.265729Z","time spent":"519.785658ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-bprpp\" "} {"level":"warn","ts":"2026-03-25T21:26:13.785633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.02018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:26:13.785623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:13.268051Z","time spent":"517.486126ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:26:13.785787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.954312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-25T21:26:13.78581Z","caller":"traceutil/trace.go:171","msg":"trace[2065249451] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9605; }","duration":"492.008364ms","start":"2026-03-25T21:26:13.293794Z","end":"2026-03-25T21:26:13.785803Z","steps":["trace[2065249451] 'agreement among raft nodes before linearized reading' (duration: 491.953982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:13.785826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:13.293787Z","time spent":"492.035934ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T21:26:13.786005Z","caller":"traceutil/trace.go:171","msg":"trace[1817515333] transaction","detail":"{read_only:false; response_revision:9603; number_of_response:1; }","duration":"520.378404ms","start":"2026-03-25T21:26:13.265611Z","end":"2026-03-25T21:26:13.785989Z","steps":["trace[1817515333] 'process raft request' (duration: 519.536211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:13.786064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.645989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T21:26:13.786082Z","caller":"traceutil/trace.go:171","msg":"trace[154384180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9605; }","duration":"232.69341ms","start":"2026-03-25T21:26:13.553384Z","end":"2026-03-25T21:26:13.786077Z","steps":["trace[154384180] 'agreement among raft nodes before linearized reading' (duration: 232.647299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:13.7861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:13.265588Z","time spent":"520.468407ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:26:13.786168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.488141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:26:13.786182Z","caller":"traceutil/trace.go:171","msg":"trace[734980486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9605; }","duration":"230.518071ms","start":"2026-03-25T21:26:13.555661Z","end":"2026-03-25T21:26:13.786179Z","steps":["trace[734980486] 'agreement among raft nodes before linearized reading' (duration: 230.48307ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:13.786375Z","caller":"traceutil/trace.go:171","msg":"trace[857931096] transaction","detail":"{read_only:false; response_revision:9604; number_of_response:1; }","duration":"518.892604ms","start":"2026-03-25T21:26:13.26745Z","end":"2026-03-25T21:26:13.786342Z","steps":["trace[857931096] 'process raft request' (duration: 517.781983ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:13.785651Z","caller":"traceutil/trace.go:171","msg":"trace[205228094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9605; }","duration":"518.064602ms","start":"2026-03-25T21:26:13.267582Z","end":"2026-03-25T21:26:13.785647Z","steps":["trace[205228094] 'agreement among raft nodes before linearized reading' (duration: 518.037631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:13.786426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:13.267568Z","time spent":"518.853913ms","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:26:13.786454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:13.267431Z","time spent":"518.986367ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:26:13.786448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.561445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"warn","ts":"2026-03-25T21:26:13.786226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.388211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-25T21:26:13.786524Z","caller":"traceutil/trace.go:171","msg":"trace[937558677] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9605; }","duration":"328.677498ms","start":"2026-03-25T21:26:13.457826Z","end":"2026-03-25T21:26:13.786503Z","steps":["trace[937558677] 'agreement among raft nodes before linearized reading' (duration: 328.512793ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:13.786696Z","caller":"traceutil/trace.go:171","msg":"trace[721176069] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9605; }","duration":"487.05505ms","start":"2026-03-25T21:26:13.299617Z","end":"2026-03-25T21:26:13.786672Z","steps":["trace[721176069] 'agreement among raft nodes before linearized reading' (duration: 486.160965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:13.78694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:13.457809Z","time spent":"329.047328ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T21:26:13.786921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:13.299565Z","time spent":"487.336937ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:26:14.292548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225061858728196,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T21:26:14.564465Z","caller":"traceutil/trace.go:171","msg":"trace[2035418964] transaction","detail":"{read_only:false; response_revision:9606; number_of_response:1; }","duration":"773.111847ms","start":"2026-03-25T21:26:13.791324Z","end":"2026-03-25T21:26:14.564436Z","steps":["trace[2035418964] 'process raft request' (duration: 772.874631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:14.564683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:13.791302Z","time spent":"773.245611ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:26:14.676228Z","caller":"traceutil/trace.go:171","msg":"trace[1798755236] transaction","detail":"{read_only:false; response_revision:9607; number_of_response:1; }","duration":"883.048884ms","start":"2026-03-25T21:26:13.793141Z","end":"2026-03-25T21:26:14.67619Z","steps":["trace[1798755236] 'process raft request' (duration: 836.120949ms)","trace[1798755236] 'compare' (duration: 46.721239ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:26:14.676308Z","caller":"traceutil/trace.go:171","msg":"trace[756105578] linearizableReadLoop","detail":"{readStateIndex:10055; appliedIndex:10051; }","duration":"883.804904ms","start":"2026-03-25T21:26:13.792478Z","end":"2026-03-25T21:26:14.676283Z","steps":["trace[756105578] 'read index received' (duration: 771.793232ms)","trace[756105578] 'applied index is now lower than readState.Index' (duration: 112.010332ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:26:14.67652Z","caller":"traceutil/trace.go:171","msg":"trace[1416868198] transaction","detail":"{read_only:false; response_revision:9609; number_of_response:1; }","duration":"879.065846ms","start":"2026-03-25T21:26:13.797425Z","end":"2026-03-25T21:26:14.676491Z","steps":["trace[1416868198] 'process raft request' (duration: 878.745157ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:14.676633Z","caller":"traceutil/trace.go:171","msg":"trace[1831731338] transaction","detail":"{read_only:false; response_revision:9610; number_of_response:1; }","duration":"304.762898ms","start":"2026-03-25T21:26:14.371857Z","end":"2026-03-25T21:26:14.67662Z","steps":["trace[1831731338] 'process raft request' (duration: 304.346407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:14.676655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.129923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18176"} {"level":"warn","ts":"2026-03-25T21:26:14.676696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:13.797412Z","time spent":"879.182239ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:26:14.676719Z","caller":"traceutil/trace.go:171","msg":"trace[1368626190] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9611; }","duration":"884.240785ms","start":"2026-03-25T21:26:13.792461Z","end":"2026-03-25T21:26:14.676702Z","steps":["trace[1368626190] 'agreement among raft nodes before linearized reading' (duration: 884.04264ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:14.67652Z","caller":"traceutil/trace.go:171","msg":"trace[761102069] transaction","detail":"{read_only:false; response_revision:9611; number_of_response:1; }","duration":"158.100574ms","start":"2026-03-25T21:26:14.518378Z","end":"2026-03-25T21:26:14.676478Z","steps":["trace[761102069] 'process raft request' (duration: 157.863268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:14.676754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:13.792449Z","time spent":"884.298087ms","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18198,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-25T21:26:14.676845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:14.371831Z","time spent":"304.892021ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:26:14.676892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.40233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:241181"} {"level":"info","ts":"2026-03-25T21:26:14.67697Z","caller":"traceutil/trace.go:171","msg":"trace[1192605866] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9611; }","duration":"884.508013ms","start":"2026-03-25T21:26:13.792443Z","end":"2026-03-25T21:26:14.676951Z","steps":["trace[1192605866] 'agreement among raft nodes before linearized reading' (duration: 884.082842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:14.677016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:13.792428Z","time spent":"884.577575ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":28,"response size":241203,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-25T21:26:14.677056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:13.793127Z","time spent":"883.193347ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:26:14.676949Z","caller":"traceutil/trace.go:171","msg":"trace[2083917416] transaction","detail":"{read_only:false; response_revision:9608; number_of_response:1; }","duration":"883.242319ms","start":"2026-03-25T21:26:13.793548Z","end":"2026-03-25T21:26:14.67679Z","steps":["trace[2083917416] 'process raft request' (duration: 882.569001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:14.678687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:13.793536Z","time spent":"885.072348ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:26:14.923153Z","caller":"traceutil/trace.go:171","msg":"trace[2024995112] transaction","detail":"{read_only:false; response_revision:9613; number_of_response:1; }","duration":"238.610071ms","start":"2026-03-25T21:26:14.684516Z","end":"2026-03-25T21:26:14.923126Z","steps":["trace[2024995112] 'process raft request' (duration: 238.323433ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:14.923681Z","caller":"traceutil/trace.go:171","msg":"trace[1042014406] transaction","detail":"{read_only:false; response_revision:9614; number_of_response:1; }","duration":"204.959957ms","start":"2026-03-25T21:26:14.718707Z","end":"2026-03-25T21:26:14.923667Z","steps":["trace[1042014406] 'process raft request' (duration: 204.282129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:15.397214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.984562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:26:15.397337Z","caller":"traceutil/trace.go:171","msg":"trace[322284833] linearizableReadLoop","detail":"{readStateIndex:10061; appliedIndex:10060; }","duration":"466.292195ms","start":"2026-03-25T21:26:14.931029Z","end":"2026-03-25T21:26:15.397321Z","steps":["trace[322284833] 'read index received' (duration: 125.017635ms)","trace[322284833] 'applied index is now lower than readState.Index' (duration: 341.27347ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:26:15.397456Z","caller":"traceutil/trace.go:171","msg":"trace[154757186] transaction","detail":"{read_only:false; response_revision:9615; number_of_response:1; }","duration":"672.918877ms","start":"2026-03-25T21:26:14.724524Z","end":"2026-03-25T21:26:15.397443Z","steps":["trace[154757186] 'process raft request' (duration: 331.593116ms)","trace[154757186] 'compare' (duration: 340.877969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:26:15.398045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:14.724501Z","time spent":"673.43061ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:26:15.398341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.307232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:26:15.398384Z","caller":"traceutil/trace.go:171","msg":"trace[179840850] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:9615; }","duration":"467.381314ms","start":"2026-03-25T21:26:14.930992Z","end":"2026-03-25T21:26:15.398373Z","steps":["trace[179840850] 'agreement among raft nodes before linearized reading' (duration: 467.307922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:15.398417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:14.930976Z","time spent":"467.433535ms","remote":"127.0.0.1:54756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-25T21:26:15.399206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.47131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:26:15.399259Z","caller":"traceutil/trace.go:171","msg":"trace[1644179012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9615; }","duration":"156.737387ms","start":"2026-03-25T21:26:15.242509Z","end":"2026-03-25T21:26:15.399246Z","steps":["trace[1644179012] 'agreement among raft nodes before linearized reading' (duration: 156.48431ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:15.594315Z","caller":"traceutil/trace.go:171","msg":"trace[798284270] transaction","detail":"{read_only:false; response_revision:9616; number_of_response:1; }","duration":"100.168911ms","start":"2026-03-25T21:26:15.494119Z","end":"2026-03-25T21:26:15.594288Z","steps":["trace[798284270] 'process raft request' (duration: 99.938135ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:16.018377Z","caller":"traceutil/trace.go:171","msg":"trace[1270315641] transaction","detail":"{read_only:false; response_revision:9619; number_of_response:1; }","duration":"193.600949ms","start":"2026-03-25T21:26:15.824758Z","end":"2026-03-25T21:26:16.018359Z","steps":["trace[1270315641] 'process raft request' (duration: 193.572708ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:16.018512Z","caller":"traceutil/trace.go:171","msg":"trace[494356316] transaction","detail":"{read_only:false; response_revision:9618; number_of_response:1; }","duration":"194.712429ms","start":"2026-03-25T21:26:15.823752Z","end":"2026-03-25T21:26:16.018465Z","steps":["trace[494356316] 'process raft request' (duration: 194.464182ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:20.90659Z","caller":"traceutil/trace.go:171","msg":"trace[1261895815] transaction","detail":"{read_only:false; response_revision:9667; number_of_response:1; }","duration":"292.584256ms","start":"2026-03-25T21:26:20.613991Z","end":"2026-03-25T21:26:20.906575Z","steps":["trace[1261895815] 'process raft request' (duration: 292.490934ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:20.907118Z","caller":"traceutil/trace.go:171","msg":"trace[1621659313] linearizableReadLoop","detail":"{readStateIndex:10115; appliedIndex:10115; }","duration":"214.753853ms","start":"2026-03-25T21:26:20.692355Z","end":"2026-03-25T21:26:20.907109Z","steps":["trace[1621659313] 'read index received' (duration: 214.750262ms)","trace[1621659313] 'applied index is now lower than readState.Index' (duration: 2.971µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:26:20.907261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.895756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-94fc4f8b4-ztlg5.18a032a7b5a0e672\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-25T21:26:20.907284Z","caller":"traceutil/trace.go:171","msg":"trace[1468695783] range","detail":"{range_begin:/registry/events/openstack/glance-api-94fc4f8b4-ztlg5.18a032a7b5a0e672; range_end:; response_count:1; response_revision:9667; }","duration":"214.969908ms","start":"2026-03-25T21:26:20.692308Z","end":"2026-03-25T21:26:20.907278Z","steps":["trace[1468695783] 'agreement among raft nodes before linearized reading' (duration: 214.842535ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:21.03613Z","caller":"traceutil/trace.go:171","msg":"trace[1341728936] linearizableReadLoop","detail":"{readStateIndex:10117; appliedIndex:10115; }","duration":"128.958603ms","start":"2026-03-25T21:26:20.90714Z","end":"2026-03-25T21:26:21.036098Z","steps":["trace[1341728936] 'read index received' (duration: 128.613424ms)","trace[1341728936] 'applied index is now lower than readState.Index' (duration: 344.049µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:26:21.036221Z","caller":"traceutil/trace.go:171","msg":"trace[12460510] transaction","detail":"{read_only:false; response_revision:9669; number_of_response:1; }","duration":"162.984697ms","start":"2026-03-25T21:26:20.873177Z","end":"2026-03-25T21:26:21.036162Z","steps":["trace[12460510] 'process raft request' (duration: 162.768631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:21.036402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.671544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"warn","ts":"2026-03-25T21:26:21.036424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.241714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:26:21.036439Z","caller":"traceutil/trace.go:171","msg":"trace[584796185] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9669; }","duration":"322.721175ms","start":"2026-03-25T21:26:20.713707Z","end":"2026-03-25T21:26:21.036428Z","steps":["trace[584796185] 'agreement among raft nodes before linearized reading' (duration: 322.625262ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:21.036452Z","caller":"traceutil/trace.go:171","msg":"trace[708978006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9669; }","duration":"339.289304ms","start":"2026-03-25T21:26:20.697157Z","end":"2026-03-25T21:26:21.036446Z","steps":["trace[708978006] 'agreement among raft nodes before linearized reading' (duration: 339.145341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:21.036465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:20.71368Z","time spent":"322.777477ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T21:26:21.03648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:20.697148Z","time spent":"339.326396ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-25T21:26:21.036463Z","caller":"traceutil/trace.go:171","msg":"trace[1857175429] transaction","detail":"{read_only:false; response_revision:9668; number_of_response:1; }","duration":"321.401749ms","start":"2026-03-25T21:26:20.715007Z","end":"2026-03-25T21:26:21.036409Z","steps":["trace[1857175429] 'process raft request' (duration: 320.570917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:21.036506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.215703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-25T21:26:21.036565Z","caller":"traceutil/trace.go:171","msg":"trace[1430647465] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9669; }","duration":"293.320056ms","start":"2026-03-25T21:26:20.743228Z","end":"2026-03-25T21:26:21.036548Z","steps":["trace[1430647465] 'agreement among raft nodes before linearized reading' (duration: 293.029988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:21.036636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:20.714995Z","time spent":"321.543283ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:26:21.036695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.113114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bprpp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T21:26:21.038099Z","caller":"traceutil/trace.go:171","msg":"trace[201222681] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bprpp; range_end:; response_count:1; response_revision:9669; }","duration":"328.565954ms","start":"2026-03-25T21:26:20.709516Z","end":"2026-03-25T21:26:21.038081Z","steps":["trace[201222681] 'agreement among raft nodes before linearized reading' (duration: 326.785385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:21.03829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:20.709479Z","time spent":"328.79346ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-bprpp\" "} {"level":"info","ts":"2026-03-25T21:26:21.045638Z","caller":"traceutil/trace.go:171","msg":"trace[122117776] transaction","detail":"{read_only:false; response_revision:9670; number_of_response:1; }","duration":"135.701976ms","start":"2026-03-25T21:26:20.909907Z","end":"2026-03-25T21:26:21.045609Z","steps":["trace[122117776] 'process raft request' (duration: 135.547152ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:21.210116Z","caller":"traceutil/trace.go:171","msg":"trace[1795269949] transaction","detail":"{read_only:false; response_revision:9674; number_of_response:1; }","duration":"112.561228ms","start":"2026-03-25T21:26:21.097496Z","end":"2026-03-25T21:26:21.210057Z","steps":["trace[1795269949] 'process raft request' (duration: 80.374083ms)","trace[1795269949] 'compare' (duration: 32.039761ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:26:21.438882Z","caller":"traceutil/trace.go:171","msg":"trace[1345883049] linearizableReadLoop","detail":"{readStateIndex:10123; appliedIndex:10122; }","duration":"225.660999ms","start":"2026-03-25T21:26:21.213196Z","end":"2026-03-25T21:26:21.438857Z","steps":["trace[1345883049] 'read index received' (duration: 184.48287ms)","trace[1345883049] 'applied index is now lower than readState.Index' (duration: 41.177149ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:26:21.43897Z","caller":"traceutil/trace.go:171","msg":"trace[801653894] transaction","detail":"{read_only:false; response_revision:9675; number_of_response:1; }","duration":"299.837784ms","start":"2026-03-25T21:26:21.139104Z","end":"2026-03-25T21:26:21.438942Z","steps":["trace[801653894] 'process raft request' (duration: 258.676566ms)","trace[801653894] 'compare' (duration: 40.967503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:26:21.43914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.928476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-25T21:26:21.439189Z","caller":"traceutil/trace.go:171","msg":"trace[1131040100] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9675; }","duration":"226.021609ms","start":"2026-03-25T21:26:21.213156Z","end":"2026-03-25T21:26:21.439177Z","steps":["trace[1131040100] 'agreement among raft nodes before linearized reading' (duration: 225.825623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:21.439092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.245363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:26:21.439472Z","caller":"traceutil/trace.go:171","msg":"trace[588876259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9675; }","duration":"195.673024ms","start":"2026-03-25T21:26:21.243779Z","end":"2026-03-25T21:26:21.439452Z","steps":["trace[588876259] 'agreement among raft nodes before linearized reading' (duration: 195.247463ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:21.610649Z","caller":"traceutil/trace.go:171","msg":"trace[13065430] linearizableReadLoop","detail":"{readStateIndex:10125; appliedIndex:10123; }","duration":"165.094363ms","start":"2026-03-25T21:26:21.445526Z","end":"2026-03-25T21:26:21.610621Z","steps":["trace[13065430] 'read index received' (duration: 11.535364ms)","trace[13065430] 'applied index is now lower than readState.Index' (duration: 153.557439ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:26:21.61069Z","caller":"traceutil/trace.go:171","msg":"trace[2812108] transaction","detail":"{read_only:false; number_of_response:0; response_revision:9676; }","duration":"165.255067ms","start":"2026-03-25T21:26:21.445413Z","end":"2026-03-25T21:26:21.610668Z","steps":["trace[2812108] 'process raft request' (duration: 164.926548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:21.610887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.757099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:26:21.610935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.39048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-25T21:26:21.610976Z","caller":"traceutil/trace.go:171","msg":"trace[150793440] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9676; }","duration":"165.475483ms","start":"2026-03-25T21:26:21.445487Z","end":"2026-03-25T21:26:21.610962Z","steps":["trace[150793440] 'agreement among raft nodes before linearized reading' (duration: 165.282488ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:21.610971Z","caller":"traceutil/trace.go:171","msg":"trace[1278308780] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9676; }","duration":"155.874092ms","start":"2026-03-25T21:26:21.455078Z","end":"2026-03-25T21:26:21.610952Z","steps":["trace[1278308780] 'agreement among raft nodes before linearized reading' (duration: 155.729668ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:57.254344Z","caller":"traceutil/trace.go:171","msg":"trace[856501565] transaction","detail":"{read_only:false; response_revision:9973; number_of_response:1; }","duration":"141.397681ms","start":"2026-03-25T21:26:57.112903Z","end":"2026-03-25T21:26:57.254301Z","steps":["trace[856501565] 'process raft request' (duration: 141.153404ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:28:27.570458Z","caller":"traceutil/trace.go:171","msg":"trace[534130556] linearizableReadLoop","detail":"{readStateIndex:11352; appliedIndex:11351; }","duration":"172.545175ms","start":"2026-03-25T21:28:27.397883Z","end":"2026-03-25T21:28:27.570428Z","steps":["trace[534130556] 'read index received' (duration: 172.300668ms)","trace[534130556] 'applied index is now lower than readState.Index' (duration: 243.117µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:28:27.57051Z","caller":"traceutil/trace.go:171","msg":"trace[260655417] transaction","detail":"{read_only:false; response_revision:10848; number_of_response:1; }","duration":"199.461035ms","start":"2026-03-25T21:28:27.371017Z","end":"2026-03-25T21:28:27.570478Z","steps":["trace[260655417] 'process raft request' (duration: 199.191168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:28:27.570696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.783891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:28:27.570802Z","caller":"traceutil/trace.go:171","msg":"trace[1153068466] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10848; }","duration":"172.967595ms","start":"2026-03-25T21:28:27.397814Z","end":"2026-03-25T21:28:27.570782Z","steps":["trace[1153068466] 'agreement among raft nodes before linearized reading' (duration: 172.77609ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:28:29.130363Z","caller":"traceutil/trace.go:171","msg":"trace[1384274412] transaction","detail":"{read_only:false; response_revision:10871; number_of_response:1; }","duration":"176.520973ms","start":"2026-03-25T21:28:28.953809Z","end":"2026-03-25T21:28:29.13033Z","steps":["trace[1384274412] 'process raft request' (duration: 176.220314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:28:31.096004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.727424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:28:31.096103Z","caller":"traceutil/trace.go:171","msg":"trace[1596887493] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:10887; }","duration":"139.880208ms","start":"2026-03-25T21:28:30.956202Z","end":"2026-03-25T21:28:31.096082Z","steps":["trace[1596887493] 'count revisions from in-memory index tree' (duration: 139.653662ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:28:31.305278Z","caller":"traceutil/trace.go:171","msg":"trace[239912940] transaction","detail":"{read_only:false; response_revision:10888; number_of_response:1; }","duration":"153.21766ms","start":"2026-03-25T21:28:31.152042Z","end":"2026-03-25T21:28:31.30526Z","steps":["trace[239912940] 'process raft request' (duration: 152.937153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:28:31.539916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.240385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:28:31.540038Z","caller":"traceutil/trace.go:171","msg":"trace[913513995] transaction","detail":"{read_only:false; response_revision:10891; number_of_response:1; }","duration":"167.744694ms","start":"2026-03-25T21:28:31.372274Z","end":"2026-03-25T21:28:31.540019Z","steps":["trace[913513995] 'process raft request' (duration: 26.302774ms)","trace[913513995] 'compare' (duration: 141.101131ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:28:31.829355Z","caller":"traceutil/trace.go:171","msg":"trace[2021713645] transaction","detail":"{read_only:false; response_revision:10893; number_of_response:1; }","duration":"103.733026ms","start":"2026-03-25T21:28:31.72539Z","end":"2026-03-25T21:28:31.829122Z","steps":["trace[2021713645] 'process raft request' (duration: 102.788141ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:28:33.035142Z","caller":"traceutil/trace.go:171","msg":"trace[610109009] transaction","detail":"{read_only:false; response_revision:10902; number_of_response:1; }","duration":"107.812187ms","start":"2026-03-25T21:28:32.927302Z","end":"2026-03-25T21:28:33.035114Z","steps":["trace[610109009] 'process raft request' (duration: 107.621282ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:28:33.180099Z","caller":"traceutil/trace.go:171","msg":"trace[1299847261] transaction","detail":"{read_only:false; response_revision:10903; number_of_response:1; }","duration":"251.90597ms","start":"2026-03-25T21:28:32.928159Z","end":"2026-03-25T21:28:33.180065Z","steps":["trace[1299847261] 'process raft request' (duration: 192.379684ms)","trace[1299847261] 'compare' (duration: 58.95541ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:28:33.180291Z","caller":"traceutil/trace.go:171","msg":"trace[855765619] transaction","detail":"{read_only:false; response_revision:10904; number_of_response:1; }","duration":"252.032243ms","start":"2026-03-25T21:28:32.928228Z","end":"2026-03-25T21:28:33.18026Z","steps":["trace[855765619] 'process raft request' (duration: 251.698554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:28:33.288938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.889217ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-25T21:28:33.289035Z","caller":"traceutil/trace.go:171","msg":"trace[1075520696] linearizableReadLoop","detail":"{readStateIndex:11411; appliedIndex:11408; }","duration":"188.462417ms","start":"2026-03-25T21:28:33.100556Z","end":"2026-03-25T21:28:33.289019Z","steps":["trace[1075520696] 'read index received' (duration: 19.980032ms)","trace[1075520696] 'applied index is now lower than readState.Index' (duration: 168.480525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:28:33.289419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.856977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-5g5lf\" ","response":"range_response_count:1 size:7344"} {"level":"info","ts":"2026-03-25T21:28:33.289451Z","caller":"traceutil/trace.go:171","msg":"trace[1737226812] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-5g5lf; range_end:; response_count:1; response_revision:10904; }","duration":"188.927809ms","start":"2026-03-25T21:28:33.100515Z","end":"2026-03-25T21:28:33.289443Z","steps":["trace[1737226812] 'agreement among raft nodes before linearized reading' (duration: 188.58607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:28:33.289431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.137107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:28:33.289506Z","caller":"traceutil/trace.go:171","msg":"trace[1849564845] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:10904; }","duration":"185.481775ms","start":"2026-03-25T21:28:33.104003Z","end":"2026-03-25T21:28:33.289485Z","steps":["trace[1849564845] 'agreement among raft nodes before linearized reading' (duration: 185.142296ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:28:33.658095Z","caller":"traceutil/trace.go:171","msg":"trace[1364486827] transaction","detail":"{read_only:false; response_revision:10905; number_of_response:1; }","duration":"364.142157ms","start":"2026-03-25T21:28:33.293915Z","end":"2026-03-25T21:28:33.658057Z","steps":["trace[1364486827] 'process raft request' (duration: 363.91473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:28:33.658287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:28:33.293897Z","time spent":"364.290101ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:28:33.850146Z","caller":"traceutil/trace.go:171","msg":"trace[2136206845] linearizableReadLoop","detail":"{readStateIndex:11413; appliedIndex:11411; }","duration":"547.729251ms","start":"2026-03-25T21:28:33.302391Z","end":"2026-03-25T21:28:33.85012Z","steps":["trace[2136206845] 'read index received' (duration: 355.43692ms)","trace[2136206845] 'applied index is now lower than readState.Index' (duration: 192.291361ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:28:33.85042Z","caller":"traceutil/trace.go:171","msg":"trace[17999647] transaction","detail":"{read_only:false; response_revision:10906; number_of_response:1; }","duration":"553.496858ms","start":"2026-03-25T21:28:33.296891Z","end":"2026-03-25T21:28:33.850388Z","steps":["trace[17999647] 'process raft request' (duration: 553.079147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:28:33.850504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.088051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-25T21:28:33.850547Z","caller":"traceutil/trace.go:171","msg":"trace[1171006003] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10906; }","duration":"548.161263ms","start":"2026-03-25T21:28:33.302373Z","end":"2026-03-25T21:28:33.850535Z","steps":["trace[1171006003] 'agreement among raft nodes before linearized reading' (duration: 547.993169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:28:33.850567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:28:33.302366Z","time spent":"548.196304ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:28:33.85056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:28:33.296878Z","time spent":"553.618971ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7277,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:28:34.091402Z","caller":"traceutil/trace.go:171","msg":"trace[473505049] linearizableReadLoop","detail":"{readStateIndex:11414; appliedIndex:11413; }","duration":"241.160427ms","start":"2026-03-25T21:28:33.850214Z","end":"2026-03-25T21:28:34.091374Z","steps":["trace[473505049] 'read index received' (duration: 241.060024ms)","trace[473505049] 'applied index is now lower than readState.Index' (duration: 99.263µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:28:34.091542Z","caller":"traceutil/trace.go:171","msg":"trace[1259201822] transaction","detail":"{read_only:false; response_revision:10907; number_of_response:1; }","duration":"365.619115ms","start":"2026-03-25T21:28:33.725874Z","end":"2026-03-25T21:28:34.091493Z","steps":["trace[1259201822] 'process raft request' (duration: 365.350028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:28:34.091566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.254006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:28:34.091613Z","caller":"traceutil/trace.go:171","msg":"trace[646327333] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:10907; }","duration":"344.349078ms","start":"2026-03-25T21:28:33.747255Z","end":"2026-03-25T21:28:34.091604Z","steps":["trace[646327333] 'agreement among raft nodes before linearized reading' (duration: 344.153503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:28:34.091638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:28:33.747241Z","time spent":"344.390169ms","remote":"127.0.0.1:54980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":104,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:28:34.091661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.864497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:28:34.091661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.845218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-25T21:28:34.091702Z","caller":"traceutil/trace.go:171","msg":"trace[1138759369] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:10907; }","duration":"746.915669ms","start":"2026-03-25T21:28:33.344772Z","end":"2026-03-25T21:28:34.091688Z","steps":["trace[1138759369] 'agreement among raft nodes before linearized reading' (duration: 746.837377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:28:34.091698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:28:33.725855Z","time spent":"365.75415ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:28:34.091711Z","caller":"traceutil/trace.go:171","msg":"trace[1295680616] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10907; }","duration":"717.89941ms","start":"2026-03-25T21:28:33.373793Z","end":"2026-03-25T21:28:34.091693Z","steps":["trace[1295680616] 'agreement among raft nodes before linearized reading' (duration: 717.739156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:28:34.091729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:28:33.344717Z","time spent":"747.004861ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:28:34.091707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.304485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-25T21:28:34.091754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:28:33.373736Z","time spent":"718.006953ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T21:28:34.091782Z","caller":"traceutil/trace.go:171","msg":"trace[981286020] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10907; }","duration":"548.428169ms","start":"2026-03-25T21:28:33.543333Z","end":"2026-03-25T21:28:34.091761Z","steps":["trace[981286020] 'agreement among raft nodes before linearized reading' (duration: 548.181692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:28:34.091769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.18115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T21:28:34.091826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:28:33.543314Z","time spent":"548.504131ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T21:28:34.091868Z","caller":"traceutil/trace.go:171","msg":"trace[184431441] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:10907; }","duration":"528.351274ms","start":"2026-03-25T21:28:33.563491Z","end":"2026-03-25T21:28:34.091842Z","steps":["trace[184431441] 'agreement among raft nodes before linearized reading' (duration: 528.101607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:28:34.091923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:28:33.563478Z","time spent":"528.429427ms","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:28:34.092591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.690863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:28:34.092655Z","caller":"traceutil/trace.go:171","msg":"trace[699249478] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10907; }","duration":"258.791026ms","start":"2026-03-25T21:28:33.833847Z","end":"2026-03-25T21:28:34.092638Z","steps":["trace[699249478] 'agreement among raft nodes before linearized reading' (duration: 258.58538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:28:34.281029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.581218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:28:34.281149Z","caller":"traceutil/trace.go:171","msg":"trace[773477590] linearizableReadLoop","detail":"{readStateIndex:11415; appliedIndex:11414; }","duration":"189.622058ms","start":"2026-03-25T21:28:34.091506Z","end":"2026-03-25T21:28:34.281128Z","steps":["trace[773477590] 'read index received' (duration: 87.790003ms)","trace[773477590] 'applied index is now lower than readState.Index' (duration: 101.830485ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:28:34.281166Z","caller":"traceutil/trace.go:171","msg":"trace[1112286521] transaction","detail":"{read_only:false; response_revision:10908; number_of_response:1; }","duration":"412.407386ms","start":"2026-03-25T21:28:33.868727Z","end":"2026-03-25T21:28:34.281135Z","steps":["trace[1112286521] 'process raft request' (duration: 310.601902ms)","trace[1112286521] 'compare' (duration: 101.416064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:28:34.281308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:28:33.868709Z","time spent":"412.520239ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:28:34.281315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.050462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-25T21:28:34.281291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.797502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-25T21:28:34.28135Z","caller":"traceutil/trace.go:171","msg":"trace[2034619198] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10908; }","duration":"410.125104ms","start":"2026-03-25T21:28:33.871216Z","end":"2026-03-25T21:28:34.281341Z","steps":["trace[2034619198] 'agreement among raft nodes before linearized reading' (duration: 410.005521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:28:34.281348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.880888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-25T21:28:34.281376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:28:33.871196Z","time spent":"410.171946ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-25T21:28:34.28136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.227055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bprpp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T21:28:34.281391Z","caller":"traceutil/trace.go:171","msg":"trace[444476494] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10908; }","duration":"281.940495ms","start":"2026-03-25T21:28:33.999421Z","end":"2026-03-25T21:28:34.281361Z","steps":["trace[444476494] 'agreement among raft nodes before linearized reading' (duration: 281.727719ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:28:34.281455Z","caller":"traceutil/trace.go:171","msg":"trace[206532664] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bprpp; range_end:; response_count:1; response_revision:10908; }","duration":"341.373189ms","start":"2026-03-25T21:28:33.940058Z","end":"2026-03-25T21:28:34.281431Z","steps":["trace[206532664] 'agreement among raft nodes before linearized reading' (duration: 341.078591ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:28:34.281393Z","caller":"traceutil/trace.go:171","msg":"trace[911844911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10908; }","duration":"409.945939ms","start":"2026-03-25T21:28:33.871434Z","end":"2026-03-25T21:28:34.28138Z","steps":["trace[911844911] 'agreement among raft nodes before linearized reading' (duration: 409.776595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:28:34.281513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:28:33.940037Z","time spent":"341.462601ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-bprpp\" "} {"level":"warn","ts":"2026-03-25T21:28:34.281549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:28:33.871426Z","time spent":"410.111274ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T21:28:34.319219Z","caller":"traceutil/trace.go:171","msg":"trace[370476853] transaction","detail":"{read_only:false; response_revision:10909; number_of_response:1; }","duration":"222.543122ms","start":"2026-03-25T21:28:34.096657Z","end":"2026-03-25T21:28:34.3192Z","steps":["trace[370476853] 'process raft request' (duration: 222.435559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:28:34.319454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.368552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-25T21:28:34.319546Z","caller":"traceutil/trace.go:171","msg":"trace[1091209332] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10909; }","duration":"224.493585ms","start":"2026-03-25T21:28:34.095031Z","end":"2026-03-25T21:28:34.319525Z","steps":["trace[1091209332] 'agreement among raft nodes before linearized reading' (duration: 224.212207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:28:34.319539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.943327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-03-25T21:28:34.319604Z","caller":"traceutil/trace.go:171","msg":"trace[211290911] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10909; }","duration":"225.036769ms","start":"2026-03-25T21:28:34.094552Z","end":"2026-03-25T21:28:34.319588Z","steps":["trace[211290911] 'agreement among raft nodes before linearized reading' (duration: 224.794143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:28:34.319702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.923438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:28:34.319804Z","caller":"traceutil/trace.go:171","msg":"trace[489758491] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10909; }","duration":"179.449462ms","start":"2026-03-25T21:28:34.14034Z","end":"2026-03-25T21:28:34.319789Z","steps":["trace[489758491] 'agreement among raft nodes before linearized reading' (duration: 178.889857ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:28:34.474661Z","caller":"traceutil/trace.go:171","msg":"trace[61045004] transaction","detail":"{read_only:false; response_revision:10913; number_of_response:1; }","duration":"150.461275ms","start":"2026-03-25T21:28:34.324176Z","end":"2026-03-25T21:28:34.474637Z","steps":["trace[61045004] 'process raft request' (duration: 150.357482ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:28:34.474685Z","caller":"traceutil/trace.go:171","msg":"trace[1644668866] transaction","detail":"{read_only:false; response_revision:10912; number_of_response:1; }","duration":"151.056441ms","start":"2026-03-25T21:28:34.323597Z","end":"2026-03-25T21:28:34.474653Z","steps":["trace[1644668866] 'process raft request' (duration: 112.365361ms)","trace[1644668866] 'compare' (duration: 38.381302ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:28:34.516229Z","caller":"traceutil/trace.go:171","msg":"trace[832608523] linearizableReadLoop","detail":"{readStateIndex:11421; appliedIndex:11418; }","duration":"111.20911ms","start":"2026-03-25T21:28:34.404993Z","end":"2026-03-25T21:28:34.516202Z","steps":["trace[832608523] 'read index received' (duration: 30.91561ms)","trace[832608523] 'applied index is now lower than readState.Index' (duration: 80.29233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:28:34.51643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.419965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:28:34.51648Z","caller":"traceutil/trace.go:171","msg":"trace[518747527] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:10914; }","duration":"111.525578ms","start":"2026-03-25T21:28:34.404942Z","end":"2026-03-25T21:28:34.516467Z","steps":["trace[518747527] 'agreement among raft nodes before linearized reading' (duration: 111.406055ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:28:34.516645Z","caller":"traceutil/trace.go:171","msg":"trace[1046131460] transaction","detail":"{read_only:false; response_revision:10914; number_of_response:1; }","duration":"183.855761ms","start":"2026-03-25T21:28:34.332444Z","end":"2026-03-25T21:28:34.5163Z","steps":["trace[1046131460] 'process raft request' (duration: 183.619625ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:28:34.667517Z","caller":"traceutil/trace.go:171","msg":"trace[1719428967] transaction","detail":"{read_only:false; response_revision:10916; number_of_response:1; }","duration":"146.157468ms","start":"2026-03-25T21:28:34.521342Z","end":"2026-03-25T21:28:34.6675Z","steps":["trace[1719428967] 'process raft request' (duration: 146.001054ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:28:34.667673Z","caller":"traceutil/trace.go:171","msg":"trace[484350139] transaction","detail":"{read_only:false; response_revision:10917; number_of_response:1; }","duration":"145.950033ms","start":"2026-03-25T21:28:34.521702Z","end":"2026-03-25T21:28:34.667652Z","steps":["trace[484350139] 'process raft request' (duration: 145.761307ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:28:36.454612Z","caller":"traceutil/trace.go:171","msg":"trace[1350526060] transaction","detail":"{read_only:false; response_revision:10935; number_of_response:1; }","duration":"114.632412ms","start":"2026-03-25T21:28:36.339963Z","end":"2026-03-25T21:28:36.454596Z","steps":["trace[1350526060] 'process raft request' (duration: 25.151603ms)","trace[1350526060] 'compare' (duration: 88.936805ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:28:36.454616Z","caller":"traceutil/trace.go:171","msg":"trace[1591413987] linearizableReadLoop","detail":"{readStateIndex:11443; appliedIndex:11442; }","duration":"114.195681ms","start":"2026-03-25T21:28:36.340396Z","end":"2026-03-25T21:28:36.454592Z","steps":["trace[1591413987] 'read index received' (duration: 24.686721ms)","trace[1591413987] 'applied index is now lower than readState.Index' (duration: 89.50675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:28:36.455276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.858139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:39 size:340658"} {"level":"info","ts":"2026-03-25T21:28:36.455349Z","caller":"traceutil/trace.go:171","msg":"trace[1374794951] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:39; response_revision:10936; }","duration":"114.979552ms","start":"2026-03-25T21:28:36.340354Z","end":"2026-03-25T21:28:36.455333Z","steps":["trace[1374794951] 'agreement among raft nodes before linearized reading' (duration: 114.359826ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:28:36.454411Z","caller":"traceutil/trace.go:171","msg":"trace[507561718] transaction","detail":"{read_only:false; response_revision:10936; number_of_response:1; }","duration":"112.220438ms","start":"2026-03-25T21:28:36.342161Z","end":"2026-03-25T21:28:36.454381Z","steps":["trace[507561718] 'process raft request' (duration: 112.114525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:28:45.677096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.739852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:28:45.677278Z","caller":"traceutil/trace.go:171","msg":"trace[577846860] transaction","detail":"{read_only:false; response_revision:11025; number_of_response:1; }","duration":"224.167646ms","start":"2026-03-25T21:28:45.453085Z","end":"2026-03-25T21:28:45.677253Z","steps":["trace[577846860] 'process raft request' (duration: 87.146266ms)","trace[577846860] 'compare' (duration: 136.475706ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:28:47.713571Z","caller":"traceutil/trace.go:171","msg":"trace[720825307] transaction","detail":"{read_only:false; response_revision:11043; number_of_response:1; }","duration":"107.968333ms","start":"2026-03-25T21:28:47.605576Z","end":"2026-03-25T21:28:47.713544Z","steps":["trace[720825307] 'process raft request' (duration: 107.807879ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:30:14.644796Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9029} {"level":"info","ts":"2026-03-25T21:30:14.738676Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9029,"took":"91.586227ms","hash":3354496830,"current-db-size-bytes":60440576,"current-db-size":"60 MB","current-db-size-in-use-bytes":25509888,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-25T21:30:14.738726Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3354496830,"revision":9029,"compact-revision":6369} {"level":"info","ts":"2026-03-25T21:35:14.650031Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11631} {"level":"info","ts":"2026-03-25T21:35:14.721124Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11631,"took":"69.684273ms","hash":4225409581,"current-db-size-bytes":60440576,"current-db-size":"60 MB","current-db-size-in-use-bytes":23109632,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-25T21:35:14.721179Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4225409581,"revision":11631,"compact-revision":9029}