{"level":"warn","ts":"2026-04-20T05:51:39.861092Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T05:51:39.861178Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.52:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.52:2380","--initial-cluster=instance=https://199.19.213.52:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.52:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.52:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-20T05:51:39.861236Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T05:51:39.861247Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.52:2380"]} {"level":"info","ts":"2026-04-20T05:51:39.861271Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T05:51:39.861888Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.52:2379"]} {"level":"info","ts":"2026-04-20T05:51:39.861959Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.52:2380"],"listen-peer-urls":["https://199.19.213.52:2380"],"advertise-client-urls":["https://199.19.213.52:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.52:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.52:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-20T05:51:39.866415Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.757443ms"} {"level":"info","ts":"2026-04-20T05:51:39.878395Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e1254347e028571c","cluster-id":"fc1f90ba5bf7591c"} {"level":"info","ts":"2026-04-20T05:51:39.878497Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c switched to configuration voters=()"} {"level":"info","ts":"2026-04-20T05:51:39.878532Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c became follower at term 0"} {"level":"info","ts":"2026-04-20T05:51:39.878553Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e1254347e028571c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-20T05:51:39.878576Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c became follower at term 1"} {"level":"info","ts":"2026-04-20T05:51:39.878626Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c switched to configuration voters=(16223447208654559004)"} {"level":"warn","ts":"2026-04-20T05:51:39.883722Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-20T05:51:39.885226Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-20T05:51:39.886397Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-20T05:51:39.88932Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e1254347e028571c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-20T05:51:39.889506Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e1254347e028571c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-20T05:51:39.889566Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T05:51:39.889647Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T05:51:39.889665Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T05:51:39.89113Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c switched to configuration voters=(16223447208654559004)"} {"level":"info","ts":"2026-04-20T05:51:39.891857Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fc1f90ba5bf7591c","local-member-id":"e1254347e028571c","added-peer-id":"e1254347e028571c","added-peer-peer-urls":["https://199.19.213.52:2380"]} {"level":"info","ts":"2026-04-20T05:51:39.894492Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T05:51:39.894646Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.52:2380"} {"level":"info","ts":"2026-04-20T05:51:39.894715Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.52:2380"} {"level":"info","ts":"2026-04-20T05:51:39.895109Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e1254347e028571c","initial-advertise-peer-urls":["https://199.19.213.52:2380"],"listen-peer-urls":["https://199.19.213.52:2380"],"advertise-client-urls":["https://199.19.213.52:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.52:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-20T05:51:39.895163Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-20T05:51:40.579555Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c is starting a new election at term 1"} {"level":"info","ts":"2026-04-20T05:51:40.579619Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c became pre-candidate at term 1"} {"level":"info","ts":"2026-04-20T05:51:40.579646Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c received MsgPreVoteResp from e1254347e028571c at term 1"} {"level":"info","ts":"2026-04-20T05:51:40.579665Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c became candidate at term 2"} {"level":"info","ts":"2026-04-20T05:51:40.579681Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c received MsgVoteResp from e1254347e028571c at term 2"} {"level":"info","ts":"2026-04-20T05:51:40.579702Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c became leader at term 2"} {"level":"info","ts":"2026-04-20T05:51:40.57972Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e1254347e028571c elected leader e1254347e028571c at term 2"} {"level":"info","ts":"2026-04-20T05:51:40.580858Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T05:51:40.581883Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T05:51:40.581886Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e1254347e028571c","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.52:2379]}","request-path":"/0/members/e1254347e028571c/attributes","cluster-id":"fc1f90ba5bf7591c","publish-timeout":"7s"} {"level":"info","ts":"2026-04-20T05:51:40.581918Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T05:51:40.582266Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-20T05:51:40.582356Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-20T05:51:40.584119Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-20T05:51:40.586021Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.52:2379"} {"level":"info","ts":"2026-04-20T05:51:40.590302Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fc1f90ba5bf7591c","local-member-id":"e1254347e028571c","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T05:51:40.590524Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T05:51:40.59059Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-04-20T05:51:43.877007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.457228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-20T05:51:43.877155Z","caller":"traceutil/trace.go:171","msg":"trace[1441740882] transaction","detail":"{read_only:false; response_revision:201; number_of_response:1; }","duration":"151.556215ms","start":"2026-04-20T05:51:43.725575Z","end":"2026-04-20T05:51:43.877131Z","steps":["trace[1441740882] 'process raft request' (duration: 43.329519ms)","trace[1441740882] 'compare' (duration: 107.288925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T05:51:56.140302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.724625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T05:51:56.140441Z","caller":"traceutil/trace.go:171","msg":"trace[1389591286] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"378.734933ms","start":"2026-04-20T05:51:55.761666Z","end":"2026-04-20T05:51:56.140401Z","steps":["trace[1389591286] 'process raft request' (duration: 204.709422ms)","trace[1389591286] 'compare' (duration: 173.555341ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T05:51:56.140514Z","caller":"traceutil/trace.go:171","msg":"trace[971398224] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"311.919693ms","start":"2026-04-20T05:51:55.82858Z","end":"2026-04-20T05:51:56.140499Z","steps":["trace[971398224] 'process raft request' (duration: 311.877152ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:51:56.140517Z","caller":"traceutil/trace.go:171","msg":"trace[348194058] linearizableReadLoop","detail":"{readStateIndex:391; appliedIndex:390; }","duration":"367.869872ms","start":"2026-04-20T05:51:55.772623Z","end":"2026-04-20T05:51:56.140493Z","steps":["trace[348194058] 'read index received' (duration: 193.763029ms)","trace[348194058] 'applied index is now lower than readState.Index' (duration: 174.105693ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T05:51:56.140576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:51:55.761589Z","time spent":"378.913316ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T05:51:56.140588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:51:55.828567Z","time spent":"311.988376ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T05:51:56.140667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.034496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-qjzsx\" ","response":"range_response_count:1 size:4016"} {"level":"info","ts":"2026-04-20T05:51:56.140706Z","caller":"traceutil/trace.go:171","msg":"trace[452614027] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-qjzsx; range_end:; response_count:1; response_revision:381; }","duration":"368.105528ms","start":"2026-04-20T05:51:55.772589Z","end":"2026-04-20T05:51:56.140695Z","steps":["trace[452614027] 'agreement among raft nodes before linearized reading' (duration: 368.016776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:51:56.140761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:51:55.772577Z","time spent":"368.177049ms","remote":"127.0.0.1:55360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4040,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-qjzsx\" "} {"level":"info","ts":"2026-04-20T05:51:56.140784Z","caller":"traceutil/trace.go:171","msg":"trace[949192159] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"368.002365ms","start":"2026-04-20T05:51:55.772769Z","end":"2026-04-20T05:51:56.140772Z","steps":["trace[949192159] 'process raft request' (duration: 367.635857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:51:56.140831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:51:55.772753Z","time spent":"368.054886ms","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-20T05:51:56.140945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.557081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-04-20T05:51:56.140979Z","caller":"traceutil/trace.go:171","msg":"trace[2099593717] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:381; }","duration":"365.615182ms","start":"2026-04-20T05:51:55.775355Z","end":"2026-04-20T05:51:56.14097Z","steps":["trace[2099593717] 'agreement among raft nodes before linearized reading' (duration: 365.557471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:51:56.141004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:51:55.775346Z","time spent":"365.652033ms","remote":"127.0.0.1:55628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4219,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-20T05:51:56.14108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.130746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-20T05:51:56.141109Z","caller":"traceutil/trace.go:171","msg":"trace[1552707317] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:381; }","duration":"175.194638ms","start":"2026-04-20T05:51:55.965906Z","end":"2026-04-20T05:51:56.141101Z","steps":["trace[1552707317] 'agreement among raft nodes before linearized reading' (duration: 175.139436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:51:56.141137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.198983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-20T05:51:56.141162Z","caller":"traceutil/trace.go:171","msg":"trace[1978395030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:381; }","duration":"248.247595ms","start":"2026-04-20T05:51:55.892907Z","end":"2026-04-20T05:51:56.141154Z","steps":["trace[1978395030] 'agreement among raft nodes before linearized reading' (duration: 248.202894ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:52:09.020634Z","caller":"traceutil/trace.go:171","msg":"trace[1224823745] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"167.693901ms","start":"2026-04-20T05:52:08.852904Z","end":"2026-04-20T05:52:09.020598Z","steps":["trace[1224823745] 'process raft request' (duration: 162.168649ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:52:09.027854Z","caller":"traceutil/trace.go:171","msg":"trace[1068799763] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:532; }","duration":"101.188919ms","start":"2026-04-20T05:52:08.926634Z","end":"2026-04-20T05:52:09.027823Z","steps":["trace[1068799763] 'read index received' (duration: 88.381345ms)","trace[1068799763] 'applied index is now lower than readState.Index' (duration: 12.806564ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T05:52:09.028184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.535016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:150495"} {"level":"info","ts":"2026-04-20T05:52:09.028232Z","caller":"traceutil/trace.go:171","msg":"trace[391612036] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:517; }","duration":"101.640699ms","start":"2026-04-20T05:52:08.926579Z","end":"2026-04-20T05:52:09.02822Z","steps":["trace[391612036] 'agreement among raft nodes before linearized reading' (duration: 101.366693ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:52:09.418259Z","caller":"traceutil/trace.go:171","msg":"trace[267182780] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"130.844486ms","start":"2026-04-20T05:52:09.287376Z","end":"2026-04-20T05:52:09.418221Z","steps":["trace[267182780] 'process raft request' (duration: 115.681571ms)","trace[267182780] 'compare' (duration: 14.819258ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T05:52:09.418875Z","caller":"traceutil/trace.go:171","msg":"trace[1517654178] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"105.121567ms","start":"2026-04-20T05:52:09.31374Z","end":"2026-04-20T05:52:09.418861Z","steps":["trace[1517654178] 'process raft request' (duration: 104.420722ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:52:15.35028Z","caller":"traceutil/trace.go:171","msg":"trace[985007954] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"146.518634ms","start":"2026-04-20T05:52:15.203739Z","end":"2026-04-20T05:52:15.350258Z","steps":["trace[985007954] 'process raft request' (duration: 146.398452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:52:15.93226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6277065331731688124,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T05:52:15.99906Z","caller":"traceutil/trace.go:171","msg":"trace[1352519610] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"621.152635ms","start":"2026-04-20T05:52:15.377882Z","end":"2026-04-20T05:52:15.999034Z","steps":["trace[1352519610] 'process raft request' (duration: 612.564975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:52:15.999208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:52:15.377865Z","time spent":"621.267808ms","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-20T05:52:15.999824Z","caller":"traceutil/trace.go:171","msg":"trace[340345661] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"620.281636ms","start":"2026-04-20T05:52:15.379525Z","end":"2026-04-20T05:52:15.999806Z","steps":["trace[340345661] 'process raft request' (duration: 620.096712ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:52:15.999857Z","caller":"traceutil/trace.go:171","msg":"trace[1000659639] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"619.07619ms","start":"2026-04-20T05:52:15.380757Z","end":"2026-04-20T05:52:15.999834Z","steps":["trace[1000659639] 'process raft request' (duration: 618.971118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:52:15.999926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:52:15.379507Z","time spent":"620.363598ms","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-20T05:52:15.999969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.674564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T05:52:16.000009Z","caller":"traceutil/trace.go:171","msg":"trace[141317229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:582; }","duration":"568.763716ms","start":"2026-04-20T05:52:15.431235Z","end":"2026-04-20T05:52:15.999999Z","steps":["trace[141317229] 'agreement among raft nodes before linearized reading' (duration: 568.656003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:52:16.000034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:52:15.431223Z","time spent":"568.805207ms","remote":"127.0.0.1:55146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T05:52:15.999963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:52:15.380738Z","time spent":"619.161292ms","remote":"127.0.0.1:55416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T05:52:15.999847Z","caller":"traceutil/trace.go:171","msg":"trace[1381259530] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:597; }","duration":"568.548661ms","start":"2026-04-20T05:52:15.431278Z","end":"2026-04-20T05:52:15.999827Z","steps":["trace[1381259530] 'read index received' (duration: 559.123722ms)","trace[1381259530] 'applied index is now lower than readState.Index' (duration: 9.424179ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T05:52:16.000066Z","caller":"traceutil/trace.go:171","msg":"trace[1409595908] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"618.760953ms","start":"2026-04-20T05:52:15.381254Z","end":"2026-04-20T05:52:16.000015Z","steps":["trace[1409595908] 'process raft request' (duration: 618.523528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:52:16.000254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:52:15.381239Z","time spent":"618.911226ms","remote":"127.0.0.1:55360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T05:52:16.000291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.6071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-q245p\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-20T05:52:16.000322Z","caller":"traceutil/trace.go:171","msg":"trace[425528700] range","detail":"{range_begin:/registry/pods/kube-system/cilium-q245p; range_end:; response_count:1; response_revision:582; }","duration":"393.667722ms","start":"2026-04-20T05:52:15.606645Z","end":"2026-04-20T05:52:16.000312Z","steps":["trace[425528700] 'agreement among raft nodes before linearized reading' (duration: 393.549419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:52:16.000349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:52:15.606623Z","time spent":"393.722462ms","remote":"127.0.0.1:55360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-q245p\" "} {"level":"warn","ts":"2026-04-20T05:52:31.997483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.552436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-wsbzq\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-04-20T05:52:31.997651Z","caller":"traceutil/trace.go:171","msg":"trace[1344954752] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-wsbzq; range_end:; response_count:1; response_revision:741; }","duration":"298.778351ms","start":"2026-04-20T05:52:31.698853Z","end":"2026-04-20T05:52:31.997631Z","steps":["trace[1344954752] 'range keys from in-memory index tree' (duration: 298.30659ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:53:34.756441Z","caller":"traceutil/trace.go:171","msg":"trace[172379159] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"104.150234ms","start":"2026-04-20T05:53:34.652248Z","end":"2026-04-20T05:53:34.756398Z","steps":["trace[172379159] 'process raft request' (duration: 103.856357ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:53:35.208352Z","caller":"traceutil/trace.go:171","msg":"trace[63189560] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1640; }","duration":"135.969999ms","start":"2026-04-20T05:53:35.072356Z","end":"2026-04-20T05:53:35.208326Z","steps":["trace[63189560] 'process raft request' (duration: 97.009184ms)","trace[63189560] 'compare' (duration: 38.805612ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T05:53:35.208657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.036447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:1 size:9379"} {"level":"info","ts":"2026-04-20T05:53:35.208733Z","caller":"traceutil/trace.go:171","msg":"trace[157288713] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:1; response_revision:1640; }","duration":"107.18625ms","start":"2026-04-20T05:53:35.10153Z","end":"2026-04-20T05:53:35.208716Z","steps":["trace[157288713] 'agreement among raft nodes before linearized reading' (duration: 106.954585ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:53:35.208293Z","caller":"traceutil/trace.go:171","msg":"trace[322613088] linearizableReadLoop","detail":"{readStateIndex:1705; appliedIndex:1704; }","duration":"106.658429ms","start":"2026-04-20T05:53:35.101609Z","end":"2026-04-20T05:53:35.208268Z","steps":["trace[322613088] 'read index received' (duration: 67.629412ms)","trace[322613088] 'applied index is now lower than readState.Index' (duration: 39.027837ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T05:53:46.13994Z","caller":"traceutil/trace.go:171","msg":"trace[91465983] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"128.089946ms","start":"2026-04-20T05:53:46.01182Z","end":"2026-04-20T05:53:46.13991Z","steps":["trace[91465983] 'process raft request' (duration: 127.882641ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:53:46.487079Z","caller":"traceutil/trace.go:171","msg":"trace[1228896148] linearizableReadLoop","detail":"{readStateIndex:1867; appliedIndex:1866; }","duration":"293.9579ms","start":"2026-04-20T05:53:46.193096Z","end":"2026-04-20T05:53:46.487054Z","steps":["trace[1228896148] 'read index received' (duration: 293.797837ms)","trace[1228896148] 'applied index is now lower than readState.Index' (duration: 158.993µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T05:53:46.48726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.081338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-656be748-cfe5-476b-af52-59b027802283\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-04-20T05:53:46.487236Z","caller":"traceutil/trace.go:171","msg":"trace[134163702] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"339.751875ms","start":"2026-04-20T05:53:46.147443Z","end":"2026-04-20T05:53:46.487195Z","steps":["trace[134163702] 'process raft request' (duration: 339.464498ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:53:46.487303Z","caller":"traceutil/trace.go:171","msg":"trace[1617469599] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-656be748-cfe5-476b-af52-59b027802283; range_end:; response_count:1; response_revision:1798; }","duration":"271.161201ms","start":"2026-04-20T05:53:46.21613Z","end":"2026-04-20T05:53:46.487291Z","steps":["trace[1617469599] 'agreement among raft nodes before linearized reading' (duration: 271.074599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:53:46.487395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.274547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-20T05:53:46.487419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:53:46.147417Z","time spent":"339.910648ms","remote":"127.0.0.1:55360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T05:53:46.487477Z","caller":"traceutil/trace.go:171","msg":"trace[1640635489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1798; }","duration":"294.402851ms","start":"2026-04-20T05:53:46.193038Z","end":"2026-04-20T05:53:46.487452Z","steps":["trace[1640635489] 'agreement among raft nodes before linearized reading' (duration: 294.155645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:53:46.487483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.909621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T05:53:46.487557Z","caller":"traceutil/trace.go:171","msg":"trace[935557611] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1798; }","duration":"233.012084ms","start":"2026-04-20T05:53:46.254522Z","end":"2026-04-20T05:53:46.487534Z","steps":["trace[935557611] 'agreement among raft nodes before linearized reading' (duration: 232.854391ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:53:46.747573Z","caller":"traceutil/trace.go:171","msg":"trace[1926712946] linearizableReadLoop","detail":"{readStateIndex:1868; appliedIndex:1867; }","duration":"147.502497ms","start":"2026-04-20T05:53:46.600046Z","end":"2026-04-20T05:53:46.747549Z","steps":["trace[1926712946] 'read index received' (duration: 147.289702ms)","trace[1926712946] 'applied index is now lower than readState.Index' (duration: 211.655µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T05:53:46.747662Z","caller":"traceutil/trace.go:171","msg":"trace[1804177297] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"248.214067ms","start":"2026-04-20T05:53:46.499417Z","end":"2026-04-20T05:53:46.747631Z","steps":["trace[1804177297] 'process raft request' (duration: 247.970691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:53:46.747805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.746942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-20T05:53:46.747852Z","caller":"traceutil/trace.go:171","msg":"trace[2036409909] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1799; }","duration":"147.839145ms","start":"2026-04-20T05:53:46.599998Z","end":"2026-04-20T05:53:46.747837Z","steps":["trace[2036409909] 'agreement among raft nodes before linearized reading' (duration: 147.64988ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:53:46.935841Z","caller":"traceutil/trace.go:171","msg":"trace[1349524222] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"183.656258ms","start":"2026-04-20T05:53:46.75216Z","end":"2026-04-20T05:53:46.935816Z","steps":["trace[1349524222] 'process raft request' (duration: 146.002542ms)","trace[1349524222] 'compare' (duration: 37.505592ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T05:53:46.952285Z","caller":"traceutil/trace.go:171","msg":"trace[1000898945] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"199.212038ms","start":"2026-04-20T05:53:46.753052Z","end":"2026-04-20T05:53:46.952264Z","steps":["trace[1000898945] 'process raft request' (duration: 199.014954ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:53:46.952528Z","caller":"traceutil/trace.go:171","msg":"trace[620736942] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"199.455674ms","start":"2026-04-20T05:53:46.75305Z","end":"2026-04-20T05:53:46.952506Z","steps":["trace[620736942] 'process raft request' (duration: 199.155707ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:53:46.952656Z","caller":"traceutil/trace.go:171","msg":"trace[1411968432] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"199.449294ms","start":"2026-04-20T05:53:46.753196Z","end":"2026-04-20T05:53:46.952645Z","steps":["trace[1411968432] 'process raft request' (duration: 199.354172ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:53:46.95267Z","caller":"traceutil/trace.go:171","msg":"trace[996896448] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"199.524276ms","start":"2026-04-20T05:53:46.75313Z","end":"2026-04-20T05:53:46.952654Z","steps":["trace[996896448] 'process raft request' (duration: 199.318012ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:54:36.509621Z","caller":"traceutil/trace.go:171","msg":"trace[1823474605] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"149.831972ms","start":"2026-04-20T05:54:36.359363Z","end":"2026-04-20T05:54:36.509195Z","steps":["trace[1823474605] 'process raft request' (duration: 149.617157ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:54:36.681888Z","caller":"traceutil/trace.go:171","msg":"trace[79864962] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"137.007834ms","start":"2026-04-20T05:54:36.544849Z","end":"2026-04-20T05:54:36.681857Z","steps":["trace[79864962] 'process raft request' (duration: 136.777449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:54:36.985693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.698462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-20T05:54:36.985779Z","caller":"traceutil/trace.go:171","msg":"trace[928325349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2124; }","duration":"144.797274ms","start":"2026-04-20T05:54:36.84096Z","end":"2026-04-20T05:54:36.985757Z","steps":["trace[928325349] 'range keys from in-memory index tree' (duration: 144.461177ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:54:37.432301Z","caller":"traceutil/trace.go:171","msg":"trace[1023796142] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"175.523048ms","start":"2026-04-20T05:54:37.256749Z","end":"2026-04-20T05:54:37.432272Z","steps":["trace[1023796142] 'process raft request' (duration: 175.341944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:54:37.794675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.66972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T05:54:37.794885Z","caller":"traceutil/trace.go:171","msg":"trace[32673362] linearizableReadLoop","detail":"{readStateIndex:2205; appliedIndex:2203; }","duration":"534.520249ms","start":"2026-04-20T05:54:37.260345Z","end":"2026-04-20T05:54:37.794865Z","steps":["trace[32673362] 'read index received' (duration: 171.797402ms)","trace[32673362] 'applied index is now lower than readState.Index' (duration: 362.721797ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T05:54:37.795041Z","caller":"traceutil/trace.go:171","msg":"trace[803069542] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"534.600851ms","start":"2026-04-20T05:54:37.260429Z","end":"2026-04-20T05:54:37.79503Z","steps":["trace[803069542] 'process raft request' (duration: 534.353735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:54:37.795283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.918368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-20T05:54:37.795367Z","caller":"traceutil/trace.go:171","msg":"trace[1097612243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2128; }","duration":"535.02709ms","start":"2026-04-20T05:54:37.260317Z","end":"2026-04-20T05:54:37.795344Z","steps":["trace[1097612243] 'agreement among raft nodes before linearized reading' (duration: 534.786155ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:54:37.795092Z","caller":"traceutil/trace.go:171","msg":"trace[1088334642] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"485.316695ms","start":"2026-04-20T05:54:37.309739Z","end":"2026-04-20T05:54:37.795056Z","steps":["trace[1088334642] 'process raft request' (duration: 485.08775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:54:37.795421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:54:37.260306Z","time spent":"535.104082ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-20T05:54:37.795544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:54:37.309725Z","time spent":"485.723015ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T05:54:37.795704Z","caller":"traceutil/trace.go:171","msg":"trace[464012742] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"126.717764ms","start":"2026-04-20T05:54:37.668931Z","end":"2026-04-20T05:54:37.795649Z","steps":["trace[464012742] 'process raft request' (duration: 126.53379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:54:37.795723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.252159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T05:54:37.795729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.8483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-20T05:54:37.795797Z","caller":"traceutil/trace.go:171","msg":"trace[122012587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2129; }","duration":"363.363152ms","start":"2026-04-20T05:54:37.432417Z","end":"2026-04-20T05:54:37.79578Z","steps":["trace[122012587] 'agreement among raft nodes before linearized reading' (duration: 363.226199ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:54:37.795824Z","caller":"traceutil/trace.go:171","msg":"trace[175157047] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2129; }","duration":"532.939042ms","start":"2026-04-20T05:54:37.262861Z","end":"2026-04-20T05:54:37.7958Z","steps":["trace[175157047] 'agreement among raft nodes before linearized reading' (duration: 532.722297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:54:37.795549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:54:37.260417Z","time spent":"534.768384ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T05:54:37.795858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:54:37.432405Z","time spent":"363.436594ms","remote":"127.0.0.1:55136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T05:54:37.795878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:54:37.262836Z","time spent":"533.029584ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-20T05:54:37.795072Z","caller":"traceutil/trace.go:171","msg":"trace[1670719321] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"537.833206ms","start":"2026-04-20T05:54:37.257189Z","end":"2026-04-20T05:54:37.795022Z","steps":["trace[1670719321] 'process raft request' (duration: 315.733336ms)","trace[1670719321] 'compare' (duration: 221.530977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T05:54:37.796011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:54:37.257167Z","time spent":"538.789407ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T05:55:28.228735Z","caller":"traceutil/trace.go:171","msg":"trace[530502321] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"265.234009ms","start":"2026-04-20T05:55:27.963481Z","end":"2026-04-20T05:55:28.228715Z","steps":["trace[530502321] 'process raft request' (duration: 265.099146ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:55:28.23162Z","caller":"traceutil/trace.go:171","msg":"trace[1364136575] linearizableReadLoop","detail":"{readStateIndex:2667; appliedIndex:2665; }","duration":"198.519845ms","start":"2026-04-20T05:55:28.033085Z","end":"2026-04-20T05:55:28.231605Z","steps":["trace[1364136575] 'read index received' (duration: 195.492154ms)","trace[1364136575] 'applied index is now lower than readState.Index' (duration: 3.024871ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T05:55:28.231721Z","caller":"traceutil/trace.go:171","msg":"trace[506494869] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"263.655862ms","start":"2026-04-20T05:55:27.968056Z","end":"2026-04-20T05:55:28.231711Z","steps":["trace[506494869] 'process raft request' (duration: 263.466208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:55:28.231833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.528264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-20T05:55:28.231885Z","caller":"traceutil/trace.go:171","msg":"trace[744045119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2572; }","duration":"198.596666ms","start":"2026-04-20T05:55:28.033275Z","end":"2026-04-20T05:55:28.231871Z","steps":["trace[744045119] 'agreement among raft nodes before linearized reading' (duration: 198.465073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:55:28.232012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.926524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-20T05:55:28.232044Z","caller":"traceutil/trace.go:171","msg":"trace[199027437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2572; }","duration":"198.993286ms","start":"2026-04-20T05:55:28.033043Z","end":"2026-04-20T05:55:28.232037Z","steps":["trace[199027437] 'agreement among raft nodes before linearized reading' (duration: 198.916564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:55:28.23205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.100905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T05:55:28.232126Z","caller":"traceutil/trace.go:171","msg":"trace[1976990604] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2572; }","duration":"143.181627ms","start":"2026-04-20T05:55:28.088925Z","end":"2026-04-20T05:55:28.232106Z","steps":["trace[1976990604] 'agreement among raft nodes before linearized reading' (duration: 143.066485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:55:28.232208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.947301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-20T05:55:28.232238Z","caller":"traceutil/trace.go:171","msg":"trace[1356702105] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2572; }","duration":"189.007841ms","start":"2026-04-20T05:55:28.043223Z","end":"2026-04-20T05:55:28.232231Z","steps":["trace[1356702105] 'agreement among raft nodes before linearized reading' (duration: 188.94216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:55:28.232148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.419019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-20T05:55:28.232346Z","caller":"traceutil/trace.go:171","msg":"trace[1695829442] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2572; }","duration":"174.632624ms","start":"2026-04-20T05:55:28.057687Z","end":"2026-04-20T05:55:28.232319Z","steps":["trace[1695829442] 'agreement among raft nodes before linearized reading' (duration: 174.414309ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:56:02.493333Z","caller":"traceutil/trace.go:171","msg":"trace[1946023359] linearizableReadLoop","detail":"{readStateIndex:2880; appliedIndex:2879; }","duration":"110.016601ms","start":"2026-04-20T05:56:02.383269Z","end":"2026-04-20T05:56:02.493285Z","steps":["trace[1946023359] 'read index received' (duration: 99.955654ms)","trace[1946023359] 'applied index is now lower than readState.Index' (duration: 10.059517ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T05:56:02.493439Z","caller":"traceutil/trace.go:171","msg":"trace[2044077171] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"148.922207ms","start":"2026-04-20T05:56:02.344483Z","end":"2026-04-20T05:56:02.493405Z","steps":["trace[2044077171] 'process raft request' (duration: 138.695466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:56:02.493638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.938384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-20T05:56:02.493701Z","caller":"traceutil/trace.go:171","msg":"trace[89551359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2777; }","duration":"103.052097ms","start":"2026-04-20T05:56:02.390633Z","end":"2026-04-20T05:56:02.493685Z","steps":["trace[89551359] 'agreement among raft nodes before linearized reading' (duration: 102.863283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:56:02.493785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.587982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-20T05:56:02.493842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.562234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-20T05:56:02.493878Z","caller":"traceutil/trace.go:171","msg":"trace[2066533489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2777; }","duration":"101.698555ms","start":"2026-04-20T05:56:02.392162Z","end":"2026-04-20T05:56:02.49386Z","steps":["trace[2066533489] 'agreement among raft nodes before linearized reading' (duration: 101.449029ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:56:02.494084Z","caller":"traceutil/trace.go:171","msg":"trace[160964946] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2777; }","duration":"110.84559ms","start":"2026-04-20T05:56:02.383222Z","end":"2026-04-20T05:56:02.494068Z","steps":["trace[160964946] 'agreement among raft nodes before linearized reading' (duration: 110.188375ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:56:02.840881Z","caller":"traceutil/trace.go:171","msg":"trace[1428615821] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"342.538366ms","start":"2026-04-20T05:56:02.498294Z","end":"2026-04-20T05:56:02.840833Z","steps":["trace[1428615821] 'process raft request' (duration: 342.329421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:56:02.841122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:56:02.498277Z","time spent":"342.716391ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T05:56:02.866309Z","caller":"traceutil/trace.go:171","msg":"trace[2073583824] transaction","detail":"{read_only:false; response_revision:2779; number_of_response:1; }","duration":"366.708346ms","start":"2026-04-20T05:56:02.499585Z","end":"2026-04-20T05:56:02.866294Z","steps":["trace[2073583824] 'process raft request' (duration: 366.586733ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:56:02.866604Z","caller":"traceutil/trace.go:171","msg":"trace[482023343] transaction","detail":"{read_only:false; response_revision:2780; number_of_response:1; }","duration":"366.989792ms","start":"2026-04-20T05:56:02.499582Z","end":"2026-04-20T05:56:02.866572Z","steps":["trace[482023343] 'process raft request' (duration: 366.670685ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:56:02.866743Z","caller":"traceutil/trace.go:171","msg":"trace[1955196134] transaction","detail":"{read_only:false; response_revision:2781; number_of_response:1; }","duration":"367.078324ms","start":"2026-04-20T05:56:02.499651Z","end":"2026-04-20T05:56:02.866729Z","steps":["trace[1955196134] 'process raft request' (duration: 366.806198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:56:02.866776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:56:02.499561Z","time spent":"367.122846ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T05:56:02.866854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:56:02.499625Z","time spent":"367.189287ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T05:56:02.866955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.205735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-20T05:56:02.866871Z","caller":"traceutil/trace.go:171","msg":"trace[512172422] transaction","detail":"{read_only:false; response_revision:2782; number_of_response:1; }","duration":"366.89822ms","start":"2026-04-20T05:56:02.499937Z","end":"2026-04-20T05:56:02.866835Z","steps":["trace[512172422] 'process raft request' (duration: 366.631064ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:56:02.866784Z","caller":"traceutil/trace.go:171","msg":"trace[133291771] linearizableReadLoop","detail":"{readStateIndex:2885; appliedIndex:2880; }","duration":"234.020601ms","start":"2026-04-20T05:56:02.632744Z","end":"2026-04-20T05:56:02.866765Z","steps":["trace[133291771] 'read index received' (duration: 207.964677ms)","trace[133291771] 'applied index is now lower than readState.Index' (duration: 26.054954ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T05:56:02.867013Z","caller":"traceutil/trace.go:171","msg":"trace[1183217043] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2783; }","duration":"234.314257ms","start":"2026-04-20T05:56:02.632688Z","end":"2026-04-20T05:56:02.867002Z","steps":["trace[1183217043] 'agreement among raft nodes before linearized reading' (duration: 234.137353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:56:02.867095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:56:02.49992Z","time spent":"367.091215ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T05:56:02.867451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:56:02.499565Z","time spent":"366.805237ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T05:58:28.684741Z","caller":"traceutil/trace.go:171","msg":"trace[860085764] linearizableReadLoop","detail":"{readStateIndex:3891; appliedIndex:3890; }","duration":"200.255944ms","start":"2026-04-20T05:58:28.484466Z","end":"2026-04-20T05:58:28.684722Z","steps":["trace[860085764] 'read index received' (duration: 200.172562ms)","trace[860085764] 'applied index is now lower than readState.Index' (duration: 82.432µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T05:58:28.684927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.442019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-20T05:58:28.684982Z","caller":"traceutil/trace.go:171","msg":"trace[1408599816] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3752; }","duration":"200.50715ms","start":"2026-04-20T05:58:28.484448Z","end":"2026-04-20T05:58:28.684955Z","steps":["trace[1408599816] 'agreement among raft nodes before linearized reading' (duration: 200.373807ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:58:28.685082Z","caller":"traceutil/trace.go:171","msg":"trace[373370541] transaction","detail":"{read_only:false; response_revision:3752; number_of_response:1; }","duration":"202.63669ms","start":"2026-04-20T05:58:28.482308Z","end":"2026-04-20T05:58:28.684945Z","steps":["trace[373370541] 'process raft request' (duration: 202.308282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:59:50.281722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.163419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T05:59:50.281827Z","caller":"traceutil/trace.go:171","msg":"trace[433830635] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4796; }","duration":"120.322072ms","start":"2026-04-20T05:59:50.161485Z","end":"2026-04-20T05:59:50.281807Z","steps":["trace[433830635] 'count revisions from in-memory index tree' (duration: 120.084626ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:59:54.630052Z","caller":"traceutil/trace.go:171","msg":"trace[1667196975] linearizableReadLoop","detail":"{readStateIndex:5134; appliedIndex:5133; }","duration":"196.959455ms","start":"2026-04-20T05:59:54.433075Z","end":"2026-04-20T05:59:54.630034Z","steps":["trace[1667196975] 'read index received' (duration: 196.866613ms)","trace[1667196975] 'applied index is now lower than readState.Index' (duration: 91.892µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T05:59:54.630162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.073628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T05:59:54.630129Z","caller":"traceutil/trace.go:171","msg":"trace[1849100535] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"282.11386ms","start":"2026-04-20T05:59:54.347969Z","end":"2026-04-20T05:59:54.630083Z","steps":["trace[1849100535] 'process raft request' (duration: 281.940746ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:59:54.630186Z","caller":"traceutil/trace.go:171","msg":"trace[1215531086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4948; }","duration":"197.138069ms","start":"2026-04-20T05:59:54.43304Z","end":"2026-04-20T05:59:54.630178Z","steps":["trace[1215531086] 'agreement among raft nodes before linearized reading' (duration: 197.084438ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:59:55.031582Z","caller":"traceutil/trace.go:171","msg":"trace[1198854120] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"149.090586ms","start":"2026-04-20T05:59:54.882466Z","end":"2026-04-20T05:59:55.031557Z","steps":["trace[1198854120] 'process raft request' (duration: 148.951273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:00:10.89779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.662535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-20T06:00:10.897883Z","caller":"traceutil/trace.go:171","msg":"trace[1871229482] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5252; }","duration":"197.786868ms","start":"2026-04-20T06:00:10.700073Z","end":"2026-04-20T06:00:10.89786Z","steps":["trace[1871229482] 'range keys from in-memory index tree' (duration: 197.376078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:00:30.636127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6277065331731699440,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T06:00:30.652512Z","caller":"traceutil/trace.go:171","msg":"trace[2145437560] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"529.690308ms","start":"2026-04-20T06:00:30.122797Z","end":"2026-04-20T06:00:30.652487Z","steps":["trace[2145437560] 'process raft request' (duration: 529.534605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:00:30.652679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:00:30.122781Z","time spent":"529.811591ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T06:00:30.941262Z","caller":"traceutil/trace.go:171","msg":"trace[1755520973] linearizableReadLoop","detail":"{readStateIndex:5695; appliedIndex:5693; }","duration":"805.213946ms","start":"2026-04-20T06:00:30.136024Z","end":"2026-04-20T06:00:30.941238Z","steps":["trace[1755520973] 'read index received' (duration: 516.297859ms)","trace[1755520973] 'applied index is now lower than readState.Index' (duration: 288.911917ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T06:00:30.941401Z","caller":"traceutil/trace.go:171","msg":"trace[1721973373] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"818.032291ms","start":"2026-04-20T06:00:30.123337Z","end":"2026-04-20T06:00:30.941369Z","steps":["trace[1721973373] 'process raft request' (duration: 817.392506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:00:30.941512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.475682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-20T06:00:30.941547Z","caller":"traceutil/trace.go:171","msg":"trace[958231472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5495; }","duration":"805.558514ms","start":"2026-04-20T06:00:30.135978Z","end":"2026-04-20T06:00:30.941536Z","steps":["trace[958231472] 'agreement among raft nodes before linearized reading' (duration: 805.416601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:00:30.941539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:00:30.123323Z","time spent":"818.140644ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T06:00:30.941586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:00:30.135961Z","time spent":"805.617415ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-20T06:00:30.941611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.491653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-20T06:00:30.941638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.103568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-20T06:00:30.941646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.034166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-04-20T06:00:30.941674Z","caller":"traceutil/trace.go:171","msg":"trace[1390741439] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5495; }","duration":"800.582836ms","start":"2026-04-20T06:00:30.141075Z","end":"2026-04-20T06:00:30.941658Z","steps":["trace[1390741439] 'agreement among raft nodes before linearized reading' (duration: 800.394162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:00:30.941648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.472217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T06:00:30.941702Z","caller":"traceutil/trace.go:171","msg":"trace[1190591174] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5495; }","duration":"651.17839ms","start":"2026-04-20T06:00:30.290511Z","end":"2026-04-20T06:00:30.94169Z","steps":["trace[1190591174] 'agreement among raft nodes before linearized reading' (duration: 651.065907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:00:30.941717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:00:30.141062Z","time spent":"800.647397ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-20T06:00:30.941719Z","caller":"traceutil/trace.go:171","msg":"trace[1842640070] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5495; }","duration":"751.117118ms","start":"2026-04-20T06:00:30.190584Z","end":"2026-04-20T06:00:30.941701Z","steps":["trace[1842640070] 'agreement among raft nodes before linearized reading' (duration: 750.912353ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:00:30.941738Z","caller":"traceutil/trace.go:171","msg":"trace[1771683143] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5495; }","duration":"730.627701ms","start":"2026-04-20T06:00:30.211093Z","end":"2026-04-20T06:00:30.941721Z","steps":["trace[1771683143] 'agreement among raft nodes before linearized reading' (duration: 730.409865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:00:30.94175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.848405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-20T06:00:30.941757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:00:30.190547Z","time spent":"751.20206ms","remote":"127.0.0.1:55360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-20T06:00:30.941749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:00:30.290488Z","time spent":"651.244681ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-20T06:00:30.941784Z","caller":"traceutil/trace.go:171","msg":"trace[1519308256] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5495; }","duration":"714.897196ms","start":"2026-04-20T06:00:30.226874Z","end":"2026-04-20T06:00:30.941772Z","steps":["trace[1519308256] 'agreement among raft nodes before linearized reading' (duration: 714.807604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:00:30.941791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:00:30.211072Z","time spent":"730.706252ms","remote":"127.0.0.1:35480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":32,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-20T06:00:30.941812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:00:30.226864Z","time spent":"714.940958ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-20T06:00:30.941911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.900074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-20T06:00:30.942103Z","caller":"traceutil/trace.go:171","msg":"trace[1827050770] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5495; }","duration":"759.030137ms","start":"2026-04-20T06:00:30.182918Z","end":"2026-04-20T06:00:30.941948Z","steps":["trace[1827050770] 'agreement among raft nodes before linearized reading' (duration: 758.845783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:00:30.94215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:00:30.182903Z","time spent":"759.232902ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-20T06:01:40.618051Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2987} {"level":"info","ts":"2026-04-20T06:01:40.689624Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2987,"took":"70.107409ms","hash":144131959,"current-db-size-bytes":58494976,"current-db-size":"58 MB","current-db-size-in-use-bytes":33878016,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-20T06:01:40.689676Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":144131959,"revision":2987,"compact-revision":-1} {"level":"info","ts":"2026-04-20T06:06:22.641113Z","caller":"traceutil/trace.go:171","msg":"trace[775294612] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"432.4282ms","start":"2026-04-20T06:06:22.208667Z","end":"2026-04-20T06:06:22.641095Z","steps":["trace[775294612] 'process raft request' (duration: 432.302997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:06:22.641232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:06:22.208645Z","time spent":"432.529512ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T06:06:22.80547Z","caller":"traceutil/trace.go:171","msg":"trace[817948971] linearizableReadLoop","detail":"{readStateIndex:8458; appliedIndex:8456; }","duration":"446.524496ms","start":"2026-04-20T06:06:22.358927Z","end":"2026-04-20T06:06:22.805451Z","steps":["trace[817948971] 'read index received' (duration: 282.144694ms)","trace[817948971] 'applied index is now lower than readState.Index' (duration: 164.378692ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T06:06:22.80556Z","caller":"traceutil/trace.go:171","msg":"trace[1219121107] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"486.372576ms","start":"2026-04-20T06:06:22.319167Z","end":"2026-04-20T06:06:22.805539Z","steps":["trace[1219121107] 'process raft request' (duration: 486.146661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:06:22.805669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:06:22.319142Z","time spent":"486.466019ms","remote":"127.0.0.1:55344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T06:06:22.805695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.741991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-20T06:06:22.805734Z","caller":"traceutil/trace.go:171","msg":"trace[1960892086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8172; }","duration":"446.835154ms","start":"2026-04-20T06:06:22.358885Z","end":"2026-04-20T06:06:22.80572Z","steps":["trace[1960892086] 'agreement among raft nodes before linearized reading' (duration: 446.68026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:06:22.805794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:06:22.35887Z","time spent":"446.895725ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-20T06:06:22.808927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.323203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:06:22.80896Z","caller":"traceutil/trace.go:171","msg":"trace[1643283075] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8174; }","duration":"431.360114ms","start":"2026-04-20T06:06:22.377593Z","end":"2026-04-20T06:06:22.808953Z","steps":["trace[1643283075] 'agreement among raft nodes before linearized reading' (duration: 431.288312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:06:22.808979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:06:22.377578Z","time spent":"431.396114ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-20T06:06:22.809269Z","caller":"traceutil/trace.go:171","msg":"trace[1660263131] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"163.494181ms","start":"2026-04-20T06:06:22.645768Z","end":"2026-04-20T06:06:22.809262Z","steps":["trace[1660263131] 'process raft request' (duration: 163.01473ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:06:22.809333Z","caller":"traceutil/trace.go:171","msg":"trace[479801597] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"147.640583ms","start":"2026-04-20T06:06:22.661688Z","end":"2026-04-20T06:06:22.809329Z","steps":["trace[479801597] 'process raft request' (duration: 147.163171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:06:22.809529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.510896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-20T06:06:22.809548Z","caller":"traceutil/trace.go:171","msg":"trace[1329733623] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8174; }","duration":"102.561558ms","start":"2026-04-20T06:06:22.706982Z","end":"2026-04-20T06:06:22.809544Z","steps":["trace[1329733623] 'agreement among raft nodes before linearized reading' (duration: 102.514077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:06:22.809698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.113329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:06:22.809716Z","caller":"traceutil/trace.go:171","msg":"trace[287729588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8174; }","duration":"377.15021ms","start":"2026-04-20T06:06:22.432561Z","end":"2026-04-20T06:06:22.809712Z","steps":["trace[287729588] 'agreement among raft nodes before linearized reading' (duration: 377.120589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:06:22.809729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:06:22.432552Z","time spent":"377.17448ms","remote":"127.0.0.1:55136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-20T06:06:33.767268Z","caller":"traceutil/trace.go:171","msg":"trace[469701275] linearizableReadLoop","detail":"{readStateIndex:8524; appliedIndex:8523; }","duration":"260.243804ms","start":"2026-04-20T06:06:33.506998Z","end":"2026-04-20T06:06:33.767242Z","steps":["trace[469701275] 'read index received' (duration: 259.955297ms)","trace[469701275] 'applied index is now lower than readState.Index' (duration: 287.377µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T06:06:33.767437Z","caller":"traceutil/trace.go:171","msg":"trace[364381906] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"298.455116ms","start":"2026-04-20T06:06:33.468948Z","end":"2026-04-20T06:06:33.767403Z","steps":["trace[364381906] 'process raft request' (duration: 298.111338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:06:33.767622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.187065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvftb\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-04-20T06:06:33.767673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.625422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.52\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-20T06:06:33.767688Z","caller":"traceutil/trace.go:171","msg":"trace[566934973] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvftb; range_end:; response_count:1; response_revision:8235; }","duration":"106.260877ms","start":"2026-04-20T06:06:33.661413Z","end":"2026-04-20T06:06:33.767673Z","steps":["trace[566934973] 'agreement among raft nodes before linearized reading' (duration: 106.078133ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:06:33.767714Z","caller":"traceutil/trace.go:171","msg":"trace[1386989250] range","detail":"{range_begin:/registry/masterleases/199.19.213.52; range_end:; response_count:1; response_revision:8235; }","duration":"260.762396ms","start":"2026-04-20T06:06:33.50694Z","end":"2026-04-20T06:06:33.767703Z","steps":["trace[1386989250] 'agreement among raft nodes before linearized reading' (duration: 260.53157ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:06:33.898981Z","caller":"traceutil/trace.go:171","msg":"trace[1003338175] linearizableReadLoop","detail":"{readStateIndex:8525; appliedIndex:8524; }","duration":"127.393202ms","start":"2026-04-20T06:06:33.771566Z","end":"2026-04-20T06:06:33.898959Z","steps":["trace[1003338175] 'read index received' (duration: 106.519713ms)","trace[1003338175] 'applied index is now lower than readState.Index' (duration: 20.871749ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T06:06:33.899321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.3123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T06:06:33.899382Z","caller":"traceutil/trace.go:171","msg":"trace[2086243554] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8235; }","duration":"109.434932ms","start":"2026-04-20T06:06:33.789934Z","end":"2026-04-20T06:06:33.899369Z","steps":["trace[2086243554] 'agreement among raft nodes before linearized reading' (duration: 109.297559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:06:33.900028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.446487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223827"} {"level":"info","ts":"2026-04-20T06:06:33.900098Z","caller":"traceutil/trace.go:171","msg":"trace[703092914] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8235; }","duration":"128.562419ms","start":"2026-04-20T06:06:33.771519Z","end":"2026-04-20T06:06:33.900082Z","steps":["trace[703092914] 'agreement among raft nodes before linearized reading' (duration: 127.550875ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:06:35.013627Z","caller":"traceutil/trace.go:171","msg":"trace[245245274] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"158.503375ms","start":"2026-04-20T06:06:34.855049Z","end":"2026-04-20T06:06:35.013553Z","steps":["trace[245245274] 'process raft request' (duration: 158.321ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:06:35.185959Z","caller":"traceutil/trace.go:171","msg":"trace[1324580579] linearizableReadLoop","detail":"{readStateIndex:8529; appliedIndex:8527; }","duration":"319.11458ms","start":"2026-04-20T06:06:34.866815Z","end":"2026-04-20T06:06:35.18593Z","steps":["trace[1324580579] 'read index received' (duration: 146.496368ms)","trace[1324580579] 'applied index is now lower than readState.Index' (duration: 172.617002ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T06:06:35.186035Z","caller":"traceutil/trace.go:171","msg":"trace[1663480717] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"330.90212ms","start":"2026-04-20T06:06:34.855099Z","end":"2026-04-20T06:06:35.186001Z","steps":["trace[1663480717] 'process raft request' (duration: 330.637314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:06:35.186214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.384936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-20T06:06:35.186222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:06:34.855055Z","time spent":"331.076234ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T06:06:35.186267Z","caller":"traceutil/trace.go:171","msg":"trace[1113717493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8239; }","duration":"319.494098ms","start":"2026-04-20T06:06:34.866758Z","end":"2026-04-20T06:06:35.186252Z","steps":["trace[1113717493] 'agreement among raft nodes before linearized reading' (duration: 319.289633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:06:35.186315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:06:34.866737Z","time spent":"319.568209ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-20T06:06:35.401362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.013438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T06:06:35.401492Z","caller":"traceutil/trace.go:171","msg":"trace[1935560135] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"230.011142ms","start":"2026-04-20T06:06:35.171452Z","end":"2026-04-20T06:06:35.401463Z","steps":["trace[1935560135] 'process raft request' (duration: 98.792119ms)","trace[1935560135] 'compare' (duration: 130.906035ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T06:06:35.401556Z","caller":"traceutil/trace.go:171","msg":"trace[2131388097] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"211.541761ms","start":"2026-04-20T06:06:35.189997Z","end":"2026-04-20T06:06:35.401539Z","steps":["trace[2131388097] 'process raft request' (duration: 211.468809ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:06:35.401596Z","caller":"traceutil/trace.go:171","msg":"trace[415089446] linearizableReadLoop","detail":"{readStateIndex:8530; appliedIndex:8529; }","duration":"215.528446ms","start":"2026-04-20T06:06:35.186026Z","end":"2026-04-20T06:06:35.401554Z","steps":["trace[415089446] 'read index received' (duration: 84.20986ms)","trace[415089446] 'applied index is now lower than readState.Index' (duration: 131.316246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T06:06:35.401827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.517398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-20T06:06:35.401836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.200633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-20T06:06:35.401878Z","caller":"traceutil/trace.go:171","msg":"trace[504521635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8241; }","duration":"306.617531ms","start":"2026-04-20T06:06:35.095247Z","end":"2026-04-20T06:06:35.401864Z","steps":["trace[504521635] 'agreement among raft nodes before linearized reading' (duration: 306.431927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:06:35.401895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.186996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-20T06:06:35.401906Z","caller":"traceutil/trace.go:171","msg":"trace[1582552468] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8241; }","duration":"518.323556ms","start":"2026-04-20T06:06:34.883567Z","end":"2026-04-20T06:06:35.401891Z","steps":["trace[1582552468] 'agreement among raft nodes before linearized reading' (duration: 518.012769ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:06:35.401948Z","caller":"traceutil/trace.go:171","msg":"trace[1465261405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8241; }","duration":"524.260558ms","start":"2026-04-20T06:06:34.877673Z","end":"2026-04-20T06:06:35.401933Z","steps":["trace[1465261405] 'agreement among raft nodes before linearized reading' (duration: 524.058203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:06:35.401998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:06:34.877666Z","time spent":"524.319879ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-20T06:06:35.401989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:06:34.883549Z","time spent":"518.430008ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-20T06:06:35.402065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.489829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-20T06:06:35.402027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.785094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-20T06:06:35.40192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:06:35.095218Z","time spent":"306.693352ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-20T06:06:35.402106Z","caller":"traceutil/trace.go:171","msg":"trace[565068451] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8241; }","duration":"528.568651ms","start":"2026-04-20T06:06:34.873525Z","end":"2026-04-20T06:06:35.402093Z","steps":["trace[565068451] 'agreement among raft nodes before linearized reading' (duration: 528.460898ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:06:35.402111Z","caller":"traceutil/trace.go:171","msg":"trace[1253295190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8241; }","duration":"525.903657ms","start":"2026-04-20T06:06:34.876194Z","end":"2026-04-20T06:06:35.402098Z","steps":["trace[1253295190] 'agreement among raft nodes before linearized reading' (duration: 525.766564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:06:35.402138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:06:34.873508Z","time spent":"528.622212ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-20T06:06:35.402148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:06:34.876177Z","time spent":"525.961118ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-20T06:06:35.415748Z","caller":"traceutil/trace.go:171","msg":"trace[1282261871] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"111.983473ms","start":"2026-04-20T06:06:35.30375Z","end":"2026-04-20T06:06:35.415734Z","steps":["trace[1282261871] 'process raft request' (duration: 111.801409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:06:35.415762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.943228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:06:35.415826Z","caller":"traceutil/trace.go:171","msg":"trace[1258987184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8242; }","duration":"147.057471ms","start":"2026-04-20T06:06:35.268753Z","end":"2026-04-20T06:06:35.41581Z","steps":["trace[1258987184] 'agreement among raft nodes before linearized reading' (duration: 146.920558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:06:35.415905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.588122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T06:06:35.415974Z","caller":"traceutil/trace.go:171","msg":"trace[2146224604] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8242; }","duration":"131.665584ms","start":"2026-04-20T06:06:35.284287Z","end":"2026-04-20T06:06:35.415953Z","steps":["trace[2146224604] 'agreement among raft nodes before linearized reading' (duration: 131.537771ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:06:35.576195Z","caller":"traceutil/trace.go:171","msg":"trace[1515527999] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"169.671781ms","start":"2026-04-20T06:06:35.406493Z","end":"2026-04-20T06:06:35.576164Z","steps":["trace[1515527999] 'process raft request' (duration: 141.752434ms)","trace[1515527999] 'compare' (duration: 27.553748ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T06:06:35.57625Z","caller":"traceutil/trace.go:171","msg":"trace[1641686917] linearizableReadLoop","detail":"{readStateIndex:8537; appliedIndex:8532; }","duration":"143.841105ms","start":"2026-04-20T06:06:35.432387Z","end":"2026-04-20T06:06:35.576228Z","steps":["trace[1641686917] 'read index received' (duration: 115.970899ms)","trace[1641686917] 'applied index is now lower than readState.Index' (duration: 27.868836ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T06:06:35.576261Z","caller":"traceutil/trace.go:171","msg":"trace[1760661208] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"169.58482ms","start":"2026-04-20T06:06:35.406646Z","end":"2026-04-20T06:06:35.576231Z","steps":["trace[1760661208] 'process raft request' (duration: 169.424686ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:06:35.576286Z","caller":"traceutil/trace.go:171","msg":"trace[1793789470] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"169.444405ms","start":"2026-04-20T06:06:35.406816Z","end":"2026-04-20T06:06:35.576261Z","steps":["trace[1793789470] 'process raft request' (duration: 169.313872ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:06:35.576236Z","caller":"traceutil/trace.go:171","msg":"trace[702053571] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"169.62998ms","start":"2026-04-20T06:06:35.406579Z","end":"2026-04-20T06:06:35.576209Z","steps":["trace[702053571] 'process raft request' (duration: 169.391134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:06:35.576371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.958717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:06:35.576432Z","caller":"traceutil/trace.go:171","msg":"trace[1968882892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8247; }","duration":"144.06501ms","start":"2026-04-20T06:06:35.432351Z","end":"2026-04-20T06:06:35.576416Z","steps":["trace[1968882892] 'agreement among raft nodes before linearized reading' (duration: 143.955417ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:06:35.576421Z","caller":"traceutil/trace.go:171","msg":"trace[859186669] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"169.483657ms","start":"2026-04-20T06:06:35.406893Z","end":"2026-04-20T06:06:35.576377Z","steps":["trace[859186669] 'process raft request' (duration: 169.282732ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:06:37.341195Z","caller":"traceutil/trace.go:171","msg":"trace[1014038010] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"149.98194ms","start":"2026-04-20T06:06:37.191189Z","end":"2026-04-20T06:06:37.341171Z","steps":["trace[1014038010] 'process raft request' (duration: 56.228572ms)","trace[1014038010] 'compare' (duration: 93.663306ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T06:06:37.803338Z","caller":"traceutil/trace.go:171","msg":"trace[2015388525] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"136.235693ms","start":"2026-04-20T06:06:37.667078Z","end":"2026-04-20T06:06:37.803314Z","steps":["trace[2015388525] 'process raft request' (duration: 128.837756ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:06:37.80367Z","caller":"traceutil/trace.go:171","msg":"trace[1433388755] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"136.242773ms","start":"2026-04-20T06:06:37.667391Z","end":"2026-04-20T06:06:37.803633Z","steps":["trace[1433388755] 'process raft request' (duration: 135.857504ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:06:37.803716Z","caller":"traceutil/trace.go:171","msg":"trace[1634511563] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"136.235333ms","start":"2026-04-20T06:06:37.667449Z","end":"2026-04-20T06:06:37.803685Z","steps":["trace[1634511563] 'process raft request' (duration: 136.048698ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:06:37.803909Z","caller":"traceutil/trace.go:171","msg":"trace[992832853] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"136.213603ms","start":"2026-04-20T06:06:37.667677Z","end":"2026-04-20T06:06:37.80389Z","steps":["trace[992832853] 'process raft request' (duration: 135.941776ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:06:37.803987Z","caller":"traceutil/trace.go:171","msg":"trace[232040652] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"136.175722ms","start":"2026-04-20T06:06:37.667763Z","end":"2026-04-20T06:06:37.803939Z","steps":["trace[232040652] 'process raft request' (duration: 136.059349ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:06:40.624746Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6097} {"level":"info","ts":"2026-04-20T06:06:40.716048Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6097,"took":"89.478097ms","hash":3517767675,"current-db-size-bytes":58494976,"current-db-size":"58 MB","current-db-size-in-use-bytes":23572480,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-04-20T06:06:40.716119Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3517767675,"revision":6097,"compact-revision":2987} {"level":"warn","ts":"2026-04-20T06:07:06.318319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.679353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvftb\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-20T06:07:06.318405Z","caller":"traceutil/trace.go:171","msg":"trace[1340099353] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvftb; range_end:; response_count:1; response_revision:8459; }","duration":"167.800456ms","start":"2026-04-20T06:07:06.150584Z","end":"2026-04-20T06:07:06.318385Z","steps":["trace[1340099353] 'range keys from in-memory index tree' (duration: 167.5377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:07:06.318641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.22467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-20T06:07:06.318727Z","caller":"traceutil/trace.go:171","msg":"trace[151498800] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8459; }","duration":"365.321332ms","start":"2026-04-20T06:07:05.953383Z","end":"2026-04-20T06:07:06.318704Z","steps":["trace[151498800] 'range keys from in-memory index tree' (duration: 365.115928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:07:06.318806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:07:05.953373Z","time spent":"365.424045ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-20T06:07:06.319249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.708515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-20T06:07:06.319253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.275915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-20T06:07:06.319304Z","caller":"traceutil/trace.go:171","msg":"trace[587055886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8459; }","duration":"371.811888ms","start":"2026-04-20T06:07:05.94748Z","end":"2026-04-20T06:07:06.319291Z","steps":["trace[587055886] 'range keys from in-memory index tree' (duration: 371.572742ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:07:06.319317Z","caller":"traceutil/trace.go:171","msg":"trace[844477675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8459; }","duration":"371.358867ms","start":"2026-04-20T06:07:05.947942Z","end":"2026-04-20T06:07:06.319301Z","steps":["trace[844477675] 'range keys from in-memory index tree' (duration: 371.160002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:07:06.31933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:07:05.947458Z","time spent":"371.866919ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-20T06:07:06.319309Z","caller":"traceutil/trace.go:171","msg":"trace[1074683036] transaction","detail":"{read_only:false; response_revision:8460; number_of_response:1; }","duration":"122.537266ms","start":"2026-04-20T06:07:06.196744Z","end":"2026-04-20T06:07:06.319281Z","steps":["trace[1074683036] 'process raft request' (duration: 101.908123ms)","trace[1074683036] 'compare' (duration: 19.26037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T06:07:06.319358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:07:05.947932Z","time spent":"371.414138ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-20T06:07:06.31838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.880325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-20T06:07:06.320001Z","caller":"traceutil/trace.go:171","msg":"trace[1616826845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8459; }","duration":"372.550636ms","start":"2026-04-20T06:07:05.947436Z","end":"2026-04-20T06:07:06.319987Z","steps":["trace[1616826845] 'range keys from in-memory index tree' (duration: 370.719082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:07:06.320041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:07:05.94742Z","time spent":"372.607437ms","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-20T06:07:06.540711Z","caller":"traceutil/trace.go:171","msg":"trace[1929034708] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"211.590782ms","start":"2026-04-20T06:07:06.32909Z","end":"2026-04-20T06:07:06.540681Z","steps":["trace[1929034708] 'process raft request' (duration: 211.554511ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:07:06.540815Z","caller":"traceutil/trace.go:171","msg":"trace[95134953] linearizableReadLoop","detail":"{readStateIndex:8760; appliedIndex:8759; }","duration":"216.101569ms","start":"2026-04-20T06:07:06.324679Z","end":"2026-04-20T06:07:06.540781Z","steps":["trace[95134953] 'read index received' (duration: 146.372305ms)","trace[95134953] 'applied index is now lower than readState.Index' (duration: 69.725954ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T06:07:06.541Z","caller":"traceutil/trace.go:171","msg":"trace[1594968608] transaction","detail":"{read_only:false; response_revision:8462; number_of_response:1; }","duration":"212.182796ms","start":"2026-04-20T06:07:06.328806Z","end":"2026-04-20T06:07:06.540988Z","steps":["trace[1594968608] 'process raft request' (duration: 211.762296ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:07:06.54116Z","caller":"traceutil/trace.go:171","msg":"trace[94919684] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"212.268298ms","start":"2026-04-20T06:07:06.32887Z","end":"2026-04-20T06:07:06.541138Z","steps":["trace[94919684] 'process raft request' (duration: 211.745115ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:07:06.541173Z","caller":"traceutil/trace.go:171","msg":"trace[1879737561] transaction","detail":"{read_only:false; response_revision:8461; number_of_response:1; }","duration":"217.458992ms","start":"2026-04-20T06:07:06.323698Z","end":"2026-04-20T06:07:06.541157Z","steps":["trace[1879737561] 'process raft request' (duration: 147.340798ms)","trace[1879737561] 'compare' (duration: 69.303635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T06:07:06.541191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.44603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T06:07:06.54126Z","caller":"traceutil/trace.go:171","msg":"trace[863115056] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8464; }","duration":"214.546562ms","start":"2026-04-20T06:07:06.326693Z","end":"2026-04-20T06:07:06.541239Z","steps":["trace[863115056] 'agreement among raft nodes before linearized reading' (duration: 214.43131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:07:06.541367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.545159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:07:06.54142Z","caller":"traceutil/trace.go:171","msg":"trace[1778981565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8464; }","duration":"110.59835ms","start":"2026-04-20T06:07:06.43081Z","end":"2026-04-20T06:07:06.541408Z","steps":["trace[1778981565] 'agreement among raft nodes before linearized reading' (duration: 110.522859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:07:06.541469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.770385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228557"} {"level":"info","ts":"2026-04-20T06:07:06.541542Z","caller":"traceutil/trace.go:171","msg":"trace[607670848] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8464; }","duration":"216.878278ms","start":"2026-04-20T06:07:06.324647Z","end":"2026-04-20T06:07:06.541526Z","steps":["trace[607670848] 'agreement among raft nodes before linearized reading' (duration: 216.447268ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:07:08.702412Z","caller":"traceutil/trace.go:171","msg":"trace[759596729] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"150.967605ms","start":"2026-04-20T06:07:08.551427Z","end":"2026-04-20T06:07:08.702394Z","steps":["trace[759596729] 'process raft request' (duration: 150.912013ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:07:08.702472Z","caller":"traceutil/trace.go:171","msg":"trace[2080728214] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"151.075377ms","start":"2026-04-20T06:07:08.551361Z","end":"2026-04-20T06:07:08.702436Z","steps":["trace[2080728214] 'process raft request' (duration: 106.573444ms)","trace[2080728214] 'compare' (duration: 44.295358ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T06:07:08.702604Z","caller":"traceutil/trace.go:171","msg":"trace[1682299924] linearizableReadLoop","detail":"{readStateIndex:8773; appliedIndex:8769; }","duration":"149.347045ms","start":"2026-04-20T06:07:08.553205Z","end":"2026-04-20T06:07:08.702552Z","steps":["trace[1682299924] 'read index received' (duration: 61.423296ms)","trace[1682299924] 'applied index is now lower than readState.Index' (duration: 87.921839ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T06:07:08.702646Z","caller":"traceutil/trace.go:171","msg":"trace[1326646979] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"150.957694ms","start":"2026-04-20T06:07:08.551676Z","end":"2026-04-20T06:07:08.702633Z","steps":["trace[1326646979] 'process raft request' (duration: 150.695338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:07:08.703074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.856088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228557"} {"level":"info","ts":"2026-04-20T06:07:08.703116Z","caller":"traceutil/trace.go:171","msg":"trace[1253451330] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8474; }","duration":"149.95179ms","start":"2026-04-20T06:07:08.553155Z","end":"2026-04-20T06:07:08.703107Z","steps":["trace[1253451330] 'agreement among raft nodes before linearized reading' (duration: 149.53411ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:07:18.628911Z","caller":"traceutil/trace.go:171","msg":"trace[1924287782] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"163.36786ms","start":"2026-04-20T06:07:18.465518Z","end":"2026-04-20T06:07:18.628886Z","steps":["trace[1924287782] 'process raft request' (duration: 163.196736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:07:19.16582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.977202ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-20T06:07:19.317217Z","caller":"traceutil/trace.go:171","msg":"trace[456256097] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"118.162872ms","start":"2026-04-20T06:07:19.199024Z","end":"2026-04-20T06:07:19.317187Z","steps":["trace[456256097] 'process raft request' (duration: 117.937496ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:07:57.781946Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002423.wal"} {"level":"warn","ts":"2026-04-20T06:08:19.267973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.324209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T06:08:19.268097Z","caller":"traceutil/trace.go:171","msg":"trace[10662556] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9226; }","duration":"101.499513ms","start":"2026-04-20T06:08:19.166572Z","end":"2026-04-20T06:08:19.268072Z","steps":["trace[10662556] 'count revisions from in-memory index tree' (duration: 101.219937ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:08:31.24773Z","caller":"traceutil/trace.go:171","msg":"trace[1053054683] linearizableReadLoop","detail":"{readStateIndex:9619; appliedIndex:9617; }","duration":"100.928769ms","start":"2026-04-20T06:08:31.146777Z","end":"2026-04-20T06:08:31.247706Z","steps":["trace[1053054683] 'read index received' (duration: 88.769759ms)","trace[1053054683] 'applied index is now lower than readState.Index' (duration: 12.15795ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T06:08:31.247751Z","caller":"traceutil/trace.go:171","msg":"trace[23862949] transaction","detail":"{read_only:false; response_revision:9294; number_of_response:1; }","duration":"156.028546ms","start":"2026-04-20T06:08:31.091694Z","end":"2026-04-20T06:08:31.247722Z","steps":["trace[23862949] 'process raft request' (duration: 155.928623ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:08:31.247754Z","caller":"traceutil/trace.go:171","msg":"trace[1669289404] transaction","detail":"{read_only:false; response_revision:9293; number_of_response:1; }","duration":"158.942545ms","start":"2026-04-20T06:08:31.088773Z","end":"2026-04-20T06:08:31.247716Z","steps":["trace[1669289404] 'process raft request' (duration: 146.761524ms)","trace[1669289404] 'compare' (duration: 11.884094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T06:08:31.247933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.145125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvftb\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-20T06:08:31.247998Z","caller":"traceutil/trace.go:171","msg":"trace[935557641] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvftb; range_end:; response_count:1; response_revision:9294; }","duration":"101.224627ms","start":"2026-04-20T06:08:31.146764Z","end":"2026-04-20T06:08:31.247988Z","steps":["trace[935557641] 'agreement among raft nodes before linearized reading' (duration: 101.039303ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:09:21.722028Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e1254347e028571c","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-20T06:09:21.726837Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-20T06:09:21.727016Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-20T06:10:46.490862Z","caller":"traceutil/trace.go:171","msg":"trace[1998289746] transaction","detail":"{read_only:false; response_revision:10312; number_of_response:1; }","duration":"119.04766ms","start":"2026-04-20T06:10:46.371791Z","end":"2026-04-20T06:10:46.490839Z","steps":["trace[1998289746] 'process raft request' (duration: 45.274681ms)","trace[1998289746] 'compare' (duration: 73.465122ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T06:11:40.631624Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8276} {"level":"info","ts":"2026-04-20T06:11:40.713526Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8276,"took":"79.676092ms","hash":2140090001,"current-db-size-bytes":58494976,"current-db-size":"58 MB","current-db-size-in-use-bytes":24825856,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-20T06:11:40.713594Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2140090001,"revision":8276,"compact-revision":6097} {"level":"info","ts":"2026-04-20T06:16:40.637155Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10662} {"level":"info","ts":"2026-04-20T06:16:40.712902Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10662,"took":"73.399491ms","hash":3734502151,"current-db-size-bytes":58494976,"current-db-size":"58 MB","current-db-size-in-use-bytes":20426752,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-20T06:16:40.712954Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3734502151,"revision":10662,"compact-revision":8276}